├── .dockerignore ├── .github ├── ISSUE_TEMPLATE │ ├── bug_issue.md │ ├── config.yml │ ├── docs_issue.md │ └── feature_issue.md └── workflows │ ├── cd-docs.yml │ ├── ci-lint.yml │ ├── ci-test.yml │ ├── csat.yml │ ├── scripts │ ├── constant.js │ ├── csat.js │ └── stale_csat.js │ ├── stale.yml │ └── wheels.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── README.ml-pipelines-sdk.md ├── RELEASE.md ├── RFCs.md ├── ROADMAP.md ├── WORKSPACE ├── build ├── BUILD └── gen_proto.sh ├── conftest.py ├── docs ├── _book.yaml ├── addons │ └── _index.yaml ├── api │ └── v1 │ │ ├── components.md │ │ ├── dsl.md │ │ ├── extensions.md │ │ ├── index.md │ │ ├── orchestration.md │ │ ├── proto.md │ │ ├── testing.md │ │ ├── types.md │ │ └── utils.md ├── api_overview.md ├── assets │ └── tf_full_color_primary_icon.svg ├── guide │ ├── _toc.yaml │ ├── addons.md │ ├── airflow.md │ ├── beam.md │ ├── build_local_pipeline.md │ ├── build_tfx_pipeline.md │ ├── bulkinferrer.md │ ├── cli.md │ ├── container_component.md │ ├── custom_component.md │ ├── custom_function_component.md │ ├── custom_orchestrator.md │ ├── evaluator.md │ ├── examplegen.md │ ├── exampleval.md │ ├── fairness_indicators.md │ ├── images │ │ ├── component.png │ │ ├── data-preprocessing-for-ml-with-tf-transform-data-preprocessing-flow.svg │ │ ├── data-preprocessing-for-ml-with-tf-transform-ml-training-serving-architecture.svg │ │ ├── data-preprocessing-for-ml-with-tf-transform-streaming-data-with-dataflow-architecture.svg │ │ ├── data-preprocessing-for-ml-with-tf-transform-tf-transform-behavior-flow.svg │ │ ├── fairnessIndicators.png │ │ ├── fairnessIndicatorsCompare.png │ │ ├── feature_stats.png │ │ ├── libraries_components.png │ │ ├── mlmd_flow.png │ │ ├── mlmd_overview.png │ │ ├── prog_evaluator.png │ │ ├── prog_fin.png │ │ ├── prog_infraval.png │ │ ├── prog_schemagen.png │ │ ├── prog_trainer.png │ │ ├── prog_transform.png │ │ ├── spans_splits.png │ │ ├── tfx_pipeline_graph.svg │ │ ├── unbalanced.png │ │ ├── uniform.png │ │ ├── uniform_cumulative.png │ │ └── zero_length.png │ ├── index.md │ ├── infra_validator.md │ ├── keras.md │ ├── kubeflow.md │ ├── local_orchestrator.md │ ├── mlmd.md │ ├── modelval.md │ ├── non_tf.md │ ├── pusher.md │ ├── schemagen.md │ ├── serving.md │ ├── solutions.md │ ├── statsgen.md │ ├── tfdv.md │ ├── tfma.md │ ├── tft.md │ ├── tft_bestpractices.md │ ├── train.md │ ├── trainer.md │ ├── transform.md │ ├── tuner.md │ ├── understanding_custom_components.md │ ├── understanding_tfx_pipelines.md │ └── vertex.md ├── index.md ├── stylesheets │ └── extra.css └── tutorials │ ├── data_validation │ ├── images │ │ ├── statistics.png │ │ └── statistics_eval.png │ └── tfdv_basic.ipynb │ ├── index.md │ ├── mlmd │ └── mlmd_tutorial.ipynb │ ├── model_analysis │ └── tfma_basic.ipynb │ ├── serving │ └── rest_simple.ipynb │ ├── tfx │ ├── airflow_workshop.md │ ├── cloud-ai-platform-pipelines.md │ ├── components.ipynb │ ├── components_keras.ipynb │ ├── gcp │ │ ├── vertex_pipelines_bq.ipynb │ │ ├── vertex_pipelines_simple.ipynb │ │ └── vertex_pipelines_vertex_training.ipynb │ ├── gpt2_finetuning_and_conversion.ipynb │ ├── images │ │ ├── airflow_workshop │ │ │ ├── airflow-dag-graph.png │ │ │ ├── airflow-home.png │ │ │ ├── airflow-instance-1.png │ │ │ ├── airflow-instance-2.png │ │ │ ├── airflow-instance-3.png │ │ │ ├── airflow-login.png │ │ │ ├── chicago.png │ │ │ ├── create-firewall-dialog.png │ │ │ ├── dag-button-refresh.png │ │ │ ├── dag-buttons.png │ │ │ ├── dag-home-full.png │ │ │ ├── dag-step7.png │ │ │ ├── f1abc657d9d2845c.png │ │ │ ├── firewall-rule.png │ │ │ ├── gcloud-instance-ip.png │ │ │ ├── notebook-ipynb.png │ │ │ ├── qwiksetup1.png │ │ │ ├── qwiksetup2.png │ │ │ ├── qwiksetup3.png │ │ │ ├── qwiksetup4.png │ │ │ ├── qwiksetup5.png │ │ │ ├── qwiksetup6.png │ │ │ ├── qwiksetup7.png │ │ │ ├── repo-directory.png │ │ │ ├── taxi.jpg │ │ │ ├── vertex-ai-workbench.png │ │ │ └── vertex-notebook-create-2.png │ │ ├── cloud-ai-platform-pipelines │ │ │ ├── check-the-box.png │ │ │ ├── check-version-nb-cell.png │ │ │ ├── configure.png │ │ │ ├── enable_api.png │ │ │ ├── examplegen1.png │ │ │ ├── examplegen2.png │ │ │ ├── new-instance.png │ │ │ ├── new-notebook.png │ │ │ ├── open-dashboard.png │ │ │ ├── open-template.png │ │ │ ├── select-notebook.png │ │ │ ├── transform.png │ │ │ ├── two-cpus.png │ │ │ └── welcome-popup.png │ │ ├── gpt2_fine_tuning_and_conversion │ │ │ └── perplexity.png │ │ ├── nsl │ │ │ └── nsl-tfx.svg │ │ └── penguin_tfdv │ │ │ └── penguin_tfdv_statistics.png │ ├── neural_structured_learning.ipynb │ ├── penguin_simple.ipynb │ ├── penguin_template.ipynb │ ├── penguin_tfdv.ipynb │ ├── penguin_tfma.ipynb │ ├── penguin_tft.ipynb │ ├── python_function_component.ipynb │ ├── recommenders.ipynb │ ├── stub_template.md │ ├── template.ipynb │ ├── template_local.ipynb │ └── tfx_for_mobile.md │ └── transform │ ├── census.ipynb │ ├── data_preprocessing_with_cloud.md │ ├── images │ ├── data-preprocessing-for-ml-with-tf-transform-dataflow-execution-graph.png │ ├── data-preprocessing-for-ml-with-tf-transform-exporting-model-for-serving-with-transform_fn.svg │ ├── data-preprocessing-for-ml-with-tf-transform-tf-transform-analyze-phase.svg │ ├── data-preprocessing-for-ml-with-tf-transform-tf-transform-transform-phase.svg │ ├── data-preprocessing-for-ml-with-tf-transform-training-tf-model-with-transformed-data.svg │ └── data-preprocessing-for-ml-with-tf-transform-transforming-eval-data-using-transform_fn.svg │ └── simple.ipynb ├── mkdocs.yml ├── nightly_test_constraints.txt ├── package_build ├── README.md ├── initialize.sh ├── ml-pipelines-sdk │ └── pyproject.toml └── tfx │ └── pyproject.toml ├── pylintrc ├── pyproject.toml ├── requirements-docs.txt ├── requirements.txt ├── setup.py ├── test_constraints.txt └── tfx ├── BUILD ├── __init__.py ├── benchmarks ├── __init__.py ├── benchmark_base.py ├── benchmark_dataset.py ├── benchmark_utils.py ├── datasets │ ├── __init__.py │ └── chicago_taxi │ │ ├── README.md │ │ ├── __init__.py │ │ ├── data │ │ └── taxi_1M.tfrecords.gz │ │ ├── dataset.py │ │ └── model │ │ ├── tfma_saved_model │ │ ├── assets │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ ├── saved_model.pb │ │ └── variables │ │ │ ├── variables.data-00000-of-00001 │ │ │ └── variables.index │ │ ├── tft_saved_model │ │ ├── assets │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ └── saved_model.pb │ │ ├── tft_tf2_saved_model │ │ ├── assets │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ ├── saved_model.pb │ │ └── variables │ │ │ ├── variables.data-00000-of-00001 │ │ │ └── variables.index │ │ └── trained_saved_model │ │ ├── assets │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ ├── saved_model.pb │ │ └── variables │ │ ├── variables.data-00000-of-00001 │ │ └── variables.index ├── regenerate_datasets.py ├── tfma_benchmark_base.py ├── tfma_benchmark_chicago_taxi.py ├── tfma_v2_benchmark_base.py ├── tfma_v2_benchmark_chicago_taxi.py ├── tft_benchmark_base.py └── tft_benchmark_chicago_taxi.py ├── components ├── __init__.py ├── base │ ├── __init__.py │ ├── base_component.py │ ├── base_driver.py │ ├── base_executor.py │ ├── base_node.py │ └── executor_spec.py ├── bulk_inferrer │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ ├── executor_test.py │ ├── prediction_to_example_utils.py │ └── prediction_to_example_utils_test.py ├── common_nodes │ └── __init__.py ├── distribution_validator │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ ├── executor_test.py │ ├── utils.py │ └── utils_test.py ├── evaluator │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── constants.py │ ├── executor.py │ └── executor_test.py ├── example_diff │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ └── executor_test.py ├── example_gen │ ├── __init__.py │ ├── base_example_gen_executor.py │ ├── base_example_gen_executor_test.py │ ├── component.py │ ├── component_test.py │ ├── csv_example_gen │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py │ ├── custom_executors │ │ ├── __init__.py │ │ ├── avro_component_test.py │ │ ├── avro_executor.py │ │ ├── avro_executor_test.py │ │ ├── parquet_component_test.py │ │ ├── parquet_executor.py │ │ └── parquet_executor_test.py │ ├── driver.py │ ├── driver_test.py │ ├── import_example_gen │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py │ ├── input_processor.py │ ├── input_processor_test.py │ ├── utils.py │ ├── utils_test.py │ ├── write_split.py │ └── write_split_test.py ├── example_validator │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ ├── executor_test.py │ └── labels.py ├── experimental │ ├── __init__.py │ └── data_view │ │ ├── __init__.py │ │ ├── binder_component.py │ │ ├── binder_component_test.py │ │ ├── binder_executor.py │ │ ├── binder_executor_test.py │ │ ├── constants.py │ │ ├── provider_component.py │ │ ├── provider_component_test.py │ │ ├── provider_executor.py │ │ ├── provider_executor_test.py │ │ └── utils.py ├── infra_validator │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── error_types.py │ ├── executor.py │ ├── executor_test.py │ ├── model_server_clients │ │ ├── __init__.py │ │ ├── base_client.py │ │ ├── tensorflow_serving_client.py │ │ └── tensorflow_serving_client_test.py │ ├── model_server_runners │ │ ├── __init__.py │ │ ├── base_runner.py │ │ ├── kubernetes_runner.py │ │ ├── kubernetes_runner_test.py │ │ ├── local_docker_runner.py │ │ └── local_docker_runner_test.py │ ├── request_builder.py │ ├── request_builder_test.py │ ├── serving_bins.py │ ├── serving_bins_test.py │ └── types.py ├── model_validator │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── constants.py │ ├── driver.py │ ├── driver_test.py │ ├── executor.py │ └── executor_test.py ├── pusher │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ └── executor_test.py ├── schema_gen │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ ├── executor_test.py │ └── import_schema_gen │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py ├── statistics_gen │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ ├── executor_test.py │ ├── stats_artifact_utils.py │ └── stats_artifact_utils_test.py ├── testdata │ ├── __init__.py │ ├── csv_example_gen │ │ ├── Split-eval │ │ │ ├── data_tfrecord-00000-of-00012.gz │ │ │ ├── data_tfrecord-00001-of-00012.gz │ │ │ ├── data_tfrecord-00002-of-00012.gz │ │ │ ├── data_tfrecord-00003-of-00012.gz │ │ │ ├── data_tfrecord-00004-of-00012.gz │ │ │ ├── data_tfrecord-00005-of-00012.gz │ │ │ ├── data_tfrecord-00006-of-00012.gz │ │ │ ├── data_tfrecord-00007-of-00012.gz │ │ │ ├── data_tfrecord-00008-of-00012.gz │ │ │ ├── data_tfrecord-00009-of-00012.gz │ │ │ ├── data_tfrecord-00010-of-00012.gz │ │ │ └── data_tfrecord-00011-of-00012.gz │ │ ├── Split-train │ │ │ ├── data_tfrecord-00000-of-00012.gz │ │ │ ├── data_tfrecord-00001-of-00012.gz │ │ │ ├── data_tfrecord-00002-of-00012.gz │ │ │ ├── data_tfrecord-00003-of-00012.gz │ │ │ ├── data_tfrecord-00004-of-00012.gz │ │ │ ├── data_tfrecord-00005-of-00012.gz │ │ │ ├── data_tfrecord-00006-of-00012.gz │ │ │ ├── data_tfrecord-00007-of-00012.gz │ │ │ ├── data_tfrecord-00008-of-00012.gz │ │ │ ├── data_tfrecord-00009-of-00012.gz │ │ │ ├── data_tfrecord-00010-of-00012.gz │ │ │ └── data_tfrecord-00011-of-00012.gz │ │ └── unlabelled │ │ │ ├── data_tfrecord-00000-of-00012.gz │ │ │ ├── data_tfrecord-00001-of-00012.gz │ │ │ ├── data_tfrecord-00002-of-00012.gz │ │ │ ├── data_tfrecord-00003-of-00012.gz │ │ │ ├── data_tfrecord-00004-of-00012.gz │ │ │ ├── data_tfrecord-00005-of-00012.gz │ │ │ ├── data_tfrecord-00006-of-00012.gz │ │ │ ├── data_tfrecord-00007-of-00012.gz │ │ │ ├── data_tfrecord-00008-of-00012.gz │ │ │ ├── data_tfrecord-00009-of-00012.gz │ │ │ ├── data_tfrecord-00010-of-00012.gz │ │ │ └── data_tfrecord-00011-of-00012.gz │ ├── external │ │ ├── README.md │ │ ├── avro │ │ │ ├── data.avro │ │ │ └── generate_avro_file.py │ │ ├── csv │ │ │ ├── data.csv │ │ │ └── data2.csv │ │ ├── csv_empty │ │ │ └── data.csv │ │ ├── csv_multi_line_string │ │ │ └── data.csv │ │ ├── parquet │ │ │ └── data.parquet │ │ ├── tfrecord │ │ │ ├── data_tfrecord-00000-of-00002.gz │ │ │ └── data_tfrecord-00001-of-00002.gz │ │ └── tfrecord_sequence │ │ │ └── data_tfrecord-00000-of-00001.gz │ ├── model_validator │ │ ├── blessed │ │ │ └── BLESSED │ │ └── not_blessed │ │ │ └── NOT_BLESSED │ ├── module_file │ │ ├── __init__.py │ │ ├── data_view_module.py │ │ ├── evaluator_module.py │ │ ├── trainer_module.py │ │ ├── transform_sequence_module.py │ │ └── tuner_module.py │ ├── penguin │ │ ├── data │ │ │ ├── Split-eval │ │ │ │ └── data_tfrecord-00000-of-00001.gz │ │ │ └── Split-train │ │ │ │ └── data_tfrecord-00000-of-00001.gz │ │ └── schema │ │ │ └── schema.pbtxt │ ├── pusher │ │ └── model_push │ │ │ └── 1584391735 │ │ │ ├── assets │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ ├── saved_model.pb │ │ │ └── variables │ │ │ ├── variables.data-00000-of-00001 │ │ │ └── variables.index │ ├── schema_gen │ │ └── schema.pbtxt │ ├── schema_gen_sequence │ │ └── schema.pbtxt │ ├── statistics_gen │ │ ├── Split-eval │ │ │ └── FeatureStats.pb │ │ └── Split-train │ │ │ └── FeatureStats.pb │ ├── tfrecord_sequence │ │ ├── Split-eval │ │ │ └── data_tfrecord_eval.gz │ │ └── Split-train │ │ │ └── data_tfrecord_train.gz │ ├── trainer │ │ ├── blessed │ │ │ └── Format-TFMA │ │ │ │ └── 1646034758 │ │ │ │ ├── assets │ │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ │ ├── saved_model.pb │ │ │ │ └── variables │ │ │ │ ├── variables.data-00000-of-00001 │ │ │ │ └── variables.index │ │ ├── current │ │ │ ├── Format-Serving │ │ │ │ ├── checkpoint │ │ │ │ ├── eval_chicago-taxi-eval │ │ │ │ │ └── events.out.tfevents.1646034751.jiyongjung.c.googlers.com │ │ │ │ ├── events.out.tfevents.1646034739.jiyongjung.c.googlers.com │ │ │ │ ├── export │ │ │ │ │ └── chicago-taxi │ │ │ │ │ │ └── 1646034756 │ │ │ │ │ │ ├── assets │ │ │ │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ │ │ │ ├── saved_model.pb │ │ │ │ │ │ └── variables │ │ │ │ │ │ ├── variables.data-00000-of-00001 │ │ │ │ │ │ └── variables.index │ │ │ │ ├── graph.pbtxt │ │ │ │ ├── model.ckpt-0.data-00000-of-00001 │ │ │ │ ├── model.ckpt-0.index │ │ │ │ ├── model.ckpt-0.meta │ │ │ │ ├── model.ckpt-1000.data-00000-of-00001 │ │ │ │ ├── model.ckpt-1000.index │ │ │ │ ├── model.ckpt-1000.meta │ │ │ │ ├── model.ckpt-999.data-00000-of-00001 │ │ │ │ ├── model.ckpt-999.index │ │ │ │ └── model.ckpt-999.meta │ │ │ └── Format-TFMA │ │ │ │ └── 1646034758 │ │ │ │ ├── assets │ │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ │ ├── saved_model.pb │ │ │ │ └── variables │ │ │ │ ├── variables.data-00000-of-00001 │ │ │ │ └── variables.index │ │ ├── keras │ │ │ └── Format-Serving │ │ │ │ ├── saved_model.pb │ │ │ │ └── variables │ │ │ │ ├── variables.data-00000-of-00001 │ │ │ │ └── variables.index │ │ └── previous │ │ │ ├── Format-Serving │ │ │ ├── checkpoint │ │ │ ├── eval_chicago-taxi-eval │ │ │ │ └── events.out.tfevents.1646034751.jiyongjung.c.googlers.com │ │ │ ├── events.out.tfevents.1646034739.jiyongjung.c.googlers.com │ │ │ ├── export │ │ │ │ └── chicago-taxi │ │ │ │ │ └── 1646034756 │ │ │ │ │ ├── assets │ │ │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ │ │ ├── saved_model.pb │ │ │ │ │ └── variables │ │ │ │ │ ├── variables.data-00000-of-00001 │ │ │ │ │ └── variables.index │ │ │ ├── graph.pbtxt │ │ │ ├── model.ckpt-0.data-00000-of-00001 │ │ │ ├── model.ckpt-0.index │ │ │ ├── model.ckpt-0.meta │ │ │ ├── model.ckpt-1000.data-00000-of-00001 │ │ │ ├── model.ckpt-1000.index │ │ │ ├── model.ckpt-1000.meta │ │ │ ├── model.ckpt-999.data-00000-of-00001 │ │ │ ├── model.ckpt-999.index │ │ │ └── model.ckpt-999.meta │ │ │ └── Format-TFMA │ │ │ └── 1646034758 │ │ │ ├── assets │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ ├── saved_model.pb │ │ │ └── variables │ │ │ ├── variables.data-00000-of-00001 │ │ │ └── variables.index │ └── transform │ │ ├── transform_graph │ │ ├── metadata │ │ │ └── schema.pbtxt │ │ ├── transform_fn │ │ │ ├── assets │ │ │ │ ├── vocab_compute_and_apply_vocabulary_1_vocabulary │ │ │ │ └── vocab_compute_and_apply_vocabulary_vocabulary │ │ │ ├── saved_model.pb │ │ │ └── variables │ │ │ │ ├── variables.data-00000-of-00001 │ │ │ │ └── variables.index │ │ └── transformed_metadata │ │ │ ├── asset_map │ │ │ └── schema.pbtxt │ │ └── transformed_examples │ │ ├── Split-eval │ │ └── transformed_examples-00000-of-00001.gz │ │ └── Split-train │ │ └── transformed_examples-00000-of-00001.gz ├── trainer │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── constants.py │ ├── executor.py │ ├── executor_test.py │ ├── fn_args_utils.py │ ├── fn_args_utils_test.py │ └── rewriting │ │ ├── __init__.py │ │ ├── rewriter.py │ │ ├── rewriter_factory.py │ │ ├── rewriter_factory_test.py │ │ ├── rewriter_test.py │ │ ├── tfjs_rewriter.py │ │ ├── tfjs_rewriter_test.py │ │ ├── tflite_rewriter.py │ │ └── tflite_rewriter_test.py ├── transform │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ ├── executor_on_parquet_test.py │ ├── executor_sequence_example_test.py │ ├── executor_test.py │ ├── executor_utils.py │ ├── executor_utils_test.py │ ├── executor_v2_sequence_example_test.py │ ├── executor_v2_test.py │ ├── labels.py │ ├── messages.py │ ├── run_executor.py │ └── stats_options_util.py ├── tuner │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ └── executor_test.py └── util │ ├── __init__.py │ ├── examples_utils.py │ ├── examples_utils_test.py │ ├── model_utils.py │ ├── tfxio_utils.py │ ├── tfxio_utils_test.py │ ├── udf_utils.py │ ├── udf_utils_test.py │ ├── value_utils.py │ └── value_utils_test.py ├── conftest.py ├── dependencies.py ├── dsl ├── __init__.py ├── compiler │ ├── __init__.py │ ├── compiler.py │ ├── compiler_context.py │ ├── compiler_test.py │ ├── compiler_utils.py │ ├── compiler_utils_test.py │ ├── constants.py │ ├── node_contexts_compiler.py │ ├── node_contexts_compiler_test.py │ ├── node_execution_options_utils.py │ ├── node_execution_options_utils_test.py │ ├── node_inputs_compiler.py │ ├── node_inputs_compiler_test.py │ ├── placeholder_utils.py │ ├── placeholder_utils_test.py │ └── testdata │ │ ├── __init__.py │ │ ├── additional_properties_test_pipeline_async.py │ │ ├── additional_properties_test_pipeline_async_input_v2_ir.pbtxt │ │ ├── channel_union_pipeline.py │ │ ├── channel_union_pipeline_input_v2_ir.pbtxt │ │ ├── composable_pipeline.py │ │ ├── composable_pipeline_async.py │ │ ├── composable_pipeline_async_input_v2_ir.pbtxt │ │ ├── composable_pipeline_input_v2_ir.pbtxt │ │ ├── conditional_pipeline.py │ │ ├── conditional_pipeline_input_v2_ir.pbtxt │ │ ├── consumer_pipeline.py │ │ ├── consumer_pipeline_different_project.py │ │ ├── consumer_pipeline_different_project_input_v2_ir.pbtxt │ │ ├── consumer_pipeline_input_v2_ir.pbtxt │ │ ├── consumer_pipeline_with_tags.py │ │ ├── consumer_pipeline_with_tags_input_v2_ir.pbtxt │ │ ├── dynamic_exec_properties_pipeline.py │ │ ├── dynamic_exec_properties_pipeline_input_v2_ir.pbtxt │ │ ├── external_artifacts_pipeline.py │ │ ├── external_artifacts_pipeline_input_v2_ir.pbtxt │ │ ├── foreach_pipeline.py │ │ ├── foreach_pipeline_input_v2_ir.pbtxt │ │ ├── iris_pipeline_async.py │ │ ├── iris_pipeline_async_input_v2_ir.pbtxt │ │ ├── iris_pipeline_sync.py │ │ ├── iris_pipeline_sync_input_v2_ir.pbtxt │ │ ├── non_existent_component_pipeline.py │ │ ├── optional_and_allow_empty_pipeline.py │ │ ├── optional_and_allow_empty_pipeline_input_v2_ir.pbtxt │ │ ├── pipeline_root_placeholder.py │ │ ├── pipeline_root_placeholder_input_v2_ir.pbtxt │ │ ├── pipeline_with_annotations.py │ │ ├── pipeline_with_annotations_input_v2_ir.pbtxt │ │ ├── resolver_function_pipeline.py │ │ └── resolver_function_pipeline_input_v2_ir.pbtxt ├── component │ ├── __init__.py │ └── experimental │ │ ├── BUILD │ │ ├── __init__.py │ │ ├── annotations.py │ │ ├── annotations_test.py │ │ ├── annotations_test_proto.proto │ │ ├── component_utils.py │ │ ├── component_utils_test.py │ │ ├── container_component.py │ │ ├── decorators.py │ │ ├── decorators_test.py │ │ ├── decorators_typeddict_test.py │ │ ├── executor_specs.py │ │ ├── executor_specs_test.py │ │ ├── function_parser.py │ │ ├── function_parser_test.py │ │ ├── json_compat.py │ │ ├── json_compat_test.py │ │ ├── placeholders.py │ │ ├── utils.py │ │ └── utils_test.py ├── components │ ├── __init__.py │ ├── base │ │ ├── __init__.py │ │ ├── base_beam_component.py │ │ ├── base_beam_component_test.py │ │ ├── base_beam_executor.py │ │ ├── base_beam_executor_test.py │ │ ├── base_component.py │ │ ├── base_component_test.py │ │ ├── base_driver.py │ │ ├── base_driver_test.py │ │ ├── base_executor.py │ │ ├── base_node.py │ │ ├── executor_spec.py │ │ ├── executor_spec_test.py │ │ └── testing │ │ │ └── test_node.py │ └── common │ │ ├── __init__.py │ │ ├── importer.py │ │ ├── importer_test.py │ │ ├── manual_node.py │ │ ├── manual_node_test.py │ │ ├── resolver.py │ │ └── resolver_test.py ├── context_managers │ ├── dsl_context.py │ ├── dsl_context_manager.py │ ├── dsl_context_manager_test.py │ ├── dsl_context_registry.py │ ├── dsl_context_registry_test.py │ └── test_utils.py ├── control_flow │ ├── for_each.py │ ├── for_each_internal.py │ └── for_each_test.py ├── experimental │ ├── __init__.py │ ├── conditionals │ │ ├── __init__.py │ │ ├── conditional.py │ │ └── conditional_test.py │ ├── latest_artifacts_resolver.py │ ├── latest_blessed_model_resolver.py │ ├── node_execution_options │ │ ├── __init__.py │ │ ├── utils.py │ │ └── utils_test.py │ └── spans_resolver.py ├── hooks.py ├── hooks_test.py ├── input_resolution │ ├── README.md │ ├── __init__.py │ ├── canned_resolver_functions.py │ ├── canned_resolver_functions_test.py │ ├── ops │ │ ├── all_spans_op.py │ │ ├── all_spans_op_test.py │ │ ├── consecutive_spans_op.py │ │ ├── consecutive_spans_op_test.py │ │ ├── equal_property_values_op.py │ │ ├── equal_property_values_op_test.py │ │ ├── exclude_spans_op.py │ │ ├── exclude_spans_op_test.py │ │ ├── graph_traversal_op.py │ │ ├── graph_traversal_op_test.py │ │ ├── group_by_lineage_op.py │ │ ├── group_by_lineage_op_test.py │ │ ├── latest_create_time_op.py │ │ ├── latest_create_time_op_test.py │ │ ├── latest_pipeline_run_outputs_op.py │ │ ├── latest_pipeline_run_outputs_op_test.py │ │ ├── latest_policy_model_op.py │ │ ├── latest_policy_model_op_test.py │ │ ├── latest_span_op.py │ │ ├── latest_span_op_test.py │ │ ├── latest_version_op.py │ │ ├── latest_version_op_test.py │ │ ├── ops.py │ │ ├── ops_utils.py │ │ ├── paired_spans_op.py │ │ ├── paired_spans_op_test.py │ │ ├── shuffle_op.py │ │ ├── shuffle_op_test.py │ │ ├── siblings_op.py │ │ ├── siblings_op_test.py │ │ ├── skip_if_empty_op.py │ │ ├── skip_if_empty_op_test.py │ │ ├── skip_if_less_than_n_spans_op.py │ │ ├── skip_if_less_than_n_spans_op_test.py │ │ ├── slice_op.py │ │ ├── slice_op_test.py │ │ ├── sliding_window_op.py │ │ ├── sliding_window_op_test.py │ │ ├── span_driven_evaluator_inputs_op.py │ │ ├── span_driven_evaluator_inputs_op_test.py │ │ ├── static_span_range_op.py │ │ ├── static_span_range_op_test.py │ │ ├── test_utils.py │ │ ├── training_range_op.py │ │ ├── training_range_op_test.py │ │ ├── unnest_op.py │ │ └── unnest_op_test.py │ ├── resolver_function.py │ ├── resolver_function_test.py │ ├── resolver_op.py │ ├── resolver_op_test.py │ └── strategies │ │ ├── __init__.py │ │ ├── conditional_strategy.py │ │ ├── conditional_strategy_test.py │ │ ├── latest_artifact_strategy.py │ │ ├── latest_artifact_strategy_test.py │ │ ├── latest_blessed_model_strategy.py │ │ ├── latest_blessed_model_strategy_test.py │ │ ├── span_range_strategy.py │ │ └── span_range_strategy_test.py ├── io │ ├── __init__.py │ ├── fileio.py │ ├── filesystem.py │ ├── filesystem_registry.py │ ├── filesystem_registry_test.py │ └── plugins │ │ ├── __init__.py │ │ ├── local.py │ │ ├── local_test.py │ │ ├── tensorflow_gfile.py │ │ └── tensorflow_gfile_test.py ├── placeholder │ ├── __init__.py │ ├── artifact_placeholder.py │ ├── placeholder.py │ ├── placeholder_base.py │ ├── placeholder_test.py │ ├── placeholder_test_util.py │ ├── proto_placeholder.py │ ├── proto_placeholder_test.py │ ├── runtime_placeholders.py │ └── testdata │ │ ├── make_proto_placeholder.pbtxt │ │ ├── proto_placeholder_operator.pbtxt │ │ └── proto_placeholder_serialization_operator.pbtxt └── resolvers │ └── __init__.py ├── examples ├── __init__.py ├── airflow_workshop │ └── taxi │ │ ├── README.md │ │ ├── notebooks │ │ ├── img │ │ │ ├── analysing-pipeline-2.png │ │ │ ├── analysing-pipeline-3.png │ │ │ ├── analysing-pipeline-4.png │ │ │ ├── analysing-pipeline-5.png │ │ │ ├── analysing-pipeline-6.png │ │ │ ├── examplegen1.png │ │ │ ├── examplegen2.png │ │ │ └── transform.png │ │ ├── notebook.ipynb │ │ ├── tfx_utils.py │ │ └── utils.py │ │ └── setup │ │ ├── dags │ │ ├── taxi_pipeline.py │ │ └── taxi_utils.py │ │ ├── data │ │ └── data.csv │ │ ├── reset_env.sh │ │ └── setup_demo.sh ├── bert │ ├── __init__.py │ ├── cola │ │ ├── README.md │ │ ├── __init__.py │ │ ├── bert_cola_pipeline.py │ │ ├── bert_cola_utils.py │ │ └── data │ │ │ ├── train │ │ │ └── train_small.csv │ │ │ └── validation │ │ │ └── validation_small.csv │ ├── mrpc │ │ ├── README.md │ │ ├── __init__.py │ │ ├── bert_mrpc_pipeline.py │ │ ├── bert_mrpc_utils.py │ │ └── data │ │ │ ├── train │ │ │ └── train_small.csv │ │ │ └── validation │ │ │ └── validation_small.csv │ └── utils │ │ ├── __init__.py │ │ ├── bert_models.py │ │ └── bert_tokenizer_utils.py ├── bigquery_ml │ ├── __init__.py │ ├── taxi_pipeline_kubeflow_gcp_bqml.py │ └── taxi_utils_bqml.py ├── chicago_taxi_pipeline │ ├── README.md │ ├── __init__.py │ ├── chicago_taxi_pipeline_simple.png │ ├── data │ │ ├── README.md │ │ ├── big_tipper_label │ │ │ └── data.csv │ │ ├── simple │ │ │ └── data.csv │ │ └── user_provided_schema │ │ │ └── schema.pbtxt │ ├── serving │ │ ├── __init__.py │ │ ├── chicago_taxi_client.py │ │ ├── classify_aiplatform.sh │ │ ├── classify_local.sh │ │ ├── start_model_server_aiplatform.sh │ │ └── start_model_server_local.sh │ ├── taxi_pipeline_native_keras.py │ ├── taxi_pipeline_native_keras_e2e_test.py │ ├── taxi_pipeline_simple.py │ ├── taxi_pipeline_simple_airflow_e2e_test.py │ ├── taxi_pipeline_simple_test.py │ ├── taxi_utils.py │ ├── taxi_utils_native_keras.py │ └── taxi_utils_test.py ├── containers │ └── workshop │ │ ├── README.md │ │ ├── buildfiles │ │ ├── Dockerfile │ │ ├── init.sh │ │ └── setup_demo.sh │ │ └── docker-compose.yaml ├── custom_components │ ├── README.md │ ├── __init__.py │ ├── container_components │ │ ├── __init__.py │ │ ├── download_grep_print_pipeline.py │ │ └── download_grep_print_pipeline_on_beam_test.py │ ├── hello_world │ │ ├── README.md │ │ ├── __init__.py │ │ ├── data │ │ │ └── data.csv │ │ ├── example │ │ │ ├── __init__.py │ │ │ ├── taxi_pipeline_hello.py │ │ │ └── taxi_pipeline_hello_e2e_test.py │ │ └── hello_component │ │ │ ├── __init__.py │ │ │ ├── component.py │ │ │ ├── component_test.py │ │ │ └── executor.py │ ├── presto_example_gen │ │ ├── README.md │ │ ├── __init__.py │ │ ├── example │ │ │ ├── __init__.py │ │ │ └── taxi_pipeline_presto.py │ │ ├── presto_component │ │ │ ├── __init__.py │ │ │ ├── component.py │ │ │ ├── component_test.py │ │ │ ├── executor.py │ │ │ └── executor_test.py │ │ └── proto │ │ │ ├── BUILD │ │ │ ├── __init__.py │ │ │ └── presto_config.proto │ └── slack │ │ ├── README.md │ │ ├── __init__.py │ │ ├── data │ │ └── simple │ │ │ └── data.csv │ │ ├── example │ │ ├── __init__.py │ │ ├── taxi_pipeline_slack.py │ │ ├── taxi_pipeline_slack_kubeflow.py │ │ └── taxi_utils_slack.py │ │ └── slack_component │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ └── executor.py ├── imdb │ ├── README.md │ ├── __init__.py │ ├── data │ │ └── imdb_small_with_labels.txt │ ├── imdb_fetch_data.py │ ├── imdb_pipeline_native_keras.py │ ├── imdb_pipeline_native_keras_e2e_test.py │ └── imdb_utils_native_keras.py ├── kerasnlp │ └── README.md ├── mnist │ ├── README.md │ ├── __init__.py │ ├── data │ │ └── mnist.tfrecord │ ├── mnist_pipeline_native_keras.py │ ├── mnist_pipeline_native_keras_e2e_test.py │ ├── mnist_utils_native_keras.py │ └── mnist_utils_native_keras_base.py ├── penguin │ ├── README.md │ ├── __init__.py │ ├── data │ │ ├── labelled │ │ │ └── penguins_processed.csv │ │ ├── skewed │ │ │ └── penguins_processed.csv │ │ └── unlabelled │ │ │ └── penguins_unlabelled.csv │ ├── experimental │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── __init__.py │ │ ├── penguin_pipeline_sklearn_gcp.py │ │ ├── penguin_pipeline_sklearn_gcp_test.py │ │ ├── penguin_pipeline_sklearn_local.py │ │ ├── penguin_pipeline_sklearn_local_e2e_test.py │ │ ├── penguin_utils_sklearn.py │ │ ├── sklearn_predict_extractor.py │ │ └── sklearn_predict_extractor_test.py │ ├── penguin_pipeline_kubeflow.py │ ├── penguin_pipeline_kubeflow_e2e_test.py │ ├── penguin_pipeline_kubeflow_test.py │ ├── penguin_pipeline_local.py │ ├── penguin_pipeline_local_e2e_test.py │ ├── penguin_pipeline_local_infraval.py │ ├── penguin_pipeline_local_infraval_e2e_test.py │ ├── penguin_utils_base.py │ ├── penguin_utils_cloud_tuner.py │ ├── penguin_utils_flax_experimental.py │ ├── penguin_utils_keras.py │ ├── penguin_utils_tfdf_experimental.py │ ├── schema │ │ ├── raw │ │ │ └── schema.pbtxt │ │ └── user_provided │ │ │ └── schema.pbtxt │ └── setup │ │ ├── setup_beam_on_flink.sh │ │ └── setup_beam_on_spark.sh ├── ranking │ ├── README.md │ ├── __init__.py │ ├── features.py │ ├── ranking_pipeline.py │ ├── ranking_pipeline_e2e_test.py │ ├── ranking_utils.py │ ├── struct2tensor_parsing_utils.py │ ├── struct2tensor_parsing_utils_test.py │ └── testdata │ │ └── input │ │ └── antique_data.tfrecord.gz └── tfjs_next_page_prediction │ ├── README.md │ ├── __init__.py │ ├── bigquery_beam_data_generation.py │ ├── bigquery_beam_data_generation_test.py │ └── data │ └── data.tfrecord.gz ├── experimental ├── __init__.py ├── distributed_inference │ ├── __init__.py │ └── graphdef_experiments │ │ ├── __init__.py │ │ └── subgraph_partitioning │ │ ├── __init__.py │ │ ├── beam_pipeline.py │ │ ├── beam_pipeline_test.py │ │ ├── create_complex_graph.py │ │ ├── execution_spec.py │ │ ├── execution_spec_test.py │ │ ├── graph_partition.py │ │ ├── graph_partition_test.py │ │ └── testdata │ │ ├── main │ │ ├── input_names-Add-Cast_1-FloorMod_1-Mean_1-remote_op_a_1-remote_op_b_1.pbtxt │ │ └── input_names-ids1-ids2-remote_op_a-remote_op_b.pbtxt │ │ ├── remote_op_a │ │ └── input_names-ids_a.pbtxt │ │ └── remote_op_b │ │ ├── input_names-ids_b1.pbtxt │ │ └── input_names-remote_op_a-remote_op_a_1.pbtxt ├── pipeline_testing │ ├── __init__.py │ ├── base_stub_component_launcher.py │ ├── base_stub_executor.py │ ├── examples │ │ └── imdb_pipeline │ │ │ └── imdb_stub_pipeline_regression_e2e_test.py │ ├── executor_verifier_utils.py │ ├── pipeline_mock.py │ ├── pipeline_mock_test.py │ ├── pipeline_recorder.py │ ├── pipeline_recorder_utils.py │ ├── pipeline_recorder_utils_test.py │ ├── stub_component_launcher.py │ └── stub_component_launcher_test.py └── templates │ ├── __init__.py │ ├── container_based_test_case.py │ ├── penguin │ ├── README.md │ ├── __init__.py │ ├── e2e_tests │ │ ├── __init__.py │ │ └── local_e2e_test.py │ ├── kubeflow_runner.py │ ├── local_runner.py │ ├── models │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── features.py │ │ ├── features_test.py │ │ ├── model.py │ │ ├── model_test.py │ │ ├── preprocessing.py │ │ └── preprocessing_test.py │ └── pipeline │ │ ├── __init__.py │ │ ├── configs.py │ │ └── pipeline.py │ ├── taxi │ ├── .gitignore │ ├── README.md │ ├── __init__.py │ ├── data_validation.ipynb │ ├── e2e_tests │ │ ├── __init__.py │ │ ├── local_e2e_test.py │ │ └── vertex_e2e_test.py │ ├── kubeflow_v2_runner.py │ ├── local_runner.py │ ├── model_analysis.ipynb │ ├── models │ │ ├── __init__.py │ │ ├── features.py │ │ ├── features_test.py │ │ ├── keras_model │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── model.py │ │ │ └── model_test.py │ │ ├── preprocessing.py │ │ └── preprocessing_test.py │ └── pipeline │ │ ├── __init__.py │ │ ├── configs.py │ │ └── pipeline.py │ └── test_utils.py ├── extensions ├── __init__.py ├── experimental │ ├── __init__.py │ └── kfp_compatibility │ │ ├── __init__.py │ │ ├── kfp_container_component.py │ │ ├── kfp_container_component_test.py │ │ ├── proto │ │ ├── BUILD │ │ └── kfp_component_spec.proto │ │ └── testdata │ │ └── kfp_container_component_test.yaml ├── google_cloud_ai_platform │ ├── __init__.py │ ├── bulk_inferrer │ │ ├── README.md │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py │ ├── cmle_runner.py │ ├── constants.py │ ├── prediction_clients.py │ ├── prediction_clients_test.py │ ├── pusher │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py │ ├── runner.py │ ├── runner_test.py │ ├── trainer │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py │ ├── training_clients.py │ └── tuner │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py └── google_cloud_big_query │ ├── __init__.py │ ├── example_gen │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ └── executor_test.py │ ├── experimental │ ├── __init__.py │ └── elwc_example_gen │ │ ├── __init__.py │ │ ├── component │ │ ├── __init__.py │ │ ├── component.py │ │ ├── component_test.py │ │ ├── executor.py │ │ └── executor_test.py │ │ └── proto │ │ ├── BUILD │ │ ├── __init__.py │ │ └── elwc_config.proto │ ├── pusher │ ├── __init__.py │ ├── component.py │ ├── component_test.py │ ├── executor.py │ └── executor_test.py │ ├── utils.py │ └── utils_test.py ├── orchestration ├── airflow │ ├── __init__.py │ ├── airflow_component.py │ ├── airflow_component_test.py │ ├── airflow_dag_runner.py │ ├── airflow_dag_runner_test.py │ ├── airflow_runner.py │ └── test_utils.py ├── beam │ ├── __init__.py │ ├── beam_dag_runner.py │ ├── beam_dag_runner_test.py │ ├── legacy │ │ ├── __init__.py │ │ ├── beam_dag_runner.py │ │ └── beam_dag_runner_test.py │ └── testdata │ │ └── pipeline_for_beam_dag_runner_test.pbtxt ├── config │ ├── __init__.py │ ├── base_component_config.py │ ├── config_utils.py │ ├── config_utils_test.py │ ├── docker_component_config.py │ ├── docker_component_config_test.py │ ├── kubernetes_component_config.py │ ├── pipeline_config.py │ └── pipeline_config_test.py ├── data_types.py ├── data_types_test.py ├── data_types_utils.py ├── data_types_utils_test.py ├── experimental │ ├── __init__.py │ └── interactive │ │ ├── __init__.py │ │ ├── execution_result.py │ │ ├── export_templates │ │ ├── __init__.py │ │ ├── export_airflow.tmpl │ │ └── export_beam.tmpl │ │ ├── interactive_context.py │ │ ├── interactive_context_test.py │ │ ├── notebook_extensions │ │ ├── __init__.py │ │ └── skip.py │ │ ├── notebook_formatters.py │ │ ├── notebook_formatters_test.py │ │ ├── notebook_utils.py │ │ ├── notebook_utils_test.py │ │ ├── standard_visualizations.py │ │ ├── visualizations.py │ │ └── visualizations_test.py ├── kubeflow │ ├── __init__.py │ ├── container_entrypoint.py │ ├── decorators.py │ ├── runner.py │ ├── test_utils.py │ ├── testdata │ │ └── two_step_pipeline_post_dehydrate_ir.json │ ├── utils.py │ └── v2 │ │ ├── README.md │ │ ├── __init__.py │ │ ├── artifact_types │ │ ├── Artifact.yaml │ │ ├── Boolean.yaml │ │ ├── Dataset.yaml │ │ ├── ExampleAnomalies.yaml │ │ ├── ExampleStatistics.yaml │ │ ├── Examples.yaml │ │ ├── ExamplesDiff.yaml │ │ ├── File.yaml │ │ ├── Float.yaml │ │ ├── HyperParameters.yaml │ │ ├── InferenceResult.yaml │ │ ├── InfraBlessing.yaml │ │ ├── Integer.yaml │ │ ├── JsonValue.yaml │ │ ├── Metrics.yaml │ │ ├── Model.yaml │ │ ├── ModelBlessing.yaml │ │ ├── ModelEvaluation.yaml │ │ ├── ModelRun.yaml │ │ ├── PushedModel.yaml │ │ ├── README.md │ │ ├── Schema.yaml │ │ ├── Statistics.yaml │ │ ├── String.yaml │ │ ├── TransformCache.yaml │ │ ├── TransformGraph.yaml │ │ └── TunerResults.yaml │ │ ├── compiler_utils.py │ │ ├── compiler_utils_test.py │ │ ├── components │ │ ├── __init__.py │ │ └── experimental │ │ │ ├── __init__.py │ │ │ ├── ai_platform_training_component.py │ │ │ ├── ai_platform_training_component_integration_test.py │ │ │ ├── ai_platform_training_component_test.py │ │ │ ├── ai_platform_training_executor.py │ │ │ └── ai_platform_training_executor_test.py │ │ ├── container │ │ ├── __init__.py │ │ ├── kubeflow_v2_entrypoint_utils.py │ │ ├── kubeflow_v2_entrypoint_utils_test.py │ │ ├── kubeflow_v2_run_executor.py │ │ ├── kubeflow_v2_run_executor_test.py │ │ └── testdata │ │ │ ├── artifacts.json │ │ │ ├── artifacts_legacy.json │ │ │ ├── exec_properties.json │ │ │ ├── executor_invocation.json │ │ │ ├── executor_invocation_legacy.json │ │ │ ├── executor_invocation_with_output_parameters.json │ │ │ └── expected_output_metadata.json │ │ ├── e2e_tests │ │ ├── artifact_value_placeholder_integration_test.py │ │ ├── base_test_case.py │ │ ├── bigquery_integration_test.py │ │ ├── csv_example_gen_integration_test.py │ │ └── exit_handler_e2e_test.py │ │ ├── file_based_example_gen │ │ ├── __init__.py │ │ ├── driver.py │ │ ├── driver_test.py │ │ └── testdata │ │ │ ├── executor_invocation.json │ │ │ ├── executor_invocation_legacy.json │ │ │ ├── expected_output_metadata.json │ │ │ └── expected_output_metadata_legacy.json │ │ ├── kubeflow_v2_dag_runner.py │ │ ├── kubeflow_v2_dag_runner_test.py │ │ ├── parameter_utils.py │ │ ├── parameter_utils_test.py │ │ ├── pipeline_builder.py │ │ ├── pipeline_builder_test.py │ │ ├── step_builder.py │ │ ├── step_builder_test.py │ │ ├── test_utils.py │ │ ├── testdata │ │ ├── expected_bq_example_gen_component.pbtxt │ │ ├── expected_bq_example_gen_executor.pbtxt │ │ ├── expected_bq_example_gen_task.pbtxt │ │ ├── expected_consume_primitive_artifacts_by_value_pipeline.pbtxt │ │ ├── expected_csv_example_gen_component.pbtxt │ │ ├── expected_csv_example_gen_executor.pbtxt │ │ ├── expected_csv_example_gen_task.pbtxt │ │ ├── expected_dummy_consumer_with_condition_component.pbtxt │ │ ├── expected_dummy_consumer_with_condition_executor.pbtxt │ │ ├── expected_dummy_consumer_with_condition_task.pbtxt │ │ ├── expected_dummy_container_spec_component.pbtxt │ │ ├── expected_dummy_container_spec_executor.pbtxt │ │ ├── expected_dummy_container_spec_task.pbtxt │ │ ├── expected_dummy_exit_handler_component.pbtxt │ │ ├── expected_dummy_exit_handler_executor.pbtxt │ │ ├── expected_dummy_exit_handler_task.pbtxt │ │ ├── expected_dynamic_execution_properties_downstream_component_task.pbtxt │ │ ├── expected_dynamic_execution_properties_upstream_component_spec.pbtxt │ │ ├── expected_full_taxi_pipeline_job.json │ │ ├── expected_import_example_gen_component.pbtxt │ │ ├── expected_import_example_gen_executor.pbtxt │ │ ├── expected_import_example_gen_task.pbtxt │ │ ├── expected_importer_component.pbtxt │ │ ├── expected_importer_component_with_runtime_param.pbtxt │ │ ├── expected_importer_executor.pbtxt │ │ ├── expected_importer_executor_with_runtime_param.pbtxt │ │ ├── expected_importer_task.pbtxt │ │ ├── expected_importer_task_with_runtime_param.pbtxt │ │ ├── expected_latest_artifact_resolver_component.pbtxt │ │ ├── expected_latest_artifact_resolver_executor.pbtxt │ │ ├── expected_latest_artifact_resolver_task.pbtxt │ │ ├── expected_latest_blessed_model_resolver_component_1.pbtxt │ │ ├── expected_latest_blessed_model_resolver_component_2.pbtxt │ │ ├── expected_latest_blessed_model_resolver_executor.pbtxt │ │ ├── expected_latest_blessed_model_resolver_task_1.pbtxt │ │ ├── expected_latest_blessed_model_resolver_task_2.pbtxt │ │ ├── expected_pipeline_with_one_container_spec_component.pbtxt │ │ ├── expected_pipeline_with_runtime_parameter.pbtxt │ │ ├── expected_pipeline_with_two_container_spec_components.pbtxt │ │ ├── expected_two_step_kubeflow_artifacts_pipeline.pbtxt │ │ ├── expected_two_step_pipeline.pbtxt │ │ ├── expected_two_step_pipeline_job.json │ │ ├── expected_two_step_pipeline_job_with_multiple_images.json │ │ ├── expected_two_step_pipeline_job_without_default_image.json │ │ ├── expected_two_step_pipeline_with_cache_enabled.pbtxt │ │ ├── expected_two_step_pipeline_with_dynamic_execution_properties.pbtxt │ │ ├── expected_two_step_pipeline_with_exit_handler.pbtxt │ │ ├── expected_two_step_pipeline_with_multiple_images.pbtxt │ │ ├── expected_two_step_pipeline_with_task_only_dependency.pbtxt │ │ └── legacy │ │ │ ├── expected_bq_example_gen_component.pbtxt │ │ │ ├── expected_bq_example_gen_executor.pbtxt │ │ │ ├── expected_bq_example_gen_task.pbtxt │ │ │ ├── expected_consume_primitive_artifacts_by_value_pipeline.pbtxt │ │ │ ├── expected_csv_example_gen_component.pbtxt │ │ │ ├── expected_csv_example_gen_executor.pbtxt │ │ │ ├── expected_csv_example_gen_task.pbtxt │ │ │ ├── expected_dummy_consumer_with_condition_component.pbtxt │ │ │ ├── expected_dummy_consumer_with_condition_executor.pbtxt │ │ │ ├── expected_dummy_consumer_with_condition_task.pbtxt │ │ │ ├── expected_dummy_container_spec_component.pbtxt │ │ │ ├── expected_dummy_container_spec_executor.pbtxt │ │ │ ├── expected_dummy_container_spec_task.pbtxt │ │ │ ├── expected_dummy_exit_handler_component.pbtxt │ │ │ ├── expected_dummy_exit_handler_executor.pbtxt │ │ │ ├── expected_dummy_exit_handler_task.pbtxt │ │ │ ├── expected_dynamic_execution_properties_downstream_component_task.pbtxt │ │ │ ├── expected_dynamic_execution_properties_upstream_component_spec.pbtxt │ │ │ ├── expected_full_taxi_pipeline_job.json │ │ │ ├── expected_import_example_gen_component.pbtxt │ │ │ ├── expected_import_example_gen_executor.pbtxt │ │ │ ├── expected_import_example_gen_task.pbtxt │ │ │ ├── expected_importer_component.pbtxt │ │ │ ├── expected_importer_component_with_runtime_param.pbtxt │ │ │ ├── expected_importer_executor.pbtxt │ │ │ ├── expected_importer_executor_with_runtime_param.pbtxt │ │ │ ├── expected_importer_task.pbtxt │ │ │ ├── expected_importer_task_with_runtime_param.pbtxt │ │ │ ├── expected_latest_artifact_resolver_component.pbtxt │ │ │ ├── expected_latest_artifact_resolver_executor.pbtxt │ │ │ ├── expected_latest_artifact_resolver_task.pbtxt │ │ │ ├── expected_latest_blessed_model_resolver_component_1.pbtxt │ │ │ ├── expected_latest_blessed_model_resolver_component_2.pbtxt │ │ │ ├── expected_latest_blessed_model_resolver_executor.pbtxt │ │ │ ├── expected_latest_blessed_model_resolver_task_1.pbtxt │ │ │ ├── expected_latest_blessed_model_resolver_task_2.pbtxt │ │ │ ├── expected_pipeline_with_one_container_spec_component.pbtxt │ │ │ ├── expected_pipeline_with_runtime_parameter.pbtxt │ │ │ ├── expected_pipeline_with_two_container_spec_components.pbtxt │ │ │ ├── expected_two_step_kubeflow_artifacts_pipeline.pbtxt │ │ │ ├── expected_two_step_pipeline.pbtxt │ │ │ ├── expected_two_step_pipeline_job.json │ │ │ ├── expected_two_step_pipeline_job_with_multiple_images.json │ │ │ ├── expected_two_step_pipeline_job_without_default_image.json │ │ │ ├── expected_two_step_pipeline_with_cache_enabled.pbtxt │ │ │ ├── expected_two_step_pipeline_with_dynamic_execution_properties.pbtxt │ │ │ ├── expected_two_step_pipeline_with_exit_handler.pbtxt │ │ │ ├── expected_two_step_pipeline_with_multiple_images.pbtxt │ │ │ └── expected_two_step_pipeline_with_task_only_dependency.pbtxt │ │ └── vertex_client_utils.py ├── launcher │ ├── README.md │ ├── __init__.py │ ├── base_component_launcher.py │ ├── base_component_launcher_test.py │ ├── container_common.py │ ├── container_common_test.py │ ├── docker_component_launcher.py │ ├── docker_component_launcher_e2e_test.py │ ├── docker_component_launcher_test.py │ ├── in_process_component_launcher.py │ ├── kubernetes_component_launcher.py │ ├── kubernetes_component_launcher_test.py │ └── test_utils.py ├── local │ ├── __init__.py │ ├── legacy │ │ ├── __init__.py │ │ ├── local_dag_runner.py │ │ └── local_dag_runner_test.py │ ├── local_dag_runner.py │ ├── local_dag_runner_test.py │ ├── local_pipeline_beam_test.py │ ├── local_pipeline_test.py │ └── runner_utils.py ├── metadata.py ├── metadata_test.py ├── metadata_test_utils.py ├── mlmd_connection_manager.py ├── mlmd_connection_manager_test.py ├── node_proto_view.py ├── pipeline.py ├── pipeline_test.py ├── portable │ ├── README.md │ ├── __init__.py │ ├── base_driver.py │ ├── base_driver_operator.py │ ├── base_executor_operator.py │ ├── beam_executor_operator.py │ ├── beam_executor_operator_test.py │ ├── cache_utils.py │ ├── cache_utils_test.py │ ├── data_types.py │ ├── docker_executor_operator.py │ ├── docker_executor_operator_e2e_test.py │ ├── docker_executor_operator_test.py │ ├── execution │ │ ├── context.py │ │ ├── di_providers.py │ │ └── di_providers_test.py │ ├── execution_publish_utils.py │ ├── execution_publish_utils_test.py │ ├── execution_watcher.py │ ├── execution_watcher_test.py │ ├── importer_node_handler.py │ ├── importer_node_handler_test.py │ ├── input_resolution │ │ ├── channel_resolver.py │ │ ├── channel_resolver_test.py │ │ ├── exceptions.py │ │ ├── input_graph_resolver.py │ │ ├── input_graph_resolver_test.py │ │ ├── mlmd_resolver │ │ │ ├── __init__.py │ │ │ ├── metadata_resolver.py │ │ │ ├── metadata_resolver_test.py │ │ │ └── metadata_resolver_utils.py │ │ ├── node_inputs_resolver.py │ │ ├── node_inputs_resolver_test.py │ │ ├── partition_utils.py │ │ └── partition_utils_test.py │ ├── inputs_utils.py │ ├── inputs_utils_test.py │ ├── kubernetes_executor_operator.py │ ├── kubernetes_executor_operator_test.py │ ├── launcher.py │ ├── launcher_test.py │ ├── merge_utils.py │ ├── merge_utils_test.py │ ├── mlmd │ │ ├── __init__.py │ │ ├── artifact_lib.py │ │ ├── artifact_lib_test.py │ │ ├── common_utils.py │ │ ├── common_utils_test.py │ │ ├── context_lib.py │ │ ├── context_lib_test.py │ │ ├── event_lib.py │ │ ├── event_lib_test.py │ │ ├── execution_lib.py │ │ ├── execution_lib_test.py │ │ ├── filter_query_builder.py │ │ ├── store_ext.py │ │ └── store_ext_test.py │ ├── outputs_utils.py │ ├── outputs_utils_test.py │ ├── partial_run_utils.py │ ├── partial_run_utils_test.py │ ├── python_driver_operator.py │ ├── python_driver_operator_test.py │ ├── python_executor_operator.py │ ├── python_executor_operator_test.py │ ├── resolver_node_handler.py │ ├── resolver_node_handler_test.py │ ├── runtime_parameter_utils.py │ ├── runtime_parameter_utils_test.py │ ├── system_node_handler.py │ ├── testdata │ │ ├── __init__.py │ │ ├── dynamic_exec_properties_pipeline_for_launcher_test.pbtxt │ │ ├── node_context_spec.pbtxt │ │ ├── node_context_spec_pipeline_and_pipeline_run_context.pbtxt │ │ ├── pipeline_for_input_resolver_test.pbtxt │ │ ├── pipeline_for_input_resolver_test_output_key_unset.pbtxt │ │ ├── pipeline_for_launcher_test.pbtxt │ │ ├── pipeline_for_resolver_test.pbtxt │ │ ├── pipeline_with_runtime_parameter.pbtxt │ │ ├── pipeline_with_runtime_parameter_partially_substituted.pbtxt │ │ └── pipeline_with_runtime_parameter_substituted.pbtxt │ └── tfx_runner.py ├── publisher.py ├── publisher_test.py ├── python_execution_binary │ ├── __init__.py │ ├── entrypoint.py │ ├── python_execution_binary_utils.py │ ├── python_execution_binary_utils_test.py │ ├── python_execution_lib.py │ ├── python_executor_operator_dispatcher.py │ └── system_flags.py ├── test_pipelines │ ├── __init__.py │ ├── custom_exit_handler.py │ └── download_grep_print_pipeline.py ├── test_utils.py └── tfx_runner.py ├── proto ├── BUILD ├── bulk_inferrer.proto ├── distribution_validator.proto ├── evaluator.proto ├── example_diff.proto ├── example_gen.proto ├── infra_validator.proto ├── orchestration │ ├── BUILD │ ├── __init__.py │ ├── driver_output.proto │ ├── executable_spec.proto │ ├── execution_hook.proto │ ├── execution_invocation.proto │ ├── execution_result.proto │ ├── execution_watcher.proto │ ├── garbage_collection_policy.proto │ ├── local_deployment_config.proto │ ├── metadata.proto │ ├── pipeline.proto │ ├── placeholder.proto │ ├── platform_config.proto │ └── run_state.proto ├── pusher.proto ├── range_config.proto ├── trainer.proto ├── transform.proto └── tuner.proto ├── py.typed ├── scripts ├── __init__.py ├── run_component.py ├── run_component_test.py ├── run_executor.py └── run_executor_test.py ├── tfx.bzl ├── tools ├── __init__.py ├── build_docs.py ├── cli │ ├── README.md │ ├── __init__.py │ ├── cli_context.py │ ├── cli_main.py │ ├── cli_main_test.py │ ├── commands │ │ ├── __init__.py │ │ ├── pipeline.py │ │ ├── pipeline_test.py │ │ ├── run.py │ │ ├── run_test.py │ │ ├── template.py │ │ └── template_test.py │ ├── container_builder │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── builder_test.py │ │ ├── dockerfile.py │ │ ├── dockerfile_test.py │ │ ├── labels.py │ │ └── testdata │ │ │ ├── test_buildspec │ │ │ └── test_dockerfile_with_base │ ├── e2e │ │ ├── __init__.py │ │ ├── cli_airflow_e2e_test.py │ │ ├── cli_beam_e2e_test.py │ │ ├── cli_common_e2e_test.py │ │ ├── cli_kubeflow_e2e_test.py │ │ ├── cli_local_e2e_test.py │ │ └── test_utils.py │ ├── handler │ │ ├── __init__.py │ │ ├── airflow_dag_runner_patcher.py │ │ ├── airflow_dag_runner_patcher_test.py │ │ ├── airflow_handler.py │ │ ├── airflow_handler_test.py │ │ ├── base_handler.py │ │ ├── base_handler_test.py │ │ ├── beam_dag_runner_patcher.py │ │ ├── beam_dag_runner_patcher_test.py │ │ ├── beam_handler.py │ │ ├── beam_handler_test.py │ │ ├── dag_runner_patcher.py │ │ ├── dag_runner_patcher_test.py │ │ ├── handler_factory.py │ │ ├── handler_factory_test.py │ │ ├── kubeflow_handler.py │ │ ├── kubeflow_v2_dag_runner_patcher.py │ │ ├── kubeflow_v2_dag_runner_patcher_test.py │ │ ├── local_dag_runner_patcher.py │ │ ├── local_dag_runner_patcher_test.py │ │ ├── local_handler.py │ │ ├── local_handler_test.py │ │ ├── template_handler.py │ │ ├── template_handler_test.py │ │ ├── vertex_handler.py │ │ └── vertex_handler_test.py │ ├── labels.py │ ├── pip_utils.py │ ├── pip_utils_test.py │ └── testdata │ │ ├── test_airflow_list_dags_output.txt │ │ ├── test_pipeline_airflow_1.py │ │ ├── test_pipeline_beam_1.py │ │ ├── test_pipeline_beam_2.py │ │ ├── test_pipeline_beam_3.py │ │ ├── test_pipeline_kubeflow_1.py │ │ ├── test_pipeline_kubeflow_v2_1.py │ │ ├── test_pipeline_kubeflow_v2_2.py │ │ ├── test_pipeline_local_1.py │ │ ├── test_pipeline_local_2.py │ │ └── test_pipeline_local_3.py └── docker │ ├── Dockerfile │ ├── README.md │ ├── base │ ├── Dockerfile │ └── build_base_image.sh │ ├── build_docker_image.sh │ └── requirements.txt ├── types ├── __init__.py ├── artifact.py ├── artifact_property.py ├── artifact_test.py ├── artifact_utils.py ├── artifact_utils_test.py ├── channel.py ├── channel_test.py ├── channel_utils.py ├── channel_utils_test.py ├── channel_wrapped_placeholder_test.py ├── component_spec.py ├── component_spec_test.py ├── experimental │ ├── __init__.py │ └── simple_artifacts.py ├── external_artifact_utils.py ├── node_common.py ├── resolved_channel.py ├── standard_artifact_utils.py ├── standard_artifact_utils_test.py ├── standard_artifacts.py ├── standard_artifacts_test.py ├── standard_component_specs.py ├── system_artifacts.py ├── system_executions.py ├── testdata │ └── proto_placeholder_future_value_operator.pbtxt ├── value_artifact.py └── value_artifact_test.py ├── utils ├── __init__.py ├── abc_utils.py ├── channel.py ├── channel_test.py ├── dependency_utils.py ├── dependency_utils_test.py ├── deprecation_utils.py ├── deprecation_utils_test.py ├── di │ ├── errors.py │ ├── module.py │ ├── module_test.py │ └── providers.py ├── doc_controls.py ├── doc_controls_test.py ├── docker_utils.py ├── docker_utils_test.py ├── golden_utils.py ├── governance_utils.py ├── import_utils.py ├── import_utils_test.py ├── io_utils.py ├── io_utils_test.py ├── json_utils.py ├── json_utils_test.py ├── kube_utils.py ├── logging_utils.py ├── logging_utils_test.py ├── metrics_utils.py ├── model_paths │ ├── __init__.py │ ├── tf_serving_flavor.py │ └── tf_serving_flavor_test.py ├── monitoring_utils.py ├── name_utils.py ├── name_utils_test.py ├── path_constants.py ├── path_utils.py ├── path_utils_test.py ├── proto_utils.py ├── proto_utils_test.py ├── pure_typing_utils.py ├── pure_typing_utils_test.py ├── retry.py ├── retry_test.py ├── stats_utils.py ├── status.py ├── telemetry_utils.py ├── telemetry_utils_test.py ├── test_case_utils.py ├── test_case_utils_test.py ├── testdata │ ├── BUILD │ ├── __init__.py │ ├── bar.proto │ ├── foo.proto │ ├── test.csv │ ├── test_fn.ext │ └── test_fn.py ├── topsort.py ├── topsort_test.py ├── typing_utils.py ├── typing_utils_test.py ├── version_utils.py ├── version_utils_test.py ├── writer_utils.py └── writer_utils_test.py ├── v1 ├── README.md ├── __init__.py ├── components │ └── __init__.py ├── dsl │ ├── __init__.py │ ├── components │ │ └── __init__.py │ ├── experimental │ │ └── __init__.py │ ├── io │ │ ├── __init__.py │ │ └── fileio.py │ ├── placeholders │ │ └── __init__.py │ └── standard_annotations.py ├── extensions │ ├── __init__.py │ ├── google_cloud_ai_platform │ │ ├── __init__.py │ │ └── experimental │ │ │ └── __init__.py │ └── google_cloud_big_query │ │ └── __init__.py ├── orchestration │ ├── __init__.py │ ├── experimental │ │ └── __init__.py │ └── metadata.py ├── proto │ ├── __init__.py │ └── orchestration │ │ └── __init__.py ├── testing │ └── __init__.py ├── types │ ├── __init__.py │ └── standard_artifacts.py └── utils │ └── __init__.py ├── version.py └── workspace.bzl /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- 1 | # See following links for explanation to this file: 2 | # https://docs.github.com/en/github/building-a-strong-community/configuring-issue-templates-for-your-repository#configuring-the-template-chooser 3 | # 4 | # Setting `blank_issues_enabled` to False will encourage issue reporters to use templates. 5 | blank_issues_enabled: false 6 | -------------------------------------------------------------------------------- /README.ml-pipelines-sdk.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | # ML Pipelines SDK 4 | 5 | The `ml-pipelines-sdk` package provides the pipeline-authoring SDK for the 6 | [TFX](https://tensorflow.org/tfx) machine learning framework. This package is 7 | a subset of the `tfx` package and is provided for TFX pipeline authors who wish 8 | to minimize runtime dependencies. 9 | 10 | Releases are synchronized in lock-step with the 11 | [`tfx` package](https://pypi.org/project/tfx) and overall release notes 12 | can be found at https://github.com/tensorflow/tfx/releases. 13 | -------------------------------------------------------------------------------- /docs/api/v1/components.md: -------------------------------------------------------------------------------- 1 | # Components 2 | 3 | ::: tfx.v1.components 4 | -------------------------------------------------------------------------------- /docs/api/v1/dsl.md: -------------------------------------------------------------------------------- 1 | # DSL 2 | 3 | ::: tfx.v1.dsl 4 | -------------------------------------------------------------------------------- /docs/api/v1/extensions.md: -------------------------------------------------------------------------------- 1 | # Extension 2 | 3 | ::: tfx.v1.extensions 4 | options: 5 | show_if_no_docstring: true 6 | -------------------------------------------------------------------------------- /docs/api/v1/index.md: -------------------------------------------------------------------------------- 1 | # Modules 2 | 3 | [components][tfx.v1.components] module: TFX components module. 4 | 5 | [dsl][tfx.v1.dsl] module: TFX DSL module. 6 | 7 | [extensions][tfx.v1.extensions] module: TFX extensions module. 8 | 9 | [orchestration][tfx.v1.orchestration] module: TFX orchestration module. 10 | 11 | [proto][tfx.v1.proto] module: TFX proto module. 12 | 13 | [testing][tfx.v1.testing] module: Public testing modules for TFX. 14 | 15 | [types][tfx.v1.types] module: TFX types module. 16 | 17 | [utils][tfx.v1.utils] module: TFX utils module. 18 | -------------------------------------------------------------------------------- /docs/api/v1/orchestration.md: -------------------------------------------------------------------------------- 1 | # Orchestration 2 | 3 | ::: tfx.v1.orchestration 4 | options: 5 | show_if_no_docstring: true 6 | -------------------------------------------------------------------------------- /docs/api/v1/proto.md: -------------------------------------------------------------------------------- 1 | # Proto 2 | 3 | ::: tfx.v1.proto 4 | options: 5 | show_if_no_docstring: true 6 | -------------------------------------------------------------------------------- /docs/api/v1/testing.md: -------------------------------------------------------------------------------- 1 | # Testing 2 | 3 | ::: tfx.v1.testing 4 | options: 5 | show_if_no_docstring: true 6 | -------------------------------------------------------------------------------- /docs/api/v1/types.md: -------------------------------------------------------------------------------- 1 | # Types 2 | 3 | ::: tfx.v1.types 4 | -------------------------------------------------------------------------------- /docs/api/v1/utils.md: -------------------------------------------------------------------------------- 1 | # Utils 2 | 3 | ::: tfx.v1.utils 4 | options: 5 | show_if_no_docstring: true 6 | -------------------------------------------------------------------------------- /docs/guide/images/component.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/component.png -------------------------------------------------------------------------------- /docs/guide/images/fairnessIndicators.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/fairnessIndicators.png -------------------------------------------------------------------------------- /docs/guide/images/fairnessIndicatorsCompare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/fairnessIndicatorsCompare.png -------------------------------------------------------------------------------- /docs/guide/images/feature_stats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/feature_stats.png -------------------------------------------------------------------------------- /docs/guide/images/libraries_components.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/libraries_components.png -------------------------------------------------------------------------------- /docs/guide/images/mlmd_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/mlmd_flow.png -------------------------------------------------------------------------------- /docs/guide/images/mlmd_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/mlmd_overview.png -------------------------------------------------------------------------------- /docs/guide/images/prog_evaluator.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/prog_evaluator.png -------------------------------------------------------------------------------- /docs/guide/images/prog_fin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/prog_fin.png -------------------------------------------------------------------------------- /docs/guide/images/prog_infraval.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/prog_infraval.png -------------------------------------------------------------------------------- /docs/guide/images/prog_schemagen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/prog_schemagen.png -------------------------------------------------------------------------------- /docs/guide/images/prog_trainer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/prog_trainer.png -------------------------------------------------------------------------------- /docs/guide/images/prog_transform.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/prog_transform.png -------------------------------------------------------------------------------- /docs/guide/images/spans_splits.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/spans_splits.png -------------------------------------------------------------------------------- /docs/guide/images/unbalanced.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/unbalanced.png -------------------------------------------------------------------------------- /docs/guide/images/uniform.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/uniform.png -------------------------------------------------------------------------------- /docs/guide/images/uniform_cumulative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/uniform_cumulative.png -------------------------------------------------------------------------------- /docs/guide/images/zero_length.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/guide/images/zero_length.png -------------------------------------------------------------------------------- /docs/guide/local_orchestrator.md: -------------------------------------------------------------------------------- 1 | # Orchestrating TFX Pipelines 2 | 3 | ## Local Orchestrator 4 | 5 | Local orchestrator is a simple orchestrator that is included in the TFX Python 6 | package. It runs pipelines in the local environment in a single process. It 7 | provides fast iterations for development and debugging, but it is not suitable for 8 | large production workloads. Please use [Vertex Pipelines](vertex.md) or 9 | [Kubeflow Pipelines](kubeflow.md) for production use cases. 10 | 11 | Try the [TFX tutorials](../../tutorials/tfx/penguin_simple) running in Colab to 12 | learn how to use the local orchestrator. 13 | -------------------------------------------------------------------------------- /docs/tutorials/data_validation/images/statistics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/data_validation/images/statistics.png -------------------------------------------------------------------------------- /docs/tutorials/data_validation/images/statistics_eval.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/data_validation/images/statistics_eval.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/airflow-dag-graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/airflow-dag-graph.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/airflow-home.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/airflow-home.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/airflow-instance-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/airflow-instance-1.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/airflow-instance-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/airflow-instance-2.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/airflow-instance-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/airflow-instance-3.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/airflow-login.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/airflow-login.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/chicago.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/chicago.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/create-firewall-dialog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/create-firewall-dialog.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/dag-button-refresh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/dag-button-refresh.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/dag-buttons.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/dag-buttons.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/dag-home-full.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/dag-home-full.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/dag-step7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/dag-step7.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/f1abc657d9d2845c.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/f1abc657d9d2845c.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/firewall-rule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/firewall-rule.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/gcloud-instance-ip.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/gcloud-instance-ip.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/notebook-ipynb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/notebook-ipynb.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup1.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup2.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup3.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup4.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup5.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup6.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/qwiksetup7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/qwiksetup7.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/repo-directory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/repo-directory.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/taxi.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/taxi.jpg -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/vertex-ai-workbench.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/vertex-ai-workbench.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/airflow_workshop/vertex-notebook-create-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/airflow_workshop/vertex-notebook-create-2.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/check-the-box.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/check-the-box.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/check-version-nb-cell.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/check-version-nb-cell.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/configure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/configure.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/enable_api.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/enable_api.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/examplegen1.png: -------------------------------------------------------------------------------- 1 | ../../../../../tfx/examples/airflow_workshop/taxi/notebooks/img/examplegen1.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/examplegen2.png: -------------------------------------------------------------------------------- 1 | ../../../../../tfx/examples/airflow_workshop/taxi/notebooks/img/examplegen2.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/new-instance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/new-instance.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/new-notebook.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/new-notebook.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/open-dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/open-dashboard.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/open-template.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/open-template.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/select-notebook.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/select-notebook.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/transform.png: -------------------------------------------------------------------------------- 1 | ../../../../../tfx/examples/airflow_workshop/taxi/notebooks/img/transform.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/two-cpus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/two-cpus.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/cloud-ai-platform-pipelines/welcome-popup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/cloud-ai-platform-pipelines/welcome-popup.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/gpt2_fine_tuning_and_conversion/perplexity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/gpt2_fine_tuning_and_conversion/perplexity.png -------------------------------------------------------------------------------- /docs/tutorials/tfx/images/penguin_tfdv/penguin_tfdv_statistics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/tfx/images/penguin_tfdv/penguin_tfdv_statistics.png -------------------------------------------------------------------------------- /docs/tutorials/transform/images/data-preprocessing-for-ml-with-tf-transform-dataflow-execution-graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/docs/tutorials/transform/images/data-preprocessing-for-ml-with-tf-transform-dataflow-execution-graph.png -------------------------------------------------------------------------------- /requirements-docs.txt: -------------------------------------------------------------------------------- 1 | mkdocs 2 | mkdocstrings[python] 3 | mkdocs-material 4 | griffe-inherited-docstrings 5 | mkdocs-autorefs 6 | mkdocs-jupyter 7 | mkdocs-caption 8 | markdown-grid-tables 9 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | --index-url https://pypi.python.org/simple/ 2 | 3 | -e . 4 | -------------------------------------------------------------------------------- /tfx/benchmarks/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/data/taxi_1M.tfrecords.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/data/taxi_1M.tfrecords.gz -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Mobile 6 | Prcard 7 | Dispute 8 | Pcard 9 | Split 10 | Prepaid 11 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/saved_model.pb -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tfma_saved_model/variables/variables.index -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tft_saved_model/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Mobile 6 | Prcard 7 | Dispute 8 | Pcard 9 | Split 10 | Prepaid 11 | Way2ride 12 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tft_saved_model/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tft_saved_model/saved_model.pb -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Mobile 6 | Prcard 7 | Dispute 8 | Pcard 9 | Split 10 | Prepaid 11 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/saved_model.pb -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/tft_tf2_saved_model/variables/variables.index -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Mobile 6 | Prcard 7 | Dispute 8 | Pcard 9 | Split 10 | Prepaid 11 | -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/saved_model.pb -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/benchmarks/datasets/chicago_taxi/model/trained_saved_model/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/base/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/bulk_inferrer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/common_nodes/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/distribution_validator/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2022 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/evaluator/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/example_diff/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2022 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/example_gen/csv_example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/example_gen/custom_executors/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/example_gen/import_example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/example_validator/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/experimental/data_view/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/infra_validator/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/infra_validator/model_server_clients/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Modules of all model server clients that correspond to serving binary.""" 15 | -------------------------------------------------------------------------------- /tfx/components/infra_validator/model_server_runners/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/model_validator/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/pusher/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/schema_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/schema_gen/import_schema_gen/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/schema_gen/import_schema_gen/__init__.py -------------------------------------------------------------------------------- /tfx/components/statistics_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/testdata/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00000-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00000-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00001-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00001-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00002-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00002-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00003-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00003-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00004-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00004-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00005-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00005-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00006-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00006-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00007-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00007-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00008-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00008-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00009-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00009-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00010-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00010-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00011-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-eval/data_tfrecord-00011-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00000-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00000-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00001-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00001-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00002-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00002-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00003-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00003-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00004-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00004-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00005-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00005-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00006-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00006-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00007-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00007-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00008-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00008-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00009-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00009-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00010-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00010-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00011-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/Split-train/data_tfrecord-00011-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00000-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00000-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00001-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00001-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00002-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00002-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00003-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00003-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00004-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00004-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00005-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00005-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00006-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00006-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00007-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00007-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00008-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00008-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00009-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00009-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00010-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00010-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00011-of-00012.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/csv_example_gen/unlabelled/data_tfrecord-00011-of-00012.gz -------------------------------------------------------------------------------- /tfx/components/testdata/external/avro/data.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/external/avro/data.avro -------------------------------------------------------------------------------- /tfx/components/testdata/external/csv_empty/data.csv: -------------------------------------------------------------------------------- 1 | A,B,C,D 2 | 1,,x,0.1 3 | 2,,y,0.2 4 | 3,,,0.3 5 | -------------------------------------------------------------------------------- /tfx/components/testdata/external/csv_multi_line_string/data.csv: -------------------------------------------------------------------------------- 1 | A,B,C,D 2 | 1,2,3,4 3 | 1,"""2, 4 | ""3"", 5 | 4 6 | 5""",6,7 7 | 1,2,3,4 8 | -------------------------------------------------------------------------------- /tfx/components/testdata/external/parquet/data.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/external/parquet/data.parquet -------------------------------------------------------------------------------- /tfx/components/testdata/external/tfrecord/data_tfrecord-00000-of-00002.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/external/tfrecord/data_tfrecord-00000-of-00002.gz -------------------------------------------------------------------------------- /tfx/components/testdata/external/tfrecord/data_tfrecord-00001-of-00002.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/external/tfrecord/data_tfrecord-00001-of-00002.gz -------------------------------------------------------------------------------- /tfx/components/testdata/external/tfrecord_sequence/data_tfrecord-00000-of-00001.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/external/tfrecord_sequence/data_tfrecord-00000-of-00001.gz -------------------------------------------------------------------------------- /tfx/components/testdata/model_validator/blessed/BLESSED: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/model_validator/blessed/BLESSED -------------------------------------------------------------------------------- /tfx/components/testdata/model_validator/not_blessed/NOT_BLESSED: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/model_validator/not_blessed/NOT_BLESSED -------------------------------------------------------------------------------- /tfx/components/testdata/module_file/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/testdata/penguin/data/Split-eval/data_tfrecord-00000-of-00001.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/penguin/data/Split-eval/data_tfrecord-00000-of-00001.gz -------------------------------------------------------------------------------- /tfx/components/testdata/penguin/data/Split-train/data_tfrecord-00000-of-00001.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/penguin/data/Split-train/data_tfrecord-00000-of-00001.gz -------------------------------------------------------------------------------- /tfx/components/testdata/pusher/model_push/1584391735/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/pusher/model_push/1584391735/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/pusher/model_push/1584391735/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/pusher/model_push/1584391735/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/pusher/model_push/1584391735/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/pusher/model_push/1584391735/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/pusher/model_push/1584391735/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/statistics_gen/Split-eval/FeatureStats.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/statistics_gen/Split-eval/FeatureStats.pb -------------------------------------------------------------------------------- /tfx/components/testdata/statistics_gen/Split-train/FeatureStats.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/statistics_gen/Split-train/FeatureStats.pb -------------------------------------------------------------------------------- /tfx/components/testdata/tfrecord_sequence/Split-eval/data_tfrecord_eval.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/tfrecord_sequence/Split-eval/data_tfrecord_eval.gz -------------------------------------------------------------------------------- /tfx/components/testdata/tfrecord_sequence/Split-train/data_tfrecord_train.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/tfrecord_sequence/Split-train/data_tfrecord_train.gz -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/blessed/Format-TFMA/1646034758/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/checkpoint: -------------------------------------------------------------------------------- 1 | model_checkpoint_path: "model.ckpt-1000" 2 | all_model_checkpoint_paths: "model.ckpt-0" 3 | all_model_checkpoint_paths: "model.ckpt-999" 4 | all_model_checkpoint_paths: "model.ckpt-1000" 5 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/eval_chicago-taxi-eval/events.out.tfevents.1646034751.jiyongjung.c.googlers.com: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/eval_chicago-taxi-eval/events.out.tfevents.1646034751.jiyongjung.c.googlers.com -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/events.out.tfevents.1646034739.jiyongjung.c.googlers.com: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/events.out.tfevents.1646034739.jiyongjung.c.googlers.com -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/export/chicago-taxi/1646034756/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-0.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-0.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-0.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-0.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-0.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-0.meta -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-1000.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-1000.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-1000.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-1000.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-1000.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-1000.meta -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-999.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-999.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-999.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-999.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-999.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-Serving/model.ckpt-999.meta -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-TFMA/1646034758/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-TFMA/1646034758/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-TFMA/1646034758/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-TFMA/1646034758/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-TFMA/1646034758/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/current/Format-TFMA/1646034758/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/current/Format-TFMA/1646034758/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/keras/Format-Serving/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/keras/Format-Serving/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/keras/Format-Serving/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/keras/Format-Serving/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/keras/Format-Serving/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/keras/Format-Serving/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/checkpoint: -------------------------------------------------------------------------------- 1 | model_checkpoint_path: "model.ckpt-1000" 2 | all_model_checkpoint_paths: "model.ckpt-0" 3 | all_model_checkpoint_paths: "model.ckpt-999" 4 | all_model_checkpoint_paths: "model.ckpt-1000" 5 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/eval_chicago-taxi-eval/events.out.tfevents.1646034751.jiyongjung.c.googlers.com: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/eval_chicago-taxi-eval/events.out.tfevents.1646034751.jiyongjung.c.googlers.com -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/events.out.tfevents.1646034739.jiyongjung.c.googlers.com: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/events.out.tfevents.1646034739.jiyongjung.c.googlers.com -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/export/chicago-taxi/1646034756/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-0.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-0.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-0.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-0.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-0.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-0.meta -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-1000.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-1000.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-1000.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-1000.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-1000.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-1000.meta -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-999.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-999.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-999.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-999.index -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-999.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-Serving/model.ckpt-999.meta -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/trainer/previous/Format-TFMA/1646034758/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transform_graph/transform_fn/assets/vocab_compute_and_apply_vocabulary_vocabulary: -------------------------------------------------------------------------------- 1 | Cash 2 | Credit Card 3 | No Charge 4 | Unknown 5 | Pcard 6 | Dispute 7 | -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transform_graph/transform_fn/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/transform/transform_graph/transform_fn/saved_model.pb -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transform_graph/transform_fn/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/transform/transform_graph/transform_fn/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transform_graph/transform_fn/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/transform/transform_graph/transform_fn/variables/variables.index -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transform_graph/transformed_metadata/asset_map: -------------------------------------------------------------------------------- 1 | {"vocab_compute_and_apply_vocabulary_vocabulary": "vocab_compute_and_apply_vocabulary_vocabulary", "vocab_compute_and_apply_vocabulary_1_vocabulary": "vocab_compute_and_apply_vocabulary_1_vocabulary"} -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transformed_examples/Split-eval/transformed_examples-00000-of-00001.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/transform/transformed_examples/Split-eval/transformed_examples-00000-of-00001.gz -------------------------------------------------------------------------------- /tfx/components/testdata/transform/transformed_examples/Split-train/transformed_examples-00000-of-00001.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/components/testdata/transform/transformed_examples/Split-train/transformed_examples-00000-of-00001.gz -------------------------------------------------------------------------------- /tfx/components/trainer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/trainer/rewriting/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/tuner/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/components/util/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/conftest.py: -------------------------------------------------------------------------------- 1 | """Test configuration.""" 2 | from absl import flags 3 | 4 | def pytest_configure(config): 5 | # This is needed to avoid 6 | # `absl.flags._exceptions.UnparsedFlagAccessError` in some tests. 7 | flags.FLAGS.mark_as_parsed() 8 | -------------------------------------------------------------------------------- /tfx/dsl/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/compiler/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/compiler/testdata/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/component/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/component/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/components/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/components/base/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/components/common/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/experimental/conditionals/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/experimental/node_execution_options/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2022 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/input_resolution/README.md: -------------------------------------------------------------------------------- 1 | # Input Resolution 2 | 3 | Input resolution is an entire process of resolving input artifacts when 4 | running a node. This module provides APIs to configure input resolution logic 5 | of the component. 6 | 7 | Currently work in progress. 8 | -------------------------------------------------------------------------------- /tfx/dsl/input_resolution/strategies/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/io/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/io/plugins/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/placeholder/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/dsl/resolvers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/README.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | # TFX Developer Tutorial 4 | 5 | ## notebooks/ 6 | 7 | This directory contains Jupyter notebook that is used in the tutorial to 8 | illustrate accessing metadata and using visualization tools. 9 | 10 | ## setup/ 11 | 12 | This directory contains setup scripts and TFX DAG code that will be used in the 13 | tutorial to implement a new TFX pipeline from scratch, as well as a working 14 | solution. 15 | -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-2.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-3.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-4.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-5.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/analysing-pipeline-6.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/examplegen1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/examplegen1.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/examplegen2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/examplegen2.png -------------------------------------------------------------------------------- /tfx/examples/airflow_workshop/taxi/notebooks/img/transform.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/airflow_workshop/taxi/notebooks/img/transform.png -------------------------------------------------------------------------------- /tfx/examples/bert/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/bert/cola/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/bert/mrpc/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/bert/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/bigquery_ml/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/chicago_taxi_pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/chicago_taxi_pipeline/chicago_taxi_pipeline_simple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/chicago_taxi_pipeline/chicago_taxi_pipeline_simple.png -------------------------------------------------------------------------------- /tfx/examples/chicago_taxi_pipeline/data/README.md: -------------------------------------------------------------------------------- 1 | Chicage taxi data set. 2 | 3 | * Simple data set contains all the data for training and evaluation. 4 | * Big tipper data set contains a new column 'big_tipper' that indicates if tips 5 | was > 20% of the fare. 6 | TODO(b/157064428): Remove after label transformation is supported for Keras. 7 | -------------------------------------------------------------------------------- /tfx/examples/chicago_taxi_pipeline/serving/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/containers/workshop/buildfiles/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM ubuntu:16.04 2 | LABEL maintainer="tensorflow-extended-dev@googlegroups.com" 3 | 4 | COPY init.sh / 5 | COPY setup_demo.sh / 6 | 7 | RUN apt-get update && apt-get install -y --no-install-recommends \ 8 | apt-utils \ 9 | python-pip \ 10 | python3-pip \ 11 | python3-dev \ 12 | virtualenv \ 13 | git \ 14 | sudo \ 15 | vim \ 16 | wget \ 17 | curl \ 18 | build-essential \ 19 | software-properties-common \ 20 | default-jre \ 21 | && apt-get autoclean \ 22 | && apt-get autoremove --purge \ 23 | && chmod +x /init.sh \ 24 | && bash /init.sh 25 | 26 | EXPOSE 8080 8888 6006 27 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/README.md: -------------------------------------------------------------------------------- 1 | # Custom TFX Component Examples 2 | 3 | This folder contains the following examples to demonstrate how to create custom 4 | TFX components: 5 | 6 | * HelloComponent 7 | * PrestoExampleGen 8 | * SlackComponent 9 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/container_components/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/hello_world/README.md: -------------------------------------------------------------------------------- 1 | # Custom TFX Component Example - Hello World 2 | 3 | # Introduction 4 | This example shows a "Hello World" example which illustrates the basics of 5 | creating a custom component in 6 | [TensorFlow Extended (TFX)](https://tensorflow.org/tfx). The example simply 7 | reads the input artifacts and writes them out unchanged as the output artifacts 8 | of the component. 9 | 10 | ## Disclaimer 11 | This example only serves as a demonstration of how to compose a custom component 12 | and should not be relied on for productionization use. 13 | 14 | ## Prerequisites 15 | 16 | * Linux or MacOS 17 | * Python 2.7 or 3.6+ 18 | * Git 19 | 20 | ### Required packages 21 | * [TFX](https://pypi.org/project/tfx/) 22 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/hello_world/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/hello_world/data/data.csv: -------------------------------------------------------------------------------- 1 | pickup_community_area,fare,trip_start_month,trip_start_hour,trip_start_day,trip_start_timestamp,pickup_latitude,pickup_longitude,dropoff_latitude,dropoff_longitude,trip_miles,pickup_census_tract,dropoff_census_tract,payment_type,company,trip_seconds,dropoff_community_area,tips 2 | 60,27.05,10,2,3,1380593700,41.836150155,-87.648787952,,,12.6,,,Cash,Taxi Affiliation Services,1380,,0.0 3 | 10,5.85,10,1,2,1382319000,41.985015101,-87.804532006,,,0.0,,,Cash,Taxi Affiliation Services,180,,0.0 4 | 14,16.65,5,7,5,1369897200,41.968069,-87.721559063,,,0.0,,,Cash,Dispatch Taxi Affiliation,1080,,0.0 5 | 13,16.45,11,12,3,1446554700,41.983636307,-87.723583185,,,6.9,,,Cash,,780,,0.0 6 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/hello_world/example/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/hello_world/hello_component/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/presto_example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/presto_example_gen/example/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/presto_example_gen/presto_component/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/presto_example_gen/proto/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/slack/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/slack/example/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/custom_components/slack/slack_component/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/imdb/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/kerasnlp/README.md: -------------------------------------------------------------------------------- 1 | # KerasNLP pipeline 2 | 3 | This directory contains code for a TFX pipeline that fine-tunes and performs 4 | tflite conversion on a kerasnlp gpt2 model. The pipeline is based on the 5 | [colab notebook](https://colab.sandbox.google.com/github/tensorflow/codelabs/blob/main/KerasNLP/io2023_workshop.ipynb#scrollTo=cCIV_KasOkYA) 6 | presented at a io2023 workshop. 7 | -------------------------------------------------------------------------------- /tfx/examples/mnist/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/mnist/data/mnist.tfrecord: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/mnist/data/mnist.tfrecord -------------------------------------------------------------------------------- /tfx/examples/penguin/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/penguin/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/ranking/README.md: -------------------------------------------------------------------------------- 1 | # TensorFlow Ranking Example 2 | 3 | This example pipeline has two extra dependencies: 4 | 5 | - `struct2tensor`: for decoding the training data 6 | (which is not in tf.Example, but a different proto, ExampleListWithContext) 7 | - `tensorflow_ranking` for ranking specific keras layers, losses and metrics. 8 | 9 | To try this example, install tfx using 10 | 11 | ``` 12 | pip install -U tfx[examples] 13 | ``` 14 | 15 | This file will be updated with more information. 16 | 17 | 18 | -------------------------------------------------------------------------------- /tfx/examples/ranking/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/ranking/testdata/input/antique_data.tfrecord.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/ranking/testdata/input/antique_data.tfrecord.gz -------------------------------------------------------------------------------- /tfx/examples/tfjs_next_page_prediction/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/examples/tfjs_next_page_prediction/data/data.tfrecord.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/examples/tfjs_next_page_prediction/data/data.tfrecord.gz -------------------------------------------------------------------------------- /tfx/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/distributed_inference/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/distributed_inference/graphdef_experiments/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/distributed_inference/graphdef_experiments/subgraph_partitioning/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/pipeline_testing/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/penguin/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/penguin/e2e_tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/penguin/models/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/penguin/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/taxi/.gitignore: -------------------------------------------------------------------------------- 1 | {{PIPELINE_NAME}}.tar.gz # Pipeline definition file in argo format for Kubeflow. 2 | tfx_pipeline_output # Default pipeline output directory 3 | tfx_metadata # Default tfx metadata SQLite DB directory 4 | -------------------------------------------------------------------------------- /tfx/experimental/templates/taxi/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/taxi/e2e_tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/taxi/models/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/taxi/models/keras_model/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/experimental/templates/taxi/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/experimental/kfp_compatibility/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_ai_platform/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_ai_platform/bulk_inferrer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_ai_platform/pusher/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_ai_platform/trainer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_ai_platform/tuner/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/experimental/elwc_example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/experimental/elwc_example_gen/component/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/experimental/elwc_example_gen/proto/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/extensions/google_cloud_big_query/pusher/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/airflow/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/beam/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/beam/legacy/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/config/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/experimental/interactive/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/experimental/interactive/export_templates/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/experimental/interactive/notebook_extensions/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Artifact.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Artifact 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Boolean.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Boolean 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Dataset.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Dataset 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/ExampleAnomalies.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.ExampleAnomalies 2 | type: object 3 | properties: 4 | span: 5 | type: integer 6 | description: Span for an artifact. 7 | split_names: 8 | type: string 9 | description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split. 10 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/ExampleStatistics.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.ExampleStatistics 2 | type: object 3 | properties: 4 | span: 5 | type: integer 6 | description: Span for an artifact. 7 | split_names: 8 | type: string 9 | description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split. 10 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Examples.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Examples 2 | type: object 3 | properties: 4 | span: 5 | type: integer 6 | description: Span for an artifact. 7 | version: 8 | type: integer 9 | description: Version for an artifact. 10 | split_names: 11 | type: string 12 | description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split. 13 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/ExamplesDiff.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.ExamplesDiff 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/File.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.File 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Float.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Float 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/HyperParameters.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.HyperParameters 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/InferenceResult.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.InferenceResult 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/InfraBlessing.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.InfraBlessing 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Integer.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Integer 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/JsonValue.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.JsonValue 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Metrics.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Metrics 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Model.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Model 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/ModelBlessing.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.ModelBlessing 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/ModelEvaluation.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.ModelEvaluation 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/ModelRun.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.ModelRun 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/PushedModel.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.PushedModel 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Schema.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Schema 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/Statistics.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.Statistics 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/String.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.String 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/TransformCache.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.TransformCache 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/TransformGraph.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.TransformGraph 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/artifact_types/TunerResults.yaml: -------------------------------------------------------------------------------- 1 | title: tfx.TunerResults 2 | type: object 3 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/components/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/container/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/container/testdata/exec_properties.json: -------------------------------------------------------------------------------- 1 | { 2 | "inputs": { 3 | "parameter_values": { 4 | "input_config": "input config string", 5 | "output_config": "{ \"split_config\": { \"splits\": [ { \"hash_buckets\": 2, \"name\": \"train\" }, { \"hash_buckets\": 1, \"name\": \"eval\" } ] } }" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/file_based_example_gen/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_consumer_with_condition_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "DummyConsumerComponent_executor" 6 | value { 7 | container { 8 | image: "dummy/consumer" 9 | command: "consumer" 10 | } 11 | } 12 | } 13 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_container_spec_component.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | parameters { 6 | key: "param1" 7 | value { 8 | parameter_type: STRING 9 | } 10 | } 11 | } 12 | output_definitions { 13 | artifacts { 14 | key: "output1" 15 | value { 16 | artifact_type { 17 | instance_schema: "title: tfx.Model\ntype: object\n" 18 | } 19 | } 20 | } 21 | } 22 | executor_label: "DummyProducerComponent_executor" 23 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_container_spec_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "DummyProducerComponent_executor" 6 | value { 7 | container { 8 | image: "dummy/producer" 9 | command: "producer" 10 | command: "--output1" 11 | command: "{{$.outputs.artifacts['output1'].uri}}" 12 | command: "--param1" 13 | command: "{{$.inputs.parameters['param1']}}" 14 | command: "--wrapped-param" 15 | command: "prefix-{{$.inputs.parameters['param1']}}-suffix" 16 | } 17 | } 18 | } 19 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_container_spec_task.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "DummyProducerComponent" 6 | } 7 | inputs { 8 | parameters { 9 | key: "param1" 10 | value { 11 | runtime_value { 12 | constant { 13 | string_value: "value1" 14 | } 15 | } 16 | } 17 | } 18 | } 19 | component_ref { 20 | name: "DummyProducerComponent" 21 | } 22 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_exit_handler_component.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | parameters { 6 | key: "param1" 7 | value { 8 | parameter_type: STRING 9 | } 10 | } 11 | } 12 | output_definitions { 13 | artifacts { 14 | key: "output1" 15 | value { 16 | artifact_type { 17 | instance_schema: "title: tfx.Model\ntype: object\n" 18 | } 19 | } 20 | } 21 | } 22 | executor_label: "DummyProducerComponent_executor" 23 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_exit_handler_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "DummyProducerComponent_executor" 6 | value { 7 | container { 8 | image: "dummy/producer" 9 | command: "producer" 10 | command: "--output1" 11 | command: "{{$.outputs.artifacts[\'output1\'].uri}}" 12 | command: "--param1" 13 | command: "{{$.inputs.parameters[\'param1\']}}" 14 | command: "--wrapped-param" 15 | command: "prefix-{{$.inputs.parameters[\'param1\']}}-suffix" 16 | } 17 | } 18 | } 19 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dummy_exit_handler_task.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "DummyProducerComponent" 6 | } 7 | inputs { 8 | parameters { 9 | key: "param1" 10 | value { 11 | task_final_status { 12 | producer_task: "tfx-dag" 13 | } 14 | } 15 | } 16 | } 17 | dependent_tasks: "tfx-dag" 18 | component_ref { 19 | name: "DummyProducerComponent" 20 | } 21 | trigger_policy { 22 | strategy: ALL_UPSTREAM_TASKS_COMPLETED 23 | } 24 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_dynamic_execution_properties_upstream_component_spec.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: tfx/orchestration/kubeflow/v2/testdata/expected_dynamic_execution_properties.pbtxt 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | parameters { 6 | key: "input_date" 7 | value { 8 | parameter_type: STRING 9 | } 10 | } 11 | } 12 | output_definitions { 13 | artifacts { 14 | key: "range_config" 15 | value { 16 | artifact_type { 17 | instance_schema: "title: tfx.String\ntype: object\n" 18 | } 19 | } 20 | } 21 | parameters { 22 | key: "range_config" 23 | value { 24 | parameter_type: STRING 25 | } 26 | } 27 | } 28 | executor_label: "range_config_generator_executor" 29 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_importer_executor_with_runtime_param.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "my_importer_executor" 6 | value { 7 | importer { 8 | artifact_uri { 9 | runtime_parameter: "artifact_uri" 10 | } 11 | type_schema { 12 | instance_schema: "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n" 13 | } 14 | } 15 | } 16 | } 17 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_latest_artifact_resolver_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "my_resolver_executor" 6 | value { 7 | resolver { 8 | output_artifact_queries { 9 | key: "examples" 10 | value { 11 | filter: "schema_title=\"tfx.Examples\" AND state=LIVE" 12 | } 13 | } 14 | output_artifact_queries { 15 | key: "model" 16 | value { 17 | filter: "schema_title=\"tfx.Model\" AND state=LIVE" 18 | } 19 | } 20 | } 21 | } 22 | } 23 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_latest_blessed_model_resolver_component_1.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | output_definitions { 5 | artifacts { 6 | key: "model_blessing" 7 | value { 8 | artifact_type { 9 | instance_schema: "title: tfx.ModelBlessing\ntype: object\n" 10 | } 11 | } 12 | } 13 | } 14 | executor_label: "my_resolver2-model-blessing-resolver_executor" 15 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_latest_blessed_model_resolver_component_2.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | artifacts { 6 | key: "input" 7 | value { 8 | artifact_type { 9 | instance_schema: "title: tfx.ModelBlessing\ntype: object\n" 10 | } 11 | } 12 | } 13 | } 14 | output_definitions { 15 | artifacts { 16 | key: "model" 17 | value { 18 | artifact_type { 19 | instance_schema: "title: tfx.Model\ntype: object\n" 20 | } 21 | } 22 | } 23 | } 24 | executor_label: "my_resolver2-model-resolver_executor" 25 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_latest_blessed_model_resolver_task_1.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "my_resolver2-model-blessing-resolver" 6 | } 7 | component_ref { 8 | name: "my_resolver2-model-blessing-resolver" 9 | } 10 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/expected_latest_blessed_model_resolver_task_2.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "my_resolver2-model-resolver" 6 | } 7 | inputs { 8 | artifacts { 9 | key: "input" 10 | value { 11 | task_output_artifact { 12 | producer_task: "my_resolver2-model-blessing-resolver" 13 | output_artifact_key: "model_blessing" 14 | } 15 | } 16 | } 17 | } 18 | component_ref { 19 | name: "my_resolver2-model-resolver" 20 | } 21 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_bq_example_gen_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "BigQueryExampleGen_executor" 6 | value { 7 | container { 8 | image: "gcr.io/tensorflow/tfx:latest" 9 | args: "--executor_class_path" 10 | args: "tfx.extensions.google_cloud_big_query.example_gen.executor.Executor" 11 | args: "--json_serialized_invocation_args" 12 | args: "{{$}}" 13 | resources { 14 | cpu_limit: 5.0 15 | memory_limit: 10.0 16 | } 17 | } 18 | } 19 | } 20 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_consumer_with_condition_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "DummyConsumerComponent_executor" 6 | value { 7 | container { 8 | image: "dummy/consumer" 9 | command: "consumer" 10 | } 11 | } 12 | } 13 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_container_spec_component.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | parameters { 6 | key: "param1" 7 | value { 8 | type: STRING 9 | } 10 | } 11 | } 12 | output_definitions { 13 | artifacts { 14 | key: "output1" 15 | value { 16 | artifact_type { 17 | instance_schema: "title: tfx.Model\ntype: object\n" 18 | } 19 | } 20 | } 21 | } 22 | executor_label: "DummyProducerComponent_executor" 23 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_container_spec_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "DummyProducerComponent_executor" 6 | value { 7 | container { 8 | image: "dummy/producer" 9 | command: "producer" 10 | command: "--output1" 11 | command: "{{$.outputs.artifacts['output1'].uri}}" 12 | command: "--param1" 13 | command: "{{$.inputs.parameters['param1']}}" 14 | command: "--wrapped-param" 15 | command: "prefix-{{$.inputs.parameters['param1']}}-suffix" 16 | } 17 | } 18 | } 19 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_container_spec_task.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "DummyProducerComponent" 6 | } 7 | inputs { 8 | parameters { 9 | key: "param1" 10 | value { 11 | runtime_value { 12 | constant_value { 13 | string_value: "value1" 14 | } 15 | } 16 | } 17 | } 18 | } 19 | component_ref { 20 | name: "DummyProducerComponent" 21 | } 22 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_exit_handler_component.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | parameters { 6 | key: "param1" 7 | value { 8 | type: STRING 9 | } 10 | } 11 | } 12 | output_definitions { 13 | artifacts { 14 | key: "output1" 15 | value { 16 | artifact_type { 17 | instance_schema: "title: tfx.Model\ntype: object\n" 18 | } 19 | } 20 | } 21 | } 22 | executor_label: "DummyProducerComponent_executor" 23 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_exit_handler_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "DummyProducerComponent_executor" 6 | value { 7 | container { 8 | image: "dummy/producer" 9 | command: "producer" 10 | command: "--output1" 11 | command: "{{$.outputs.artifacts[\'output1\'].uri}}" 12 | command: "--param1" 13 | command: "{{$.inputs.parameters[\'param1\']}}" 14 | command: "--wrapped-param" 15 | command: "prefix-{{$.inputs.parameters[\'param1\']}}-suffix" 16 | } 17 | } 18 | } 19 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dummy_exit_handler_task.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "DummyProducerComponent" 6 | } 7 | inputs { 8 | parameters { 9 | key: "param1" 10 | value { 11 | task_final_status { 12 | producer_task: "tfx-dag" 13 | } 14 | } 15 | } 16 | } 17 | dependent_tasks: "tfx-dag" 18 | component_ref { 19 | name: "DummyProducerComponent" 20 | } 21 | trigger_policy { 22 | strategy: ALL_UPSTREAM_TASKS_COMPLETED 23 | } 24 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_dynamic_execution_properties_upstream_component_spec.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: tfx/orchestration/kubeflow/v2/testdata/expected_dynamic_execution_properties.pbtxt 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | parameters { 6 | key: "input_date" 7 | value { 8 | type: STRING 9 | } 10 | } 11 | } 12 | output_definitions { 13 | artifacts { 14 | key: "range_config" 15 | value { 16 | artifact_type { 17 | instance_schema: "title: tfx.String\ntype: object\n" 18 | } 19 | } 20 | } 21 | parameters { 22 | key: "range_config" 23 | value { 24 | parameter_type: STRING 25 | } 26 | } 27 | } 28 | executor_label: "range_config_generator_executor" 29 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_latest_artifact_resolver_executor.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineDeploymentConfig 3 | 4 | executors { 5 | key: "my_resolver_executor" 6 | value { 7 | resolver { 8 | output_artifact_queries { 9 | key: "examples" 10 | value { 11 | filter: "schema_title=\"tfx.Examples\" AND state=LIVE" 12 | } 13 | } 14 | output_artifact_queries { 15 | key: "model" 16 | value { 17 | filter: "schema_title=\"tfx.Model\" AND state=LIVE" 18 | } 19 | } 20 | } 21 | } 22 | } 23 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_latest_blessed_model_resolver_component_1.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | output_definitions { 5 | artifacts { 6 | key: "model_blessing" 7 | value { 8 | artifact_type { 9 | instance_schema: "title: tfx.ModelBlessing\ntype: object\n" 10 | } 11 | } 12 | } 13 | } 14 | executor_label: "my_resolver2-model-blessing-resolver_executor" 15 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_latest_blessed_model_resolver_component_2.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: ComponentSpec 3 | 4 | input_definitions { 5 | artifacts { 6 | key: "input" 7 | value { 8 | artifact_type { 9 | instance_schema: "title: tfx.ModelBlessing\ntype: object\n" 10 | } 11 | } 12 | } 13 | } 14 | output_definitions { 15 | artifacts { 16 | key: "model" 17 | value { 18 | artifact_type { 19 | instance_schema: "title: tfx.Model\ntype: object\n" 20 | } 21 | } 22 | } 23 | } 24 | executor_label: "my_resolver2-model-resolver_executor" 25 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_latest_blessed_model_resolver_task_1.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "my_resolver2-model-blessing-resolver" 6 | } 7 | component_ref { 8 | name: "my_resolver2-model-blessing-resolver" 9 | } 10 | -------------------------------------------------------------------------------- /tfx/orchestration/kubeflow/v2/testdata/legacy/expected_latest_blessed_model_resolver_task_2.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: kfp/pipeline_spec/pipeline_spec.proto 2 | # proto-message: PipelineTaskSpec 3 | 4 | task_info { 5 | name: "my_resolver2-model-resolver" 6 | } 7 | inputs { 8 | artifacts { 9 | key: "input" 10 | value { 11 | task_output_artifact { 12 | producer_task: "my_resolver2-model-blessing-resolver" 13 | output_artifact_key: "model_blessing" 14 | } 15 | } 16 | } 17 | } 18 | component_ref { 19 | name: "my_resolver2-model-resolver" 20 | } 21 | -------------------------------------------------------------------------------- /tfx/orchestration/launcher/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/local/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/local/legacy/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/portable/README.md: -------------------------------------------------------------------------------- 1 | # IR-based portable execution stack 2 | 3 | This module is WIP. When finished, it will realize the IR-based execution 4 | workflow introduced in the TFX IR 5 | [RFC](https://github.com/tensorflow/community/pull/271). 6 | -------------------------------------------------------------------------------- /tfx/orchestration/portable/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/portable/input_resolution/mlmd_resolver/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2023 Google LLC. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/portable/mlmd/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/portable/testdata/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/portable/testdata/node_context_spec_pipeline_and_pipeline_run_context.pbtxt: -------------------------------------------------------------------------------- 1 | # schema: tfx.orchestration.NodeContexts 2 | contexts { 3 | type { 4 | name: "pipeline" 5 | } 6 | name { 7 | field_value { 8 | string_value: "pipeline-name" 9 | } 10 | } 11 | } 12 | contexts { 13 | type { 14 | name: "pipeline_run" 15 | } 16 | name { 17 | field_value { 18 | string_value: "run-20220912-213149-252011" 19 | } 20 | } 21 | } 22 | contexts { 23 | type { 24 | name: "node" 25 | } 26 | name { 27 | field_value { 28 | string_value: "pipeline-name.example-gen.import-example" 29 | } 30 | } 31 | } 32 | -------------------------------------------------------------------------------- /tfx/orchestration/python_execution_binary/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/orchestration/test_pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/proto/orchestration/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/py.typed: -------------------------------------------------------------------------------- 1 | # Copyright 2021 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. -------------------------------------------------------------------------------- /tfx/scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorflow/tfx/e537507b0c00d45493c50cecd39888092f1b3d79/tfx/scripts/__init__.py -------------------------------------------------------------------------------- /tfx/tools/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/tools/cli/README.md: -------------------------------------------------------------------------------- 1 | # Command Line Interface for TFX 2 | 3 | The CLI helps perform full range of pipeline actions like create, update, run, list and delete pipelines using various orchestrators including Airflow, Kubeflow and Beam. 4 | 5 | For documentation, refer [link](https://github.com/tensorflow/tfx/tree/master/docs/guide/cli.md) 6 | -------------------------------------------------------------------------------- /tfx/tools/cli/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/tools/cli/commands/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/tools/cli/container_builder/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/tools/cli/container_builder/testdata/test_buildspec: -------------------------------------------------------------------------------- 1 | apiVersion: skaffold/v1beta13 2 | kind: Config 3 | build: 4 | artifacts: 5 | - image: gcr.io/test 6 | context: . 7 | docker: 8 | dockerfile: Dockerfile 9 | tagPolicy: 10 | envTemplate: 11 | template: 'dev' 12 | local: 13 | push: true 14 | useDockerCLI: true -------------------------------------------------------------------------------- /tfx/tools/cli/container_builder/testdata/test_dockerfile_with_base: -------------------------------------------------------------------------------- 1 | FROM my_customized_image:latest 2 | WORKDIR /pipeline 3 | COPY ./ ./ 4 | ENV PYTHONPATH="/pipeline:${PYTHONPATH}" -------------------------------------------------------------------------------- /tfx/tools/cli/e2e/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/tools/cli/handler/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/tools/docker/README.md: -------------------------------------------------------------------------------- 1 | Files for building the [Docker](https://hub.docker.com/r/tensorflow/tfx/tags) image for TFX. 2 | 3 | To build a docker image, run below command with flags under root directory of 4 | github checkout. 5 | ``` 6 | ./tfx/tools/docker/build_docker_image.sh --build-arg TFX_DEPENDENCY_SELECTOR=DEFAULT 7 | ``` 8 | 9 | ``` 10 | 11 | `NOTE:` It is recommended to use images on [tensorflow/tfx docker hub](https://hub.docker.com/r/tensorflow/tfx/tags) or [TFX GCR](https://gcr.io/tfx-oss-public/tfx), instead of building docker image directly. 12 | ``` 13 | -------------------------------------------------------------------------------- /tfx/types/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Subpackage for experimental TFX pipeline types.""" 15 | -------------------------------------------------------------------------------- /tfx/types/testdata/proto_placeholder_future_value_operator.pbtxt: -------------------------------------------------------------------------------- 1 | # proto-file: tfx/proto/orchestration/placeholder.proto 2 | # proto-message: PlaceholderExpression 3 | 4 | operator { 5 | artifact_value_op { 6 | expression { 7 | operator { 8 | index_op { 9 | expression { 10 | placeholder { 11 | key: "_producer.num" 12 | } 13 | } 14 | } 15 | } 16 | } 17 | } 18 | } 19 | -------------------------------------------------------------------------------- /tfx/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/utils/model_paths/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2020 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/utils/testdata/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2019 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tfx/utils/testdata/test.csv: -------------------------------------------------------------------------------- 1 | a,b,c,d 2 | 1,null,2,3 3 | -------------------------------------------------------------------------------- /tfx/v1/README.md: -------------------------------------------------------------------------------- 1 | # Public API 2 | 3 | Please refer to [API doc](https://www.tensorflow.org/tfx/api_docs/python/tfx/v1). 4 | -------------------------------------------------------------------------------- /tfx/v1/dsl/io/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021 Google LLC. All Rights Reserved. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """TFX DSL I/O module.""" 15 | 16 | from tfx.v1.dsl.io import fileio 17 | 18 | __all__ = ["fileio"] 19 | --------------------------------------------------------------------------------