├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md └── pull_request_template.md ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE.txt ├── Makefile ├── README.md ├── assets ├── gab │ ├── img │ │ ├── gab_advantages.png │ │ ├── gab_build_insert_sql_instruction.png │ │ ├── gab_dimensions.png │ │ ├── gab_extended_window_calculator.png │ │ ├── gab_insert_use_case.png │ │ ├── gab_lkp_query_builder.png │ │ ├── gab_metrics.png │ │ ├── gab_metrics_calculations.png │ │ ├── gab_metrics_configuration.png │ │ ├── gab_overview.png │ │ ├── gab_query_metrics.png │ │ ├── gab_recon.png │ │ ├── gab_sample_templated_query.png │ │ ├── gab_stages_configuration.png │ │ ├── gab_use_case.png │ │ └── gab_view_name_and_filters.png │ ├── metadata │ │ ├── gab │ │ │ └── f_agg_dummy_sales_kpi │ │ │ │ ├── 1_article_category.sql │ │ │ │ └── 2_f_agg_dummy_sales_kpi.sql │ │ └── tables │ │ │ ├── dim_calendar.sql │ │ │ ├── dummy_sales_kpi.sql │ │ │ ├── gab_log_events.sql │ │ │ ├── gab_use_case_results.sql │ │ │ └── lkp_query_builder.sql │ ├── notebooks │ │ ├── gab.py │ │ ├── gab_dim_calendar.py │ │ ├── gab_job_manager.py │ │ └── query_builder_helper.py │ └── utils │ │ ├── databricks_job_utils.py │ │ └── query_builder_utils.py ├── img │ ├── dq_dashboard.png │ ├── fixed_window.png │ ├── heartbeat_dependency_flag.png │ ├── heartbeat_sensor_os.png │ ├── lakehouse_dp_usage.drawio.png │ ├── lakehouse_engine_logo.png │ ├── lakehouse_engine_logo_no_bg_160.png │ ├── lakehouse_engine_logo_symbol_large.png │ ├── lakehouse_engine_logo_symbol_small.png │ ├── row_tagging.png │ ├── sensor_os.png │ └── watermarking.png └── prisma │ └── img │ ├── dq_checks_table_w_no_rules.png │ ├── missing_expectation.png │ └── missing_expectation_parameters.png ├── cicd ├── .bumpversion.cfg ├── Dockerfile ├── Jenkinsfile ├── Jenkinsfile_deploy ├── bandit.yaml ├── code_doc │ ├── content.css │ ├── custom_example_macros.py │ ├── examples.json │ ├── gen_ref_nav.py │ ├── index.html.jinja2 │ ├── mkdocs.yml │ ├── module.html.jinja2 │ ├── render_doc.py │ └── render_docs.py ├── flake8.conf ├── meta.yaml ├── requirements.lock ├── requirements.txt ├── requirements_azure.lock ├── requirements_azure.txt ├── requirements_cicd.txt ├── requirements_dq.lock ├── requirements_dq.txt ├── requirements_full.lock ├── requirements_os.lock ├── requirements_os.txt ├── requirements_sftp.lock ├── requirements_sftp.txt ├── requirements_sharepoint.lock └── requirements_sharepoint.txt ├── lakehouse_engine ├── __init__.py ├── algorithms │ ├── __init__.py │ ├── algorithm.py │ ├── data_loader.py │ ├── dq_validator.py │ ├── exceptions.py │ ├── gab.py │ ├── reconciliator.py │ ├── sensor.py │ └── sensors │ │ ├── __init__.py │ │ ├── heartbeat.py │ │ └── sensor.py ├── configs │ ├── __init__.py │ └── engine.yaml ├── core │ ├── __init__.py │ ├── dbfs_file_manager.py │ ├── definitions.py │ ├── exec_env.py │ ├── executable.py │ ├── file_manager.py │ ├── gab_manager.py │ ├── gab_sql_generator.py │ ├── s3_file_manager.py │ ├── sensor_manager.py │ └── table_manager.py ├── dq_processors │ ├── __init__.py │ ├── custom_expectations │ │ ├── __init__.py │ │ ├── expect_column_pair_a_to_be_not_equal_to_b.py │ │ ├── expect_column_pair_a_to_be_smaller_or_equal_than_b.py │ │ ├── expect_column_pair_date_a_to_be_greater_than_or_equal_to_date_b.py │ │ ├── expect_column_values_to_be_date_not_older_than.py │ │ ├── expect_column_values_to_not_be_null_or_empty_string.py │ │ ├── expect_multicolumn_column_a_must_equal_b_or_c.py │ │ └── expect_queried_column_agg_value_to_be.py │ ├── dq_factory.py │ ├── exceptions.py │ └── validator.py ├── engine.py ├── io │ ├── __init__.py │ ├── exceptions.py │ ├── reader.py │ ├── reader_factory.py │ ├── readers │ │ ├── __init__.py │ │ ├── dataframe_reader.py │ │ ├── file_reader.py │ │ ├── jdbc_reader.py │ │ ├── kafka_reader.py │ │ ├── query_reader.py │ │ ├── sap_b4_reader.py │ │ ├── sap_bw_reader.py │ │ ├── sftp_reader.py │ │ └── table_reader.py │ ├── writer.py │ ├── writer_factory.py │ └── writers │ │ ├── __init__.py │ │ ├── console_writer.py │ │ ├── dataframe_writer.py │ │ ├── delta_merge_writer.py │ │ ├── file_writer.py │ │ ├── jdbc_writer.py │ │ ├── kafka_writer.py │ │ ├── rest_api_writer.py │ │ ├── sharepoint_writer.py │ │ └── table_writer.py ├── terminators │ ├── __init__.py │ ├── cdf_processor.py │ ├── dataset_optimizer.py │ ├── notifier.py │ ├── notifier_factory.py │ ├── notifiers │ │ ├── __init__.py │ │ ├── email_notifier.py │ │ ├── exceptions.py │ │ └── notification_templates.py │ ├── sensor_terminator.py │ ├── spark_terminator.py │ └── terminator_factory.py ├── transformers │ ├── __init__.py │ ├── aggregators.py │ ├── column_creators.py │ ├── column_reshapers.py │ ├── condensers.py │ ├── custom_transformers.py │ ├── data_maskers.py │ ├── date_transformers.py │ ├── exceptions.py │ ├── filters.py │ ├── joiners.py │ ├── null_handlers.py │ ├── optimizers.py │ ├── regex_transformers.py │ ├── repartitioners.py │ ├── transformer_factory.py │ ├── unions.py │ └── watermarker.py └── utils │ ├── __init__.py │ ├── acon_utils.py │ ├── configs │ ├── __init__.py │ └── config_utils.py │ ├── databricks_utils.py │ ├── dq_utils.py │ ├── engine_usage_stats.py │ ├── expectations_utils.py │ ├── extraction │ ├── __init__.py │ ├── jdbc_extraction_utils.py │ ├── sap_b4_extraction_utils.py │ ├── sap_bw_extraction_utils.py │ └── sftp_extraction_utils.py │ ├── file_utils.py │ ├── gab_utils.py │ ├── logging_handler.py │ ├── rest_api.py │ ├── schema_utils.py │ ├── sharepoint_utils.py │ ├── sql_parser_utils.py │ └── storage │ ├── __init__.py │ ├── dbfs_storage.py │ ├── file_storage.py │ ├── file_storage_functions.py │ ├── local_fs_storage.py │ └── s3_storage.py ├── lakehouse_engine_usage ├── __init__.py ├── data_loader │ ├── __init__.py │ ├── append_load_from_jdbc_with_permissive_mode │ │ ├── __init__.py │ │ └── append_load_from_jdbc_with_permissive_mode.md │ ├── append_load_with_failfast │ │ ├── __init__.py │ │ └── append_load_with_failfast.md │ ├── batch_delta_load_init_delta_backfill_with_merge │ │ ├── __init__.py │ │ └── batch_delta_load_init_delta_backfill_with_merge.md │ ├── custom_transformer │ │ ├── __init__.py │ │ ├── custom_transformer.md │ │ └── sql_custom_transformer.md │ ├── custom_transformer_sql │ │ ├── __init__.py │ │ └── custom_transformer_sql.md │ ├── data_loader.md │ ├── extract_from_sap_b4_adso │ │ ├── __init__.py │ │ └── extract_from_sap_b4_adso.md │ ├── extract_from_sap_bw_dso │ │ ├── __init__.py │ │ └── extract_from_sap_bw_dso.md │ ├── extract_from_sftp │ │ ├── __init__.py │ │ └── extract_from_sftp.md │ ├── extract_using_jdbc_connection │ │ ├── __init__.py │ │ └── extract_using_jdbc_connection.md │ ├── filtered_full_load │ │ ├── __init__.py │ │ └── filtered_full_load.md │ ├── filtered_full_load_with_selective_replace │ │ ├── __init__.py │ │ └── filtered_full_load_with_selective_replace.md │ ├── flatten_schema_and_explode_columns │ │ ├── __init__.py │ │ └── flatten_schema_and_explode_columns.md │ ├── full_load │ │ ├── __init__.py │ │ └── full_load.md │ ├── read_from_dataframe │ │ ├── __init__.py │ │ └── read_from_dataframe.md │ ├── streaming_append_load_with_malformed │ │ ├── __init__.py │ │ └── streaming_append_load_with_malformed.md │ ├── streaming_append_load_with_terminator │ │ ├── __init__.py │ │ └── streaming_append_load_with_terminator.md │ ├── streaming_delta_load_with_group_and_rank_condensation │ │ ├── __init__.py │ │ └── streaming_delta_load_with_group_and_rank_condensation.md │ ├── streaming_delta_with_late_arriving_and_out_of_order_events │ │ ├── __init__.py │ │ └── streaming_delta_with_late_arriving_and_out_of_order_events.md │ ├── write_and_read_dataframe │ │ ├── __init__.py │ │ └── write_and_read_dataframe.md │ ├── write_to_console │ │ ├── __init__.py │ │ └── write_to_console.md │ ├── write_to_rest_api │ │ ├── __init__.py │ │ └── write_to_rest_api.md │ └── write_to_sharepoint │ │ ├── __init__.py │ │ └── write_to_sharepoint.md ├── data_quality │ ├── __init__.py │ ├── custom_expectations │ │ ├── __init__.py │ │ └── custom_expectations.md │ ├── data_quality.md │ ├── data_quality_validator │ │ ├── __init__.py │ │ └── data_quality_validator.md │ ├── minimal_example │ │ ├── __init__.py │ │ └── minimal_example.md │ ├── prisma │ │ ├── __init__.py │ │ └── prisma.md │ ├── result_sink │ │ ├── __init__.py │ │ └── result_sink.md │ ├── row_tagging │ │ ├── __init__.py │ │ └── row_tagging.md │ └── validations_failing │ │ ├── __init__.py │ │ └── validations_failing.md ├── gab │ ├── __init__.py │ ├── gab.md │ └── step_by_step │ │ ├── __init__.py │ │ └── step_by_step.md ├── lakehouse_engine_usage.md ├── reconciliator │ ├── __init__.py │ └── reconciliator.md ├── sensor │ ├── __init__.py │ ├── delta_table │ │ ├── __init__.py │ │ └── delta_table.md │ ├── delta_upstream_sensor_table │ │ ├── __init__.py │ │ └── delta_upstream_sensor_table.md │ ├── file │ │ ├── __init__.py │ │ └── file.md │ ├── jdbc_table │ │ ├── __init__.py │ │ └── jdbc_table.md │ ├── kafka │ │ ├── __init__.py │ │ └── kafka.md │ ├── sap_bw_b4 │ │ ├── __init__.py │ │ └── sap_bw_b4.md │ ├── sensor.md │ └── update_sensor_status │ │ ├── __init__.py │ │ └── update_sensor_status.md └── sensors │ ├── __init__.py │ ├── heartbeat │ ├── __init__.py │ ├── delta_table │ │ ├── __init__.py │ │ └── delta_table.md │ ├── heartbeat.md │ ├── heartbeat_sensor_data_feed │ │ ├── __init__.py │ │ └── heartbeat_sensor_data_feed.md │ ├── kafka │ │ ├── __init__.py │ │ └── kafka.md │ ├── manual_table │ │ ├── __init__.py │ │ └── manual_table.md │ ├── sap_bw_b4 │ │ ├── __init__.py │ │ └── sap_bw_b4.md │ ├── trigger_file │ │ ├── __init__.py │ │ └── trigger_file.md │ └── update_heartbeat_sensor_status │ │ ├── __init__.py │ │ └── update_heartbeat_sensor_status.md │ ├── sensor │ ├── __init__.py │ ├── delta_table │ │ ├── __init__.py │ │ └── delta_table.md │ ├── delta_upstream_sensor_table │ │ ├── __init__.py │ │ └── delta_upstream_sensor_table.md │ ├── file │ │ ├── __init__.py │ │ └── file.md │ ├── jdbc_table │ │ ├── __init__.py │ │ └── jdbc_table.md │ ├── kafka │ │ ├── __init__.py │ │ └── kafka.md │ ├── sap_bw_b4 │ │ ├── __init__.py │ │ └── sap_bw_b4.md │ ├── sensor.md │ └── update_sensor_status │ │ ├── __init__.py │ │ └── update_sensor_status.md │ └── sensors.md ├── pyproject.toml ├── samples ├── cricket_dq_tutorial.py └── tpch_load_and_analysis_tutorial.py └── tests ├── __init__.py ├── configs ├── __init__.py └── engine.yaml ├── conftest.py ├── feature ├── __init__.py ├── custom_expectations │ ├── __init__.py │ ├── test_custom_expectations.py │ └── test_expectation_validity.py ├── data_loader_custom_transformer │ ├── __init__.py │ ├── test_data_loader_custom_transformer_calculate_kpi.py │ ├── test_data_loader_custom_transformer_delta_load.py │ └── test_data_loader_custom_transformer_sql_transformation.py ├── delta_load │ ├── __init__.py │ ├── test_delta_load_group_and_rank.py │ ├── test_delta_load_merge_options.py │ └── test_delta_load_record_mode_cdc.py ├── test_append_load.py ├── test_data_quality.py ├── test_dq_validator.py ├── test_engine_usage_stats.py ├── test_extract_from_sap_b4.py ├── test_extract_from_sap_bw.py ├── test_file_manager.py ├── test_file_manager_dbfs.py ├── test_file_manager_s3.py ├── test_full_load.py ├── test_gab.py ├── test_heartbeat.py ├── test_jdbc_reader.py ├── test_materialize_cdf.py ├── test_notification.py ├── test_reconciliation.py ├── test_schema_evolution.py ├── test_sensors.py ├── test_sftp_reader.py ├── test_sharepoint_writer.py ├── test_table_manager.py ├── test_writers.py └── transformations │ ├── __init__.py │ ├── test_chain_transformations.py │ ├── test_column_creators.py │ ├── test_column_reshapers.py │ ├── test_data_maskers.py │ ├── test_date_transformers.py │ ├── test_drop_duplicate_rows.py │ ├── test_joiners.py │ ├── test_multiple_transformations.py │ ├── test_null_handlers.py │ ├── test_optimizers.py │ ├── test_regex_transformers.py │ ├── test_unions.py │ └── test_watermarker.py ├── resources ├── feature │ ├── append_load │ │ ├── failfast │ │ │ ├── batch.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ └── part-03.csv │ │ ├── jdbc_permissive │ │ │ ├── batch.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ └── part-03.csv │ │ ├── streaming_dropmalformed │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ ├── part-02.csv │ │ │ │ │ └── part-03.csv │ │ │ └── streaming.json │ │ └── streaming_with_terminators │ │ │ ├── data │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ └── source │ │ │ │ └── part-01.csv │ │ │ └── streaming.json │ ├── custom_expectations │ │ ├── expect_column_pair_a_to_be_not_equal_to_b │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── dq_control_success.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ │ ├── expect_column_pair_a_to_be_smaller_or_equal_than_b │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── dq_control_success.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ │ ├── expect_column_pair_date_a_to_be_greater_than_or_equal_to_date_b │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── dq_control_success.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ │ ├── expect_column_values_to_be_date_not_older_than │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── dq_control_success.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ │ ├── expect_column_values_to_not_be_null_or_empty_string │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── dq_control_success.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ │ ├── expect_multicolumn_column_a_must_equal_b_or_c │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── dq_control_success.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ │ └── expect_queried_column_agg_value_to_be │ │ │ ├── batch.json │ │ │ ├── data │ │ │ ├── control │ │ │ │ └── dq_control_success.csv │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ │ ├── dq_sales_schema.json │ │ │ └── streaming.json │ ├── data_loader_custom_transformer │ │ ├── calculate_kpi │ │ │ ├── control_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ └── source_schema.json │ │ ├── delta_load │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ ├── part-03.csv │ │ │ │ └── part-04.csv │ │ └── sql_transformation │ │ │ ├── control_schema.json │ │ │ ├── data │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ └── source │ │ │ │ └── part-01.csv │ │ │ └── source_schema.json │ ├── data_quality │ │ ├── build_data_docs │ │ │ ├── with_data_docs_local_fs │ │ │ │ └── 20240410-080323-dq_success-sales_orders-checkpoint │ │ │ │ │ └── 20240410T080323.289170Z │ │ │ │ │ └── 7ba399ea28cc40bf8c79213a440aeb91.json │ │ │ └── without_data_docs_local_fs │ │ │ │ └── 20240409-143548-dq_validator-sales_source-checkpoint │ │ │ │ └── 20240409T143548.454043Z │ │ │ │ └── f0d7bd293d22bcfd3c1fec5a7d566638.json │ │ ├── load_with_dq_table │ │ │ ├── delta_with_dupl_tag_gen_fail │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ ├── data_validator.json │ │ │ │ │ │ ├── data_validator_schema.json │ │ │ │ │ │ ├── sales.json │ │ │ │ │ │ └── sales_schema.json │ │ │ │ │ ├── dq_functions │ │ │ │ │ │ ├── test_db.dq_functions_source_load_with_dq_table_delta_with_dupl_tag_gen_fail_init.csv │ │ │ │ │ │ └── test_db.dq_functions_source_load_with_dq_table_delta_with_dupl_tag_gen_fail_new.csv │ │ │ │ │ └── source │ │ │ │ │ │ ├── part-01.csv │ │ │ │ │ │ ├── part-02.csv │ │ │ │ │ │ ├── part-03.csv │ │ │ │ │ │ └── part-04.csv │ │ │ │ ├── streaming_init.json │ │ │ │ └── streaming_new.json │ │ │ ├── delta_with_duplicates_tag │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ ├── data_validator.json │ │ │ │ │ │ ├── data_validator_schema.json │ │ │ │ │ │ ├── sales.json │ │ │ │ │ │ └── sales_schema.json │ │ │ │ │ ├── dq_functions │ │ │ │ │ │ ├── test_db.dq_functions_source_load_with_dq_table_delta_with_duplicates_tag_init.csv │ │ │ │ │ │ └── test_db.dq_functions_source_load_with_dq_table_delta_with_duplicates_tag_new.csv │ │ │ │ │ └── source │ │ │ │ │ │ ├── part-01.csv │ │ │ │ │ │ ├── part-02.csv │ │ │ │ │ │ ├── part-03.csv │ │ │ │ │ │ └── part-04.csv │ │ │ │ ├── streaming_init.json │ │ │ │ └── streaming_new.json │ │ │ └── full_overwrite_tag │ │ │ │ ├── batch_init.json │ │ │ │ ├── batch_new.json │ │ │ │ └── data │ │ │ │ ├── control │ │ │ │ ├── data_validator.json │ │ │ │ ├── data_validator_schema.json │ │ │ │ ├── sales.json │ │ │ │ └── sales_schema.json │ │ │ │ ├── dq_functions │ │ │ │ ├── test_db.dq_functions_source_load_with_dq_table_full_overwrite_tag_init.csv │ │ │ │ └── test_db.dq_functions_source_load_with_dq_table_full_overwrite_tag_new.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ ├── load_with_dq_validator │ │ │ ├── delta_with_dupl_tag_gen_fail │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ ├── data_validator.json │ │ │ │ │ │ ├── data_validator_schema.json │ │ │ │ │ │ ├── sales.json │ │ │ │ │ │ └── sales_schema.json │ │ │ │ │ └── source │ │ │ │ │ │ ├── part-01.csv │ │ │ │ │ │ ├── part-02.csv │ │ │ │ │ │ ├── part-03.csv │ │ │ │ │ │ └── part-04.csv │ │ │ │ ├── streaming_init.json │ │ │ │ └── streaming_new.json │ │ │ ├── delta_with_duplicates │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ ├── data_validator.json │ │ │ │ │ │ └── data_validator_schema.json │ │ │ │ │ └── source │ │ │ │ │ │ ├── part-01.csv │ │ │ │ │ │ ├── part-02.csv │ │ │ │ │ │ ├── part-03.csv │ │ │ │ │ │ └── part-04.csv │ │ │ │ ├── streaming_init.json │ │ │ │ └── streaming_new.json │ │ │ ├── delta_with_duplicates_tag │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ ├── data_validator.json │ │ │ │ │ │ ├── data_validator_schema.json │ │ │ │ │ │ ├── sales.json │ │ │ │ │ │ └── sales_schema.json │ │ │ │ │ └── source │ │ │ │ │ │ ├── part-01.csv │ │ │ │ │ │ ├── part-02.csv │ │ │ │ │ │ ├── part-03.csv │ │ │ │ │ │ └── part-04.csv │ │ │ │ ├── streaming_init.json │ │ │ │ └── streaming_new.json │ │ │ ├── full_overwrite │ │ │ │ ├── batch_init.json │ │ │ │ ├── batch_new.json │ │ │ │ └── data │ │ │ │ │ ├── control │ │ │ │ │ ├── data_validator.json │ │ │ │ │ └── data_validator_schema.json │ │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── full_overwrite_tag │ │ │ │ ├── batch_init.json │ │ │ │ ├── batch_new.json │ │ │ │ └── data │ │ │ │ │ ├── control │ │ │ │ │ ├── data_validator.json │ │ │ │ │ ├── data_validator_schema.json │ │ │ │ │ ├── sales.json │ │ │ │ │ └── sales_schema.json │ │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ └── no_transformers │ │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── data_validator.json │ │ │ │ │ └── data_validator_schema.json │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ └── part-04.csv │ │ │ │ ├── streaming_init.json │ │ │ │ └── streaming_new.json │ │ └── validator │ │ │ └── data │ │ │ ├── control │ │ │ └── data_validator.csv │ │ │ ├── dq_functions │ │ │ ├── test_db.dq_functions_source_dq_failure.csv │ │ │ ├── test_db.dq_functions_source_dq_failure_error_disabled.csv │ │ │ ├── test_db.dq_functions_source_dq_failure_max_percentage.csv │ │ │ └── test_db.dq_functions_source_dq_success.csv │ │ │ └── source │ │ │ └── part-01.csv │ ├── delta_load │ │ ├── group_and_rank │ │ │ ├── fail_with_duplicates_in_same_file │ │ │ │ ├── batch_delta.json │ │ │ │ ├── batch_init.json │ │ │ │ ├── control_batch_schema.json │ │ │ │ ├── control_streaming_schema.json │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ ├── batch.csv │ │ │ │ │ │ └── streaming.csv │ │ │ │ │ └── source │ │ │ │ │ │ ├── WE_SO_SCL_202108111400000000.csv │ │ │ │ │ │ ├── WE_SO_SCL_202108111500000000.csv │ │ │ │ │ │ └── WE_SO_SCL_202108111600000000.csv │ │ │ │ ├── source_schema.json │ │ │ │ └── streaming_delta.json │ │ │ └── with_duplicates_in_same_file │ │ │ │ ├── batch_delta.json │ │ │ │ ├── batch_init.json │ │ │ │ ├── control_batch_schema.json │ │ │ │ ├── control_streaming_schema.json │ │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── batch.csv │ │ │ │ │ └── streaming.csv │ │ │ │ └── source │ │ │ │ │ ├── WE_SO_SCL_202108111400000000.csv │ │ │ │ │ ├── WE_SO_SCL_202108111500000000.csv │ │ │ │ │ └── WE_SO_SCL_202108111600000000.csv │ │ │ │ ├── source_schema.json │ │ │ │ └── streaming_delta.json │ │ ├── merge_options │ │ │ ├── control_batch_schema.json │ │ │ ├── insert_column_set │ │ │ │ ├── batch_delta.json │ │ │ │ ├── batch_init.json │ │ │ │ └── data │ │ │ │ │ ├── control │ │ │ │ │ └── batch.csv │ │ │ │ │ └── source │ │ │ │ │ ├── WE_SO_SCL_202108111400000000.csv │ │ │ │ │ └── WE_SO_SCL_202108111500000000.csv │ │ │ ├── source_schema.json │ │ │ ├── update_all │ │ │ │ ├── batch_delta.json │ │ │ │ ├── batch_init.json │ │ │ │ └── data │ │ │ │ │ ├── control │ │ │ │ │ └── batch.csv │ │ │ │ │ └── source │ │ │ │ │ ├── WE_SO_SCL_202108111400000000.csv │ │ │ │ │ └── WE_SO_SCL_202108111500000000.csv │ │ │ └── update_column_set │ │ │ │ ├── batch_delta.json │ │ │ │ ├── batch_init.json │ │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── batch.csv │ │ │ │ └── source │ │ │ │ ├── WE_SO_SCL_202108111400000000.csv │ │ │ │ └── WE_SO_SCL_202108111500000000.csv │ │ └── record_mode_cdc │ │ │ ├── backfill │ │ │ ├── batch_backfill.json │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ ├── part-03.csv │ │ │ │ ├── part-04.csv │ │ │ │ └── part-05.csv │ │ │ ├── direct_silver_load │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ ├── part-03.csv │ │ │ │ └── part-04.csv │ │ │ ├── late_arriving_changes │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ └── part-04.csv │ │ │ └── streaming_delta.json │ │ │ ├── out_of_order_changes │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ └── part-04.csv │ │ │ └── streaming_delta.json │ │ │ ├── with_deletes_additional_columns │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ ├── part-03.csv │ │ │ │ └── part-04.csv │ │ │ ├── with_duplicates │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ ├── part-02.csv │ │ │ │ ├── part-03.csv │ │ │ │ └── part-04.csv │ │ │ └── with_upserts_only_removed_columns │ │ │ ├── batch_delta.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ ├── control │ │ │ └── part-01.csv │ │ │ └── source │ │ │ ├── part-01.json │ │ │ ├── part-02.json │ │ │ ├── part-03.json │ │ │ └── part-04.json │ ├── dq_validator │ │ ├── batch.json │ │ ├── data │ │ │ ├── control │ │ │ │ ├── data_restore_control.csv │ │ │ │ ├── dq_control_failure.csv │ │ │ │ ├── dq_control_failure_disabled.csv │ │ │ │ ├── dq_control_success.csv │ │ │ │ ├── dq_control_success_explode.csv │ │ │ │ └── dq_control_success_explode_disabled.csv │ │ │ ├── dq_functions │ │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ │ └── test_db.dq_functions_source_table_success.csv │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ ├── dq_sales_schema.json │ │ ├── streaming.json │ │ ├── streaming_dataframe_two_runs │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_functions_streaming_dataframe_two_runs_first_run.csv │ │ │ │ └── test_db.dq_functions_streaming_dataframe_two_runs_second_run.csv │ │ ├── table_batch_dataframe_failure_disabled │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ │ └── test_db.dq_functions_source_table_success.csv │ │ ├── table_batch_dataframe_success │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ │ └── test_db.dq_functions_source_table_success.csv │ │ ├── table_batch_dq_rule │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_table_rule_id_failure.csv │ │ │ │ └── test_db.dq_table_rule_id_success.csv │ │ ├── table_batch_failure_disabled │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ │ └── test_db.dq_functions_source_table_success.csv │ │ ├── table_batch_success │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ │ └── test_db.dq_functions_source_table_success.csv │ │ ├── table_streaming_dq_rule │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_table_rule_id_failure.csv │ │ │ │ └── test_db.dq_table_rule_id_success.csv │ │ ├── table_streaming_failure_disabled │ │ │ └── data │ │ │ │ └── dq_functions │ │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ │ └── test_db.dq_functions_source_table_success.csv │ │ └── table_streaming_success │ │ │ └── data │ │ │ └── dq_functions │ │ │ ├── test_db.dq_functions_source_table_failure.csv │ │ │ └── test_db.dq_functions_source_table_success.csv │ ├── engine_usage_stats │ │ ├── dq_validator │ │ │ └── data │ │ │ │ ├── control.json │ │ │ │ └── source.csv │ │ ├── load_custom_transf_and_df │ │ │ └── data │ │ │ │ ├── control.json │ │ │ │ └── source.csv │ │ ├── load_simple_acon │ │ │ └── data │ │ │ │ ├── control.json │ │ │ │ └── source.csv │ │ └── table_manager │ │ │ └── data │ │ │ └── control.json │ ├── extract_from_sap_b4 │ │ ├── extract_aq_dso │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── dummy_table.csv │ │ │ │ │ ├── dummy_table_join_condition.csv │ │ │ │ │ └── dummy_table_schema.json │ │ │ │ └── source │ │ │ │ │ ├── dummy_table.csv │ │ │ │ │ ├── dummy_table_1.csv │ │ │ │ │ ├── dummy_table_2.csv │ │ │ │ │ └── rspmrequest.csv │ │ │ ├── dummy_table_schema.json │ │ │ └── rspmrequest_schema.json │ │ └── extract_cl_dso │ │ │ ├── data │ │ │ ├── control │ │ │ │ ├── dummy_table.csv │ │ │ │ ├── dummy_table_join_condition.csv │ │ │ │ └── dummy_table_schema.json │ │ │ └── source │ │ │ │ ├── dummy_table.csv │ │ │ │ ├── dummy_table_cl_1.csv │ │ │ │ ├── dummy_table_cl_2.csv │ │ │ │ └── rspmrequest.csv │ │ │ ├── dummy_table_cl_schema.json │ │ │ ├── dummy_table_schema.json │ │ │ └── rspmrequest_schema.json │ ├── extract_from_sap_bw │ │ ├── derive_changelog_table_name │ │ │ ├── RSTSODS_schema.json │ │ │ └── data │ │ │ │ └── source │ │ │ │ └── RSTSODS.csv │ │ ├── extract_dso │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── dummy_table.csv │ │ │ │ │ ├── dummy_table_join_condition.csv │ │ │ │ │ └── dummy_table_schema.json │ │ │ │ └── source │ │ │ │ │ ├── dummy_table.csv │ │ │ │ │ ├── dummy_table_cl_1.csv │ │ │ │ │ ├── dummy_table_cl_2.csv │ │ │ │ │ └── rsodsactreq.csv │ │ │ ├── dummy_table_cl_schema.json │ │ │ ├── dummy_table_schema.json │ │ │ └── rsodsactreq_schema.json │ │ └── extract_write_optimised_dso │ │ │ ├── data │ │ │ ├── control │ │ │ │ ├── dummy_table.csv │ │ │ │ ├── dummy_table_actreq_timestamp.csv │ │ │ │ ├── dummy_table_join_condition.csv │ │ │ │ └── dummy_table_schema.json │ │ │ └── source │ │ │ │ ├── dummy_table.csv │ │ │ │ ├── dummy_table_1.csv │ │ │ │ ├── dummy_table_2.csv │ │ │ │ └── rsodsactreq.csv │ │ │ ├── dummy_table_schema.json │ │ │ └── rsodsactreq_schema.json │ ├── file_manager │ │ ├── check_restore_status │ │ │ ├── acon_check_restore_status_directory.json │ │ │ └── acon_check_restore_status_single_object.json │ │ ├── copy_object │ │ │ ├── acon_copy_directory.json │ │ │ ├── acon_copy_directory_dry_run.json │ │ │ ├── acon_copy_single_object.json │ │ │ └── acon_copy_single_object_dry_run.json │ │ ├── delete_objects │ │ │ ├── acon_delete_objects.json │ │ │ └── acon_delete_objects_dry_run.json │ │ ├── request_restore │ │ │ ├── acon_request_restore_directory.json │ │ │ └── acon_request_restore_single_object.json │ │ └── request_restore_to_destination_and_wait │ │ │ ├── acon_request_restore_to_destination_and_wait_directory.json │ │ │ ├── acon_request_restore_to_destination_and_wait_single_object.json │ │ │ └── acon_request_restore_to_destination_and_wait_single_object_raise_error.json │ ├── file_manager_dbfs │ │ ├── copy_objects │ │ │ ├── acon_copy_directory.json │ │ │ ├── acon_copy_directory_dry_run.json │ │ │ └── acon_copy_single_object.json │ │ ├── delete_objects │ │ │ ├── acon_delete_objects.json │ │ │ └── acon_delete_objects_dry_run.json │ │ └── move_objects │ │ │ ├── acon_move_objects.json │ │ │ └── acon_move_objects_dry_run.json │ ├── file_manager_s3 │ │ ├── check_restore_status │ │ │ ├── acon_check_restore_status_directory.json │ │ │ └── acon_check_restore_status_single_object.json │ │ ├── copy_objects │ │ │ ├── acon_copy_directory.json │ │ │ ├── acon_copy_directory_dry_run.json │ │ │ ├── acon_copy_single_object.json │ │ │ └── acon_copy_single_object_dry_run.json │ │ ├── delete_objects │ │ │ ├── acon_delete_objects.json │ │ │ └── acon_delete_objects_dry_run.json │ │ ├── request_restore │ │ │ ├── acon_request_restore_directory.json │ │ │ └── acon_request_restore_single_object.json │ │ └── request_restore_to_destination_and_wait │ │ │ ├── acon_request_restore_to_destination_and_wait_directory.json │ │ │ ├── acon_request_restore_to_destination_and_wait_single_object.json │ │ │ └── acon_request_restore_to_destination_and_wait_single_object_raise_error.json │ ├── full_load │ │ ├── full_overwrite │ │ │ ├── batch.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ ├── with_filter │ │ │ ├── batch.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ └── with_filter_partition_overwrite │ │ │ ├── batch.json │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ ├── control │ │ │ └── part-01.csv │ │ │ └── source │ │ │ ├── part-01.csv │ │ │ └── part-02.csv │ ├── gab │ │ ├── control │ │ │ ├── data │ │ │ │ ├── vw_dummy_sales_kpi.csv │ │ │ │ ├── vw_nam_orders_all_snapshot.csv │ │ │ │ ├── vw_nam_orders_filtered_snapshot.csv │ │ │ │ ├── vw_negative_offset_orders_all.csv │ │ │ │ ├── vw_negative_offset_orders_filtered.csv │ │ │ │ ├── vw_orders_all.csv │ │ │ │ ├── vw_orders_all_snapshot.csv │ │ │ │ ├── vw_orders_filtered.csv │ │ │ │ └── vw_orders_filtered_snapshot.csv │ │ │ └── schema │ │ │ │ ├── vw_dummy_sales_kpi.json │ │ │ │ └── vw_orders.json │ │ ├── setup │ │ │ ├── column_list │ │ │ │ ├── calendar.json │ │ │ │ ├── dummy_sales_kpi.json │ │ │ │ ├── gab_log_events.json │ │ │ │ ├── gab_use_case_results.json │ │ │ │ ├── lkp_query_builder.json │ │ │ │ └── order_events.json │ │ │ ├── data │ │ │ │ ├── dummy_sales_kpi.csv │ │ │ │ ├── lkp_query_builder.csv │ │ │ │ └── order_events.csv │ │ │ └── schema │ │ │ │ ├── dummy_sales_kpi.json │ │ │ │ ├── lkp_query_builder.json │ │ │ │ └── order_events.json │ │ └── usecases │ │ │ ├── dummy_sales_kpi │ │ │ ├── 1_article_category.sql │ │ │ ├── 2_dummy_sales_kpi.sql │ │ │ └── scenario │ │ │ │ └── dummy_sales_kpi.json │ │ │ └── order_events │ │ │ ├── 1_order_events.sql │ │ │ └── scenario │ │ │ ├── order_events.json │ │ │ ├── order_events_nam.json │ │ │ ├── order_events_negative_timezone_offset.json │ │ │ ├── order_events_snapshot.json │ │ │ ├── skip_use_case_by_empty_reconciliation.json │ │ │ ├── skip_use_case_by_empty_requested_cadence.json │ │ │ ├── skip_use_case_by_not_configured_cadence.json │ │ │ └── skip_use_case_by_unexisting_cadence.json │ ├── heartbeat │ │ ├── control │ │ │ ├── default │ │ │ │ ├── data │ │ │ │ │ ├── ctr_heart_tbl_heartb_feed.csv │ │ │ │ │ ├── ctrl_heart_tbl_exec_sensor.csv │ │ │ │ │ ├── ctrl_heart_tbl_trigger_job.csv │ │ │ │ │ ├── ctrl_heart_tbl_updated.csv │ │ │ │ │ └── ctrl_sensor_tbl_upd_status.json │ │ │ │ └── schema │ │ │ │ │ ├── ctrl_heart_tbl_schema.json │ │ │ │ │ └── ctrl_heart_tbl_trig_schema.json │ │ │ └── heartbeat_paused_sensor_new_record │ │ │ │ ├── data │ │ │ │ ├── ctr_heart_tbl_heartb_feed.csv │ │ │ │ ├── ctrl_heart_tbl_exec_sensor.csv │ │ │ │ ├── ctrl_heart_tbl_trigger_job.csv │ │ │ │ ├── ctrl_heart_tbl_updated.csv │ │ │ │ └── ctrl_sensor_tbl_upd_status.json │ │ │ │ └── schema │ │ │ │ └── ctrl_heart_tbl_schema.json │ │ └── setup │ │ │ ├── default │ │ │ ├── column_list │ │ │ │ ├── heartbeat_sensor_control_table.json │ │ │ │ └── sensor_table.json │ │ │ ├── data │ │ │ │ ├── setup_heartbeat_data.csv │ │ │ │ └── setup_sensor_data.json │ │ │ └── schema │ │ │ │ └── schema_sensor_df.json │ │ │ └── heartbeat_paused_sensor_new_record │ │ │ ├── column_list │ │ │ ├── heartbeat_sensor_control_table.json │ │ │ └── sensor_table.json │ │ │ ├── data │ │ │ ├── setup_heartbeat_data.csv │ │ │ └── setup_sensor_data.json │ │ │ └── schema │ │ │ └── schema_sensor_df.json │ ├── jdbc_reader │ │ ├── jdbc_format │ │ │ ├── correct_arguments │ │ │ │ ├── batch_init.json │ │ │ │ └── data │ │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ ├── predicates │ │ │ │ └── batch_init.json │ │ │ └── wrong_arguments │ │ │ │ └── batch_init.json │ │ └── jdbc_function │ │ │ ├── correct_arguments │ │ │ ├── batch_init.json │ │ │ └── data │ │ │ │ ├── control │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ └── part-01.csv │ │ │ └── wrong_arguments │ │ │ └── batch_init.json │ ├── materialize_cdf │ │ ├── acon_create_table.json │ │ ├── control_schema.json │ │ ├── data │ │ │ ├── control │ │ │ │ └── part-01_cdf.csv │ │ │ ├── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ │ └── table │ │ │ │ └── streaming_with_cdf.sql │ │ ├── streaming_with_clean_and_vacuum.json │ │ └── streaming_without_clean_cdf.json │ ├── notification │ │ ├── test_attachement.txt │ │ └── test_image.png │ ├── reconciliation │ │ └── data │ │ │ ├── current.json │ │ │ ├── current_different_rows.json │ │ │ ├── current_fail.json │ │ │ ├── current_nulls_and_zeros.json │ │ │ ├── current_nulls_and_zeros_fail.json │ │ │ ├── truth.json │ │ │ ├── truth_different_rows.json │ │ │ ├── truth_empty.json │ │ │ ├── truth_nulls_and_zeros.json │ │ │ └── truth_nulls_and_zeros_fail.json │ ├── schema_evolution │ │ ├── append_load │ │ │ ├── batch_append_disabled.json │ │ │ ├── batch_append_disabled_cast.json │ │ │ ├── batch_append_enabled.json │ │ │ ├── batch_append_enabled_cast.json │ │ │ ├── batch_init_disabled.json │ │ │ ├── batch_init_enabled.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ ├── part-05.csv │ │ │ │ │ └── part-06.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ ├── part-04.csv │ │ │ │ │ ├── part-05.csv │ │ │ │ │ └── part-06.csv │ │ │ └── schema │ │ │ │ ├── control │ │ │ │ ├── control_schema.json │ │ │ │ ├── control_schema_add_column.json │ │ │ │ └── control_schema_rename.json │ │ │ │ └── source │ │ │ │ ├── source_part-01_schema.json │ │ │ │ ├── source_part-02_schema.json │ │ │ │ ├── source_part-03_schema.json │ │ │ │ ├── source_part-04_schema.json │ │ │ │ ├── source_part-05_schema.json │ │ │ │ └── source_part-06_schema.json │ │ ├── delta_load │ │ │ ├── batch_delta_disabled.json │ │ │ ├── batch_delta_disabled_rename.json │ │ │ ├── batch_delta_enabled.json │ │ │ ├── batch_init_disabled.json │ │ │ ├── batch_init_enabled.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ ├── part-04.csv │ │ │ │ │ ├── part-05.csv │ │ │ │ │ └── part-06.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ ├── part-02.csv │ │ │ │ │ ├── part-03.csv │ │ │ │ │ ├── part-04.csv │ │ │ │ │ ├── part-05.csv │ │ │ │ │ └── part-06.csv │ │ │ └── schema │ │ │ │ ├── control │ │ │ │ ├── control_schema.json │ │ │ │ ├── control_schema_add_column.json │ │ │ │ └── control_schema_rename.json │ │ │ │ └── source │ │ │ │ ├── source_part-01_schema.json │ │ │ │ ├── source_part-02_schema.json │ │ │ │ ├── source_part-03_schema.json │ │ │ │ ├── source_part-04_schema.json │ │ │ │ ├── source_part-05_schema.json │ │ │ │ └── source_part-06_schema.json │ │ └── full_load │ │ │ ├── batch_init.json │ │ │ ├── batch_merge_disabled.json │ │ │ ├── batch_merge_enabled.json │ │ │ ├── batch_overwrite.json │ │ │ ├── data │ │ │ ├── control │ │ │ │ └── part-02.csv │ │ │ └── source │ │ │ │ ├── part-01.csv │ │ │ │ └── part-02.csv │ │ │ └── schema │ │ │ ├── control │ │ │ ├── control_schema_merge_enabled.json │ │ │ └── control_schema_overwrite.json │ │ │ └── source │ │ │ ├── source_part-01_schema.json │ │ │ └── source_part-02_schema.json │ ├── sftp_reader │ │ └── data │ │ │ ├── file.csv │ │ │ ├── file1.csv │ │ │ ├── file2.csv │ │ │ ├── file3.json │ │ │ ├── file4.xml │ │ │ ├── file5.txt │ │ │ ├── file6.compress.gz │ │ │ └── file7.zip │ ├── sharepoint │ │ ├── exceptions │ │ │ ├── acons │ │ │ │ ├── drive_exception.json │ │ │ │ ├── endpoint_exception.json │ │ │ │ ├── local_path_exception.json │ │ │ │ ├── site_exception.json │ │ │ │ └── streaming_exception.json │ │ │ └── schemas │ │ │ │ └── schema.json │ │ └── writer │ │ │ ├── acons │ │ │ └── write_to_local_success.json │ │ │ ├── data │ │ │ ├── file_control.csv │ │ │ └── file_source.csv │ │ │ ├── mocks │ │ │ ├── create_upload_session.json │ │ │ ├── get_drive_id.json │ │ │ └── get_site_id.json │ │ │ └── schemas │ │ │ └── schema.json │ ├── table_manager │ │ ├── compute_table_statistics │ │ │ ├── table_stats_complex_default_scenario1.json │ │ │ ├── table_stats_complex_default_scenario2.json │ │ │ ├── table_stats_complex_different_delimiter_scenario1.json │ │ │ ├── table_stats_complex_different_delimiter_scenario2.json │ │ │ └── table_stats_simple_split_scenario.json │ │ ├── create │ │ │ ├── acon_create_table.json │ │ │ ├── acon_create_table_complex_default_scenario.json │ │ │ ├── acon_create_table_complex_different_delimiter_scenario.json │ │ │ ├── acon_create_table_simple_split_scenario.json │ │ │ ├── acon_create_view.json │ │ │ ├── acon_create_view_complex_default_scenario.json │ │ │ ├── acon_create_view_complex_different_delimiter_scenario.json │ │ │ ├── acon_create_view_simple_split_scenario.json │ │ │ ├── table │ │ │ │ ├── test_table_complex_default_scenario.sql │ │ │ │ ├── test_table_complex_different_delimiter_scenario.sql │ │ │ │ └── test_table_simple_split_scenario.sql │ │ │ └── view │ │ │ │ ├── test_view_complex_default_scenario.sql │ │ │ │ ├── test_view_complex_different_delimiter_scenario.sql │ │ │ │ └── test_view_simple_split_scenario.sql │ │ ├── delete │ │ │ └── acon_delete_where_table_simple_split_scenario.json │ │ ├── describe │ │ │ └── acon_describe_simple_split_scenario.json │ │ ├── drop │ │ │ ├── acon_drop_table_simple_split_scenario.json │ │ │ └── acon_drop_view_simple_split_scenario.json │ │ ├── execute_sql │ │ │ ├── acon_execute_sql_complex_default_scenario.json │ │ │ ├── acon_execute_sql_complex_different_delimiter_scenario.json │ │ │ └── acon_execute_sql_simple_split_scenario.json │ │ ├── get_tbl_pk │ │ │ └── get_tbl_pk_simple_split_scenario.json │ │ ├── optimize │ │ │ ├── optimize_location.json │ │ │ ├── optimize_location_simple_split_scenario.json │ │ │ ├── optimize_table.json │ │ │ └── optimize_table_simple_split_scenario.json │ │ ├── show_tbl_properties │ │ │ └── show_tbl_properties_simple_split_scenario.json │ │ └── vacuum │ │ │ ├── acon_vacuum_location.json │ │ │ ├── acon_vacuum_location_simple_split_scenario.json │ │ │ └── acon_vacuum_table_simple_split_scenario.json │ ├── transformations │ │ ├── chain_transformations │ │ │ ├── acons │ │ │ │ ├── batch.json │ │ │ │ ├── streaming.json │ │ │ │ ├── streaming_batch.json │ │ │ │ ├── write_streaming_struct_data.json │ │ │ │ └── write_streaming_struct_data_fail.json │ │ │ ├── control │ │ │ │ ├── chain_control.csv │ │ │ │ └── struct_data.json │ │ │ ├── schema │ │ │ │ ├── customer_schema.json │ │ │ │ ├── sales_schema.json │ │ │ │ └── struct_data_schema.json │ │ │ └── source │ │ │ │ ├── customers.csv │ │ │ │ ├── sales_historical.csv │ │ │ │ ├── sales_new.csv │ │ │ │ └── struct_data.csv │ │ ├── column_creators │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.json │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ ├── source_schema.json │ │ │ └── streaming.json │ │ ├── column_reshapers │ │ │ ├── explode_arrays │ │ │ │ ├── batch.json │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ └── part-01.csv │ │ │ │ │ └── source │ │ │ │ │ │ └── part-01.json │ │ │ │ ├── source_schema.json │ │ │ │ └── streaming.json │ │ │ ├── flatten_and_explode_arrays_and_maps │ │ │ │ ├── batch.json │ │ │ │ ├── data │ │ │ │ │ ├── control │ │ │ │ │ │ └── part-01.csv │ │ │ │ │ └── source │ │ │ │ │ │ └── part-01.json │ │ │ │ ├── source_schema.json │ │ │ │ └── streaming.json │ │ │ └── flatten_schema │ │ │ │ ├── batch.json │ │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ └── part-01.json │ │ │ │ ├── source_schema.json │ │ │ │ └── streaming.json │ │ ├── data_maskers │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── drop_columns.csv │ │ │ │ │ └── hash_masking.csv │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ ├── drop_columns.json │ │ │ ├── drop_columns_control_schema.json │ │ │ ├── hash_masking.json │ │ │ ├── hash_masking_control_schema.json │ │ │ └── source_schema.json │ │ ├── date_transformers │ │ │ ├── control_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ ├── source_schema.json │ │ │ └── streaming.json │ │ ├── drop_duplicate_rows │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── batch_distinct.json │ │ │ │ │ ├── batch_drop_duplicates.json │ │ │ │ │ ├── streaming_distinct.json │ │ │ │ │ └── streaming_drop_duplicates.json │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── source_schema.json │ │ │ └── streaming.json │ │ ├── joiners │ │ │ ├── batch.json │ │ │ ├── control_scenario_1_and_2_schema.json │ │ │ ├── control_scenario_3_schema.json │ │ │ ├── customer_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── control_scenario_1_and_2.csv │ │ │ │ │ └── control_scenario_3.csv │ │ │ │ └── source │ │ │ │ │ ├── customer-part-01.csv │ │ │ │ │ ├── sales-part-01.csv │ │ │ │ │ └── sales-part-02.csv │ │ │ ├── sales_schema.json │ │ │ ├── streaming.json │ │ │ ├── streaming_foreachBatch.json │ │ │ ├── streaming_without_broadcast.json │ │ │ └── streaming_without_column_rename.json │ │ ├── multiple_transform │ │ │ ├── batch.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.json │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ └── source_schema.json │ │ ├── null_handlers │ │ │ ├── control_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── replace_nulls.csv │ │ │ │ │ └── replace_nulls_col_subset.csv │ │ │ │ └── source │ │ │ │ │ └── part-01.csv │ │ │ ├── replace_nulls.json │ │ │ ├── replace_nulls_col_subset.json │ │ │ └── source_schema.json │ │ ├── optimizers │ │ │ └── data │ │ │ │ └── source │ │ │ │ └── part-01.csv │ │ ├── regex_transformers │ │ │ └── with_regex_value │ │ │ │ ├── batch.json │ │ │ │ ├── control_schema.json │ │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── part-01.csv │ │ │ │ └── source │ │ │ │ │ └── WE_SO_SCL_202108111400000029.csv │ │ │ │ └── source_schema.json │ │ ├── unions │ │ │ ├── batch_union.json │ │ │ ├── batch_unionByName.json │ │ │ ├── batch_unionByName_diff_schema.json │ │ │ ├── batch_unionByName_diff_schema_error.json │ │ │ ├── batch_union_diff_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ ├── control_sales.csv │ │ │ │ │ ├── control_sales_shipment.csv │ │ │ │ │ ├── control_sales_shipment_streaming.csv │ │ │ │ │ ├── control_sales_shipment_streaming_foreachBatch.csv │ │ │ │ │ ├── control_sales_streaming.csv │ │ │ │ │ └── control_sales_streaming_foreachBatch.csv │ │ │ │ └── source │ │ │ │ │ ├── sales-historical-part-01.csv │ │ │ │ │ ├── sales-historical-part-02.csv │ │ │ │ │ ├── sales-new-part-01.csv │ │ │ │ │ ├── sales-new-part-02.csv │ │ │ │ │ ├── sales-shipment-part-01.csv │ │ │ │ │ └── sales-shipment-part-02.csv │ │ │ ├── sales_schema.json │ │ │ ├── sales_shipment_schema.json │ │ │ ├── streaming_union.json │ │ │ ├── streaming_unionByName_diff_schema.json │ │ │ ├── streaming_unionByName_diff_schema_foreachBatch.json │ │ │ └── streaming_union_foreachBatch.json │ │ └── watermarker │ │ │ ├── streaming_drop_duplicates │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── streaming_drop_duplicates.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── source_schema.json │ │ │ └── streaming_drop_duplicates.json │ │ │ ├── streaming_drop_duplicates_overall_watermark │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── streaming_drop_duplicates_overall_watermark.csv │ │ │ │ └── source │ │ │ │ │ ├── part-01.csv │ │ │ │ │ └── part-02.csv │ │ │ ├── source_schema.json │ │ │ └── streaming_drop_duplicates_overall_watermark.json │ │ │ ├── streaming_inner_join │ │ │ ├── customer_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── streaming_inner_join.csv │ │ │ │ └── source │ │ │ │ │ ├── customer-part-01.csv │ │ │ │ │ ├── sales-part-01.csv │ │ │ │ │ └── sales-part-02.csv │ │ │ ├── sales_schema.json │ │ │ ├── streaming_inner_join.json │ │ │ └── streaming_inner_join_control_schema.json │ │ │ ├── streaming_left_outer_join │ │ │ ├── customer_schema.json │ │ │ ├── data │ │ │ │ ├── control │ │ │ │ │ └── streaming_left_outer_join.csv │ │ │ │ └── source │ │ │ │ │ ├── customer-part-01.csv │ │ │ │ │ ├── customer-part-02.csv │ │ │ │ │ ├── customer-part-03.csv │ │ │ │ │ ├── customer-part-04.csv │ │ │ │ │ ├── customer-part-05.csv │ │ │ │ │ ├── sales-part-01.csv │ │ │ │ │ ├── sales-part-02.csv │ │ │ │ │ ├── sales-part-03.csv │ │ │ │ │ ├── sales-part-04.csv │ │ │ │ │ └── sales-part-05.csv │ │ │ ├── sales_schema.json │ │ │ ├── streaming_left_outer_join.json │ │ │ └── streaming_left_outer_join_control_schema.json │ │ │ └── streaming_right_outer_join │ │ │ ├── customer_schema.json │ │ │ ├── data │ │ │ ├── control │ │ │ │ └── streaming_right_outer_join.csv │ │ │ └── source │ │ │ │ ├── customer-part-01.csv │ │ │ │ ├── sales-part-01.csv │ │ │ │ └── sales-part-02.csv │ │ │ ├── sales_schema.json │ │ │ ├── streaming_right_outer_join.json │ │ │ └── streaming_right_outer_join_control_schema.json │ └── writers │ │ ├── acons │ │ ├── write_batch_console.json │ │ ├── write_batch_dataframe.json │ │ ├── write_batch_files.json │ │ ├── write_batch_jdbc.json │ │ ├── write_batch_rest_api.json │ │ ├── write_batch_table.json │ │ ├── write_streaming_console.json │ │ ├── write_streaming_dataframe.json │ │ ├── write_streaming_df_with_checkpoint.json │ │ ├── write_streaming_files.json │ │ ├── write_streaming_foreachBatch_console.json │ │ ├── write_streaming_foreachBatch_dataframe.json │ │ ├── write_streaming_foreachBatch_df_with_checkpoint.json │ │ ├── write_streaming_foreachBatch_files.json │ │ ├── write_streaming_foreachBatch_jdbc.json │ │ ├── write_streaming_foreachBatch_table.json │ │ ├── write_streaming_multiple_dfs.json │ │ ├── write_streaming_rest_api.json │ │ └── write_streaming_table.json │ │ ├── control │ │ ├── writers_control.csv │ │ ├── writers_control_streaming_dataframe_1.csv │ │ ├── writers_control_streaming_dataframe_2.csv │ │ ├── writers_control_streaming_dataframe_foreachBatch_1.csv │ │ └── writers_control_streaming_dataframe_foreachBatch_2.csv │ │ ├── schema │ │ └── sales_schema.json │ │ └── source │ │ ├── sales_historical_1.csv │ │ ├── sales_historical_2.csv │ │ ├── sales_new_1.csv │ │ └── sales_new_2.csv └── unit │ ├── custom_configs │ └── custom_engine_config.yaml │ └── heartbeat │ ├── heartbeat_acon_creation │ └── setup │ │ └── column_list │ │ ├── heartbeat_sensor_control_table.json │ │ └── sensor_table.json │ └── heartbeat_anchor_job │ └── setup │ └── column_list │ ├── heartbeat_sensor_control_table.json │ └── sensor_table.json ├── unit ├── __init__.py ├── test_custom_configs.py ├── test_failure_notification_creation.py ├── test_heartbeat_acon_creation.py ├── test_heartbeat_anchor_job.py ├── test_log_filter_sensitive_data.py ├── test_notification_creation.py ├── test_notification_factory.py ├── test_prisma_dq_rule_id.py ├── test_prisma_function_definition.py ├── test_rest_api_functions.py ├── test_sensor.py ├── test_sensor_manager.py ├── test_spark_session.py └── test_version.py └── utils ├── __init__.py ├── dataframe_helpers.py ├── dq_rules_table_utils.py ├── exec_env_helpers.py ├── local_storage.py ├── mocks.py └── smtp_server.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/README.md -------------------------------------------------------------------------------- /assets/gab/img/gab_advantages.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_advantages.png -------------------------------------------------------------------------------- /assets/gab/img/gab_build_insert_sql_instruction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_build_insert_sql_instruction.png -------------------------------------------------------------------------------- /assets/gab/img/gab_dimensions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_dimensions.png -------------------------------------------------------------------------------- /assets/gab/img/gab_extended_window_calculator.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_extended_window_calculator.png -------------------------------------------------------------------------------- /assets/gab/img/gab_insert_use_case.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_insert_use_case.png -------------------------------------------------------------------------------- /assets/gab/img/gab_lkp_query_builder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_lkp_query_builder.png -------------------------------------------------------------------------------- /assets/gab/img/gab_metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_metrics.png -------------------------------------------------------------------------------- /assets/gab/img/gab_metrics_calculations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_metrics_calculations.png -------------------------------------------------------------------------------- /assets/gab/img/gab_metrics_configuration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_metrics_configuration.png -------------------------------------------------------------------------------- /assets/gab/img/gab_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_overview.png -------------------------------------------------------------------------------- /assets/gab/img/gab_query_metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_query_metrics.png -------------------------------------------------------------------------------- /assets/gab/img/gab_recon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_recon.png -------------------------------------------------------------------------------- /assets/gab/img/gab_sample_templated_query.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_sample_templated_query.png -------------------------------------------------------------------------------- /assets/gab/img/gab_stages_configuration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_stages_configuration.png -------------------------------------------------------------------------------- /assets/gab/img/gab_use_case.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_use_case.png -------------------------------------------------------------------------------- /assets/gab/img/gab_view_name_and_filters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/img/gab_view_name_and_filters.png -------------------------------------------------------------------------------- /assets/gab/metadata/gab/f_agg_dummy_sales_kpi/1_article_category.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/gab/f_agg_dummy_sales_kpi/1_article_category.sql -------------------------------------------------------------------------------- /assets/gab/metadata/gab/f_agg_dummy_sales_kpi/2_f_agg_dummy_sales_kpi.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/gab/f_agg_dummy_sales_kpi/2_f_agg_dummy_sales_kpi.sql -------------------------------------------------------------------------------- /assets/gab/metadata/tables/dim_calendar.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/tables/dim_calendar.sql -------------------------------------------------------------------------------- /assets/gab/metadata/tables/dummy_sales_kpi.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/tables/dummy_sales_kpi.sql -------------------------------------------------------------------------------- /assets/gab/metadata/tables/gab_log_events.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/tables/gab_log_events.sql -------------------------------------------------------------------------------- /assets/gab/metadata/tables/gab_use_case_results.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/tables/gab_use_case_results.sql -------------------------------------------------------------------------------- /assets/gab/metadata/tables/lkp_query_builder.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/metadata/tables/lkp_query_builder.sql -------------------------------------------------------------------------------- /assets/gab/notebooks/gab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/notebooks/gab.py -------------------------------------------------------------------------------- /assets/gab/notebooks/gab_dim_calendar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/notebooks/gab_dim_calendar.py -------------------------------------------------------------------------------- /assets/gab/notebooks/gab_job_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/notebooks/gab_job_manager.py -------------------------------------------------------------------------------- /assets/gab/notebooks/query_builder_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/notebooks/query_builder_helper.py -------------------------------------------------------------------------------- /assets/gab/utils/databricks_job_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/utils/databricks_job_utils.py -------------------------------------------------------------------------------- /assets/gab/utils/query_builder_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/gab/utils/query_builder_utils.py -------------------------------------------------------------------------------- /assets/img/dq_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/dq_dashboard.png -------------------------------------------------------------------------------- /assets/img/fixed_window.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/fixed_window.png -------------------------------------------------------------------------------- /assets/img/heartbeat_dependency_flag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/heartbeat_dependency_flag.png -------------------------------------------------------------------------------- /assets/img/heartbeat_sensor_os.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/heartbeat_sensor_os.png -------------------------------------------------------------------------------- /assets/img/lakehouse_dp_usage.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/lakehouse_dp_usage.drawio.png -------------------------------------------------------------------------------- /assets/img/lakehouse_engine_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/lakehouse_engine_logo.png -------------------------------------------------------------------------------- /assets/img/lakehouse_engine_logo_no_bg_160.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/lakehouse_engine_logo_no_bg_160.png -------------------------------------------------------------------------------- /assets/img/lakehouse_engine_logo_symbol_large.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/lakehouse_engine_logo_symbol_large.png -------------------------------------------------------------------------------- /assets/img/lakehouse_engine_logo_symbol_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/lakehouse_engine_logo_symbol_small.png -------------------------------------------------------------------------------- /assets/img/row_tagging.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/row_tagging.png -------------------------------------------------------------------------------- /assets/img/sensor_os.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/sensor_os.png -------------------------------------------------------------------------------- /assets/img/watermarking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/img/watermarking.png -------------------------------------------------------------------------------- /assets/prisma/img/dq_checks_table_w_no_rules.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/prisma/img/dq_checks_table_w_no_rules.png -------------------------------------------------------------------------------- /assets/prisma/img/missing_expectation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/prisma/img/missing_expectation.png -------------------------------------------------------------------------------- /assets/prisma/img/missing_expectation_parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/assets/prisma/img/missing_expectation_parameters.png -------------------------------------------------------------------------------- /cicd/.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/.bumpversion.cfg -------------------------------------------------------------------------------- /cicd/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/Dockerfile -------------------------------------------------------------------------------- /cicd/Jenkinsfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/Jenkinsfile -------------------------------------------------------------------------------- /cicd/Jenkinsfile_deploy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/Jenkinsfile_deploy -------------------------------------------------------------------------------- /cicd/bandit.yaml: -------------------------------------------------------------------------------- 1 | assert_used: 2 | skips: ['*test*'] -------------------------------------------------------------------------------- /cicd/code_doc/content.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/content.css -------------------------------------------------------------------------------- /cicd/code_doc/custom_example_macros.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/custom_example_macros.py -------------------------------------------------------------------------------- /cicd/code_doc/examples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/examples.json -------------------------------------------------------------------------------- /cicd/code_doc/gen_ref_nav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/gen_ref_nav.py -------------------------------------------------------------------------------- /cicd/code_doc/index.html.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/index.html.jinja2 -------------------------------------------------------------------------------- /cicd/code_doc/mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/mkdocs.yml -------------------------------------------------------------------------------- /cicd/code_doc/module.html.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/module.html.jinja2 -------------------------------------------------------------------------------- /cicd/code_doc/render_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/render_doc.py -------------------------------------------------------------------------------- /cicd/code_doc/render_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/code_doc/render_docs.py -------------------------------------------------------------------------------- /cicd/flake8.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/flake8.conf -------------------------------------------------------------------------------- /cicd/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/meta.yaml -------------------------------------------------------------------------------- /cicd/requirements.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements.lock -------------------------------------------------------------------------------- /cicd/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements.txt -------------------------------------------------------------------------------- /cicd/requirements_azure.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_azure.lock -------------------------------------------------------------------------------- /cicd/requirements_azure.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_azure.txt -------------------------------------------------------------------------------- /cicd/requirements_cicd.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_cicd.txt -------------------------------------------------------------------------------- /cicd/requirements_dq.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_dq.lock -------------------------------------------------------------------------------- /cicd/requirements_dq.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_dq.txt -------------------------------------------------------------------------------- /cicd/requirements_full.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_full.lock -------------------------------------------------------------------------------- /cicd/requirements_os.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_os.lock -------------------------------------------------------------------------------- /cicd/requirements_os.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_os.txt -------------------------------------------------------------------------------- /cicd/requirements_sftp.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_sftp.lock -------------------------------------------------------------------------------- /cicd/requirements_sftp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_sftp.txt -------------------------------------------------------------------------------- /cicd/requirements_sharepoint.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_sharepoint.lock -------------------------------------------------------------------------------- /cicd/requirements_sharepoint.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/cicd/requirements_sharepoint.txt -------------------------------------------------------------------------------- /lakehouse_engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/algorithm.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/data_loader.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/dq_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/dq_validator.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/exceptions.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/gab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/gab.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/reconciliator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/reconciliator.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/sensor.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/sensors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/sensors/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/sensors/heartbeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/sensors/heartbeat.py -------------------------------------------------------------------------------- /lakehouse_engine/algorithms/sensors/sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/algorithms/sensors/sensor.py -------------------------------------------------------------------------------- /lakehouse_engine/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/configs/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/configs/engine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/configs/engine.yaml -------------------------------------------------------------------------------- /lakehouse_engine/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/core/dbfs_file_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/dbfs_file_manager.py -------------------------------------------------------------------------------- /lakehouse_engine/core/definitions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/definitions.py -------------------------------------------------------------------------------- /lakehouse_engine/core/exec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/exec_env.py -------------------------------------------------------------------------------- /lakehouse_engine/core/executable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/executable.py -------------------------------------------------------------------------------- /lakehouse_engine/core/file_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/file_manager.py -------------------------------------------------------------------------------- /lakehouse_engine/core/gab_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/gab_manager.py -------------------------------------------------------------------------------- /lakehouse_engine/core/gab_sql_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/gab_sql_generator.py -------------------------------------------------------------------------------- /lakehouse_engine/core/s3_file_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/s3_file_manager.py -------------------------------------------------------------------------------- /lakehouse_engine/core/sensor_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/sensor_manager.py -------------------------------------------------------------------------------- /lakehouse_engine/core/table_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/core/table_manager.py -------------------------------------------------------------------------------- /lakehouse_engine/dq_processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/dq_processors/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/dq_processors/custom_expectations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/dq_processors/custom_expectations/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/dq_processors/dq_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/dq_processors/dq_factory.py -------------------------------------------------------------------------------- /lakehouse_engine/dq_processors/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/dq_processors/exceptions.py -------------------------------------------------------------------------------- /lakehouse_engine/dq_processors/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/dq_processors/validator.py -------------------------------------------------------------------------------- /lakehouse_engine/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/engine.py -------------------------------------------------------------------------------- /lakehouse_engine/io/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/io/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/exceptions.py -------------------------------------------------------------------------------- /lakehouse_engine/io/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/reader_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/reader_factory.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/__init__.py: -------------------------------------------------------------------------------- 1 | """Readers package to define reading behaviour.""" 2 | -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/dataframe_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/dataframe_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/file_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/file_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/jdbc_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/jdbc_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/kafka_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/kafka_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/query_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/query_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/sap_b4_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/sap_b4_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/sap_bw_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/sap_bw_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/sftp_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/sftp_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/readers/table_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/readers/table_reader.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writer_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writer_factory.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/console_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/console_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/dataframe_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/dataframe_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/delta_merge_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/delta_merge_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/file_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/file_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/jdbc_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/jdbc_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/kafka_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/kafka_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/rest_api_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/rest_api_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/sharepoint_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/sharepoint_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/io/writers/table_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/io/writers/table_writer.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/cdf_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/cdf_processor.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/dataset_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/dataset_optimizer.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/notifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/notifier.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/notifier_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/notifier_factory.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/notifiers/__init__.py: -------------------------------------------------------------------------------- 1 | """Notifications module.""" 2 | -------------------------------------------------------------------------------- /lakehouse_engine/terminators/notifiers/email_notifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/notifiers/email_notifier.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/notifiers/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/notifiers/exceptions.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/notifiers/notification_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/notifiers/notification_templates.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/sensor_terminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/sensor_terminator.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/spark_terminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/spark_terminator.py -------------------------------------------------------------------------------- /lakehouse_engine/terminators/terminator_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/terminators/terminator_factory.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/aggregators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/aggregators.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/column_creators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/column_creators.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/column_reshapers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/column_reshapers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/condensers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/condensers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/custom_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/custom_transformers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/data_maskers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/data_maskers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/date_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/date_transformers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/exceptions.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/filters.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/joiners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/joiners.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/null_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/null_handlers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/optimizers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/regex_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/regex_transformers.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/repartitioners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/repartitioners.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/transformer_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/transformer_factory.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/unions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/unions.py -------------------------------------------------------------------------------- /lakehouse_engine/transformers/watermarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/transformers/watermarker.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/__init__.py: -------------------------------------------------------------------------------- 1 | """Utilities package.""" 2 | -------------------------------------------------------------------------------- /lakehouse_engine/utils/acon_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/acon_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/configs/__init__.py: -------------------------------------------------------------------------------- 1 | """Config utilities package.""" 2 | -------------------------------------------------------------------------------- /lakehouse_engine/utils/configs/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/configs/config_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/databricks_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/databricks_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/dq_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/dq_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/engine_usage_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/engine_usage_stats.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/expectations_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/expectations_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/extraction/__init__.py: -------------------------------------------------------------------------------- 1 | """Extraction utilities package.""" 2 | -------------------------------------------------------------------------------- /lakehouse_engine/utils/extraction/jdbc_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/extraction/jdbc_extraction_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/extraction/sap_b4_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/extraction/sap_b4_extraction_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/extraction/sap_bw_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/extraction/sap_bw_extraction_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/extraction/sftp_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/extraction/sftp_extraction_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/file_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/gab_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/gab_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/logging_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/logging_handler.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/rest_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/rest_api.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/schema_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/schema_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/sharepoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/sharepoint_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/sql_parser_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/sql_parser_utils.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/storage/__init__.py: -------------------------------------------------------------------------------- 1 | """Utilities to interact with storage systems.""" 2 | -------------------------------------------------------------------------------- /lakehouse_engine/utils/storage/dbfs_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/storage/dbfs_storage.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/storage/file_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/storage/file_storage.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/storage/file_storage_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/storage/file_storage_functions.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/storage/local_fs_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/storage/local_fs_storage.py -------------------------------------------------------------------------------- /lakehouse_engine/utils/storage/s3_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine/utils/storage/s3_storage.py -------------------------------------------------------------------------------- /lakehouse_engine_usage/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::data_loader.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/append_load_from_jdbc_with_permissive_mode/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::append_load_from_jdbc_with_permissive_mode.md 3 | """ -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/append_load_with_failfast/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::append_load_with_failfast.md 3 | """ -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/custom_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::custom_transformer.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/custom_transformer/custom_transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/custom_transformer/custom_transformer.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/custom_transformer/sql_custom_transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/custom_transformer/sql_custom_transformer.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/custom_transformer_sql/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::custom_transformer_sql.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/custom_transformer_sql/custom_transformer_sql.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/custom_transformer_sql/custom_transformer_sql.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/data_loader.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/data_loader.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_from_sap_b4_adso/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::extract_from_sap_b4_adso.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_from_sap_b4_adso/extract_from_sap_b4_adso.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/extract_from_sap_b4_adso/extract_from_sap_b4_adso.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_from_sap_bw_dso/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::extract_from_sap_bw_dso.md 3 | """ -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_from_sap_bw_dso/extract_from_sap_bw_dso.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/extract_from_sap_bw_dso/extract_from_sap_bw_dso.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_from_sftp/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::extract_from_sftp.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_from_sftp/extract_from_sftp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/extract_from_sftp/extract_from_sftp.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/extract_using_jdbc_connection/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::extract_using_jdbc_connection.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/filtered_full_load/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::filtered_full_load.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/filtered_full_load/filtered_full_load.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/filtered_full_load/filtered_full_load.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/flatten_schema_and_explode_columns/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::flatten_schema_and_explode_columns.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/full_load/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::full_load.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/full_load/full_load.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/full_load/full_load.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/read_from_dataframe/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::read_from_dataframe.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/read_from_dataframe/read_from_dataframe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/read_from_dataframe/read_from_dataframe.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/streaming_append_load_with_malformed/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::streaming_append_load_with_malformed.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/streaming_append_load_with_terminator/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::streaming_append_load_with_terminator.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_and_read_dataframe/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::write_and_read_dataframe.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_and_read_dataframe/write_and_read_dataframe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/write_and_read_dataframe/write_and_read_dataframe.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_to_console/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::write_to_console.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_to_console/write_to_console.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/write_to_console/write_to_console.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_to_rest_api/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::write_to_rest_api.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_to_rest_api/write_to_rest_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/write_to_rest_api/write_to_rest_api.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_to_sharepoint/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::write_to_sharepoint.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_loader/write_to_sharepoint/write_to_sharepoint.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_loader/write_to_sharepoint/write_to_sharepoint.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::data_quality.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/custom_expectations/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::custom_expectations.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/custom_expectations/custom_expectations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/custom_expectations/custom_expectations.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/data_quality.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/data_quality.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/data_quality_validator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/data_quality_validator/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/data_quality_validator/data_quality_validator.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/data_quality_validator/data_quality_validator.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/minimal_example/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::minimal_example.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/minimal_example/minimal_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/minimal_example/minimal_example.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/prisma/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::prisma.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/prisma/prisma.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/prisma/prisma.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/result_sink/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::result_sink.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/result_sink/result_sink.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/result_sink/result_sink.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/row_tagging/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::row_tagging.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/row_tagging/row_tagging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/row_tagging/row_tagging.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/validations_failing/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::validations_failing.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/data_quality/validations_failing/validations_failing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/data_quality/validations_failing/validations_failing.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/gab/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::gab.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/gab/gab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/gab/gab.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/gab/step_by_step/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/gab/step_by_step/__init__.py -------------------------------------------------------------------------------- /lakehouse_engine_usage/gab/step_by_step/step_by_step.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/gab/step_by_step/step_by_step.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/lakehouse_engine_usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/lakehouse_engine_usage.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/reconciliator/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::reconciliator.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/reconciliator/reconciliator.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/reconciliator/reconciliator.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::sensor.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/delta_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::delta_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/delta_table/delta_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/delta_table/delta_table.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/delta_upstream_sensor_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::delta_upstream_sensor_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/file/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::file.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/file/file.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/file/file.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/jdbc_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::jdbc_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/jdbc_table/jdbc_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/jdbc_table/jdbc_table.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/kafka/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::kafka.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/kafka/kafka.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/kafka/kafka.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/sap_bw_b4/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::sap_bw_b4.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/sap_bw_b4/sap_bw_b4.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/sap_bw_b4/sap_bw_b4.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/sensor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/sensor.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/update_sensor_status/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::update_sensor_status.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensor/update_sensor_status/update_sensor_status.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensor/update_sensor_status/update_sensor_status.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::sensors.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::heartbeat.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/delta_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::delta_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/delta_table/delta_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/heartbeat/delta_table/delta_table.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/heartbeat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/heartbeat/heartbeat.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/heartbeat_sensor_data_feed/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::heartbeat_sensor_data_feed.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/kafka/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::kafka.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/kafka/kafka.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/heartbeat/kafka/kafka.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/manual_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::manual_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/manual_table/manual_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/heartbeat/manual_table/manual_table.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/sap_bw_b4/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::sap_bw_b4.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/sap_bw_b4/sap_bw_b4.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/heartbeat/sap_bw_b4/sap_bw_b4.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/trigger_file/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::trigger_file.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/trigger_file/trigger_file.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/heartbeat/trigger_file/trigger_file.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/heartbeat/update_heartbeat_sensor_status/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::update_heartbeat_sensor_status.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::sensor.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/delta_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::delta_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/delta_table/delta_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/delta_table/delta_table.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/delta_upstream_sensor_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::delta_upstream_sensor_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/file/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::file.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/file/file.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/file/file.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/jdbc_table/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::jdbc_table.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/jdbc_table/jdbc_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/jdbc_table/jdbc_table.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/kafka/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::kafka.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/kafka/kafka.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/kafka/kafka.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/sap_bw_b4/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::sap_bw_b4.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/sap_bw_b4/sap_bw_b4.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/sap_bw_b4/sap_bw_b4.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/sensor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/sensor.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/update_sensor_status/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | .. include::update_sensor_status.md 3 | """ 4 | -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensor/update_sensor_status/update_sensor_status.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensor/update_sensor_status/update_sensor_status.md -------------------------------------------------------------------------------- /lakehouse_engine_usage/sensors/sensors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/lakehouse_engine_usage/sensors/sensors.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/pyproject.toml -------------------------------------------------------------------------------- /samples/cricket_dq_tutorial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/samples/cricket_dq_tutorial.py -------------------------------------------------------------------------------- /samples/tpch_load_and_analysis_tutorial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/samples/tpch_load_and_analysis_tutorial.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests package.""" 2 | -------------------------------------------------------------------------------- /tests/configs/__init__.py: -------------------------------------------------------------------------------- 1 | """This module has the engine test configurations.""" 2 | -------------------------------------------------------------------------------- /tests/configs/engine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/configs/engine.yaml -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/feature/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/__init__.py -------------------------------------------------------------------------------- /tests/feature/custom_expectations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/custom_expectations/__init__.py -------------------------------------------------------------------------------- /tests/feature/custom_expectations/test_custom_expectations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/custom_expectations/test_custom_expectations.py -------------------------------------------------------------------------------- /tests/feature/custom_expectations/test_expectation_validity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/custom_expectations/test_expectation_validity.py -------------------------------------------------------------------------------- /tests/feature/data_loader_custom_transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/data_loader_custom_transformer/__init__.py -------------------------------------------------------------------------------- /tests/feature/delta_load/__init__.py: -------------------------------------------------------------------------------- 1 | """Delta load feature tests.""" 2 | -------------------------------------------------------------------------------- /tests/feature/delta_load/test_delta_load_group_and_rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/delta_load/test_delta_load_group_and_rank.py -------------------------------------------------------------------------------- /tests/feature/delta_load/test_delta_load_merge_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/delta_load/test_delta_load_merge_options.py -------------------------------------------------------------------------------- /tests/feature/delta_load/test_delta_load_record_mode_cdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/delta_load/test_delta_load_record_mode_cdc.py -------------------------------------------------------------------------------- /tests/feature/test_append_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_append_load.py -------------------------------------------------------------------------------- /tests/feature/test_data_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_data_quality.py -------------------------------------------------------------------------------- /tests/feature/test_dq_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_dq_validator.py -------------------------------------------------------------------------------- /tests/feature/test_engine_usage_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_engine_usage_stats.py -------------------------------------------------------------------------------- /tests/feature/test_extract_from_sap_b4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_extract_from_sap_b4.py -------------------------------------------------------------------------------- /tests/feature/test_extract_from_sap_bw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_extract_from_sap_bw.py -------------------------------------------------------------------------------- /tests/feature/test_file_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_file_manager.py -------------------------------------------------------------------------------- /tests/feature/test_file_manager_dbfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_file_manager_dbfs.py -------------------------------------------------------------------------------- /tests/feature/test_file_manager_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_file_manager_s3.py -------------------------------------------------------------------------------- /tests/feature/test_full_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_full_load.py -------------------------------------------------------------------------------- /tests/feature/test_gab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_gab.py -------------------------------------------------------------------------------- /tests/feature/test_heartbeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_heartbeat.py -------------------------------------------------------------------------------- /tests/feature/test_jdbc_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_jdbc_reader.py -------------------------------------------------------------------------------- /tests/feature/test_materialize_cdf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_materialize_cdf.py -------------------------------------------------------------------------------- /tests/feature/test_notification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_notification.py -------------------------------------------------------------------------------- /tests/feature/test_reconciliation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_reconciliation.py -------------------------------------------------------------------------------- /tests/feature/test_schema_evolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_schema_evolution.py -------------------------------------------------------------------------------- /tests/feature/test_sensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_sensors.py -------------------------------------------------------------------------------- /tests/feature/test_sftp_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_sftp_reader.py -------------------------------------------------------------------------------- /tests/feature/test_sharepoint_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_sharepoint_writer.py -------------------------------------------------------------------------------- /tests/feature/test_table_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_table_manager.py -------------------------------------------------------------------------------- /tests/feature/test_writers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/test_writers.py -------------------------------------------------------------------------------- /tests/feature/transformations/__init__.py: -------------------------------------------------------------------------------- 1 | """Transformations feature tests.""" 2 | -------------------------------------------------------------------------------- /tests/feature/transformations/test_chain_transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_chain_transformations.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_column_creators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_column_creators.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_column_reshapers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_column_reshapers.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_data_maskers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_data_maskers.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_date_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_date_transformers.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_drop_duplicate_rows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_drop_duplicate_rows.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_joiners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_joiners.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_multiple_transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_multiple_transformations.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_null_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_null_handlers.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_optimizers.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_regex_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_regex_transformers.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_unions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_unions.py -------------------------------------------------------------------------------- /tests/feature/transformations/test_watermarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/feature/transformations/test_watermarker.py -------------------------------------------------------------------------------- /tests/resources/feature/append_load/failfast/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/failfast/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/append_load/failfast/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/failfast/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/append_load/failfast/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/failfast/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/failfast/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/failfast/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/failfast/data/source/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/failfast/data/source/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/jdbc_permissive/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/jdbc_permissive/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/append_load/jdbc_permissive/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/jdbc_permissive/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/append_load/jdbc_permissive/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/jdbc_permissive/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/jdbc_permissive/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/jdbc_permissive/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/jdbc_permissive/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/jdbc_permissive/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/jdbc_permissive/data/source/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/jdbc_permissive/data/source/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_dropmalformed/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_dropmalformed/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_dropmalformed/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_dropmalformed/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_dropmalformed/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_dropmalformed/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_dropmalformed/data/source/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_dropmalformed/data/source/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_dropmalformed/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_dropmalformed/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_with_terminators/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_with_terminators/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_with_terminators/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_with_terminators/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/append_load/streaming_with_terminators/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/append_load/streaming_with_terminators/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/data_loader_custom_transformer/calculate_kpi/data/control/part-01.csv: -------------------------------------------------------------------------------- 1 | date|amount 2 | 20160601|3500 -------------------------------------------------------------------------------- /tests/resources/feature/data_loader_custom_transformer/calculate_kpi/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/data_loader_custom_transformer/calculate_kpi/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/data_loader_custom_transformer/sql_transformation/data/control/part-01.csv: -------------------------------------------------------------------------------- 1 | date|amount 2 | 20160601|3500 -------------------------------------------------------------------------------- /tests/resources/feature/data_quality/validator/data/control/data_validator.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/data_quality/validator/data/control/data_validator.csv -------------------------------------------------------------------------------- /tests/resources/feature/data_quality/validator/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/data_quality/validator/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/control_batch_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/control_batch_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/insert_column_set/batch_delta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/insert_column_set/batch_delta.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/insert_column_set/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/insert_column_set/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/update_all/batch_delta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/update_all/batch_delta.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/update_all/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/update_all/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/update_all/data/control/batch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/update_all/data/control/batch.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/update_column_set/batch_delta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/update_column_set/batch_delta.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/merge_options/update_column_set/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/merge_options/update_column_set/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/batch_backfill.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/batch_backfill.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/batch_delta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/batch_delta.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-04.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-04.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-05.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/backfill/data/source/part-05.csv -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/direct_silver_load/batch_delta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/direct_silver_load/batch_delta.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/direct_silver_load/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/direct_silver_load/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/out_of_order_changes/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/out_of_order_changes/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/with_duplicates/batch_delta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/with_duplicates/batch_delta.json -------------------------------------------------------------------------------- /tests/resources/feature/delta_load/record_mode_cdc/with_duplicates/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/delta_load/record_mode_cdc/with_duplicates/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/control/data_restore_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/control/data_restore_control.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/control/dq_control_failure.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/control/dq_control_failure.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/control/dq_control_failure_disabled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/control/dq_control_failure_disabled.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/control/dq_control_success.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/control/dq_control_success.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/control/dq_control_success_explode.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/control/dq_control_success_explode.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/dq_sales_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/dq_sales_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/dq_validator/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/dq_validator/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/dq_validator/data/control.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/dq_validator/data/control.json -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/dq_validator/data/source.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/dq_validator/data/source.csv -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/load_custom_transf_and_df/data/control.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/load_custom_transf_and_df/data/control.json -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/load_custom_transf_and_df/data/source.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/load_custom_transf_and_df/data/source.csv -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/load_simple_acon/data/control.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/load_simple_acon/data/control.json -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/load_simple_acon/data/source.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/load_simple_acon/data/source.csv -------------------------------------------------------------------------------- /tests/resources/feature/engine_usage_stats/table_manager/data/control.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/engine_usage_stats/table_manager/data/control.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_aq_dso/data/control/dummy_table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_aq_dso/data/control/dummy_table.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_aq_dso/data/source/dummy_table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_aq_dso/data/source/dummy_table.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_aq_dso/data/source/rspmrequest.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_aq_dso/data/source/rspmrequest.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_aq_dso/dummy_table_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_aq_dso/dummy_table_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_aq_dso/rspmrequest_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_aq_dso/rspmrequest_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_cl_dso/data/control/dummy_table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_cl_dso/data/control/dummy_table.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_cl_dso/data/source/dummy_table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_cl_dso/data/source/dummy_table.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_cl_dso/data/source/rspmrequest.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_cl_dso/data/source/rspmrequest.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_cl_dso/dummy_table_cl_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_cl_dso/dummy_table_cl_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_cl_dso/dummy_table_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_cl_dso/dummy_table_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_b4/extract_cl_dso/rspmrequest_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_b4/extract_cl_dso/rspmrequest_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_bw/extract_dso/data/control/dummy_table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_bw/extract_dso/data/control/dummy_table.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_bw/extract_dso/data/source/dummy_table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_bw/extract_dso/data/source/dummy_table.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_bw/extract_dso/data/source/rsodsactreq.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_bw/extract_dso/data/source/rsodsactreq.csv -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_bw/extract_dso/dummy_table_cl_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_bw/extract_dso/dummy_table_cl_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_bw/extract_dso/dummy_table_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_bw/extract_dso/dummy_table_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/extract_from_sap_bw/extract_dso/rsodsactreq_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/extract_from_sap_bw/extract_dso/rsodsactreq_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager/copy_object/acon_copy_directory.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager/copy_object/acon_copy_directory.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager/copy_object/acon_copy_directory_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager/copy_object/acon_copy_directory_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager/copy_object/acon_copy_single_object.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager/copy_object/acon_copy_single_object.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager/copy_object/acon_copy_single_object_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager/copy_object/acon_copy_single_object_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager/delete_objects/acon_delete_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager/delete_objects/acon_delete_objects.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager/delete_objects/acon_delete_objects_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager/delete_objects/acon_delete_objects_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_dbfs/copy_objects/acon_copy_directory.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_dbfs/copy_objects/acon_copy_directory.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_dbfs/copy_objects/acon_copy_directory_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_dbfs/copy_objects/acon_copy_directory_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_dbfs/copy_objects/acon_copy_single_object.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_dbfs/copy_objects/acon_copy_single_object.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_dbfs/delete_objects/acon_delete_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_dbfs/delete_objects/acon_delete_objects.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_dbfs/move_objects/acon_move_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_dbfs/move_objects/acon_move_objects.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_dbfs/move_objects/acon_move_objects_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_dbfs/move_objects/acon_move_objects_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_s3/copy_objects/acon_copy_directory.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_s3/copy_objects/acon_copy_directory.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_s3/copy_objects/acon_copy_directory_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_s3/copy_objects/acon_copy_directory_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_s3/copy_objects/acon_copy_single_object.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_s3/copy_objects/acon_copy_single_object.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_s3/delete_objects/acon_delete_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_s3/delete_objects/acon_delete_objects.json -------------------------------------------------------------------------------- /tests/resources/feature/file_manager_s3/delete_objects/acon_delete_objects_dry_run.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/file_manager_s3/delete_objects/acon_delete_objects_dry_run.json -------------------------------------------------------------------------------- /tests/resources/feature/full_load/full_overwrite/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/full_overwrite/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/full_load/full_overwrite/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/full_overwrite/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/full_load/full_overwrite/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/full_overwrite/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/full_load/full_overwrite/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/full_overwrite/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/full_load/full_overwrite/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/full_overwrite/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter_partition_overwrite/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter_partition_overwrite/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/full_load/with_filter_partition_overwrite/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/full_load/with_filter_partition_overwrite/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_dummy_sales_kpi.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_dummy_sales_kpi.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_nam_orders_all_snapshot.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_nam_orders_all_snapshot.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_nam_orders_filtered_snapshot.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_nam_orders_filtered_snapshot.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_negative_offset_orders_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_negative_offset_orders_all.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_negative_offset_orders_filtered.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_negative_offset_orders_filtered.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_orders_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_orders_all.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_orders_all_snapshot.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_orders_all_snapshot.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_orders_filtered.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_orders_filtered.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/data/vw_orders_filtered_snapshot.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/data/vw_orders_filtered_snapshot.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/schema/vw_dummy_sales_kpi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/schema/vw_dummy_sales_kpi.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/control/schema/vw_orders.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/control/schema/vw_orders.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/column_list/calendar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/column_list/calendar.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/column_list/dummy_sales_kpi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/column_list/dummy_sales_kpi.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/column_list/gab_log_events.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/column_list/gab_log_events.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/column_list/gab_use_case_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/column_list/gab_use_case_results.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/column_list/lkp_query_builder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/column_list/lkp_query_builder.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/column_list/order_events.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/column_list/order_events.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/data/dummy_sales_kpi.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/data/dummy_sales_kpi.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/data/lkp_query_builder.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/data/lkp_query_builder.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/data/order_events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/data/order_events.csv -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/schema/dummy_sales_kpi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/schema/dummy_sales_kpi.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/schema/lkp_query_builder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/schema/lkp_query_builder.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/setup/schema/order_events.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/setup/schema/order_events.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/dummy_sales_kpi/1_article_category.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/dummy_sales_kpi/1_article_category.sql -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/dummy_sales_kpi/2_dummy_sales_kpi.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/dummy_sales_kpi/2_dummy_sales_kpi.sql -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/dummy_sales_kpi/scenario/dummy_sales_kpi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/dummy_sales_kpi/scenario/dummy_sales_kpi.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/order_events/1_order_events.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/order_events/1_order_events.sql -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/order_events/scenario/order_events.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/order_events/scenario/order_events.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/order_events/scenario/order_events_nam.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/order_events/scenario/order_events_nam.json -------------------------------------------------------------------------------- /tests/resources/feature/gab/usecases/order_events/scenario/order_events_snapshot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/gab/usecases/order_events/scenario/order_events_snapshot.json -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/control/default/data/ctr_heart_tbl_heartb_feed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/control/default/data/ctr_heart_tbl_heartb_feed.csv -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/control/default/data/ctrl_heart_tbl_exec_sensor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/control/default/data/ctrl_heart_tbl_exec_sensor.csv -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/control/default/data/ctrl_heart_tbl_trigger_job.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/control/default/data/ctrl_heart_tbl_trigger_job.csv -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/control/default/data/ctrl_heart_tbl_updated.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/control/default/data/ctrl_heart_tbl_updated.csv -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/control/default/data/ctrl_sensor_tbl_upd_status.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/control/default/data/ctrl_sensor_tbl_upd_status.json -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/control/default/schema/ctrl_heart_tbl_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/control/default/schema/ctrl_heart_tbl_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/setup/default/column_list/sensor_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/setup/default/column_list/sensor_table.json -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/setup/default/data/setup_heartbeat_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/setup/default/data/setup_heartbeat_data.csv -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/setup/default/data/setup_sensor_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/setup/default/data/setup_sensor_data.json -------------------------------------------------------------------------------- /tests/resources/feature/heartbeat/setup/default/schema/schema_sensor_df.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/heartbeat/setup/default/schema/schema_sensor_df.json -------------------------------------------------------------------------------- /tests/resources/feature/jdbc_reader/jdbc_format/correct_arguments/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/jdbc_reader/jdbc_format/correct_arguments/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/jdbc_reader/jdbc_format/predicates/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/jdbc_reader/jdbc_format/predicates/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/jdbc_reader/jdbc_format/wrong_arguments/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/jdbc_reader/jdbc_format/wrong_arguments/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/jdbc_reader/jdbc_function/correct_arguments/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/jdbc_reader/jdbc_function/correct_arguments/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/jdbc_reader/jdbc_function/wrong_arguments/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/jdbc_reader/jdbc_function/wrong_arguments/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/acon_create_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/acon_create_table.json -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/data/control/part-01_cdf.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/data/control/part-01_cdf.csv -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/data/table/streaming_with_cdf.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/data/table/streaming_with_cdf.sql -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/streaming_with_clean_and_vacuum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/streaming_with_clean_and_vacuum.json -------------------------------------------------------------------------------- /tests/resources/feature/materialize_cdf/streaming_without_clean_cdf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/materialize_cdf/streaming_without_clean_cdf.json -------------------------------------------------------------------------------- /tests/resources/feature/notification/test_attachement.txt: -------------------------------------------------------------------------------- 1 | Test attachemment -------------------------------------------------------------------------------- /tests/resources/feature/notification/test_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/notification/test_image.png -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/current.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/current.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/current_different_rows.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/current_different_rows.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/current_fail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/current_fail.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/current_nulls_and_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/current_nulls_and_zeros.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/current_nulls_and_zeros_fail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/current_nulls_and_zeros_fail.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/truth.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/truth.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/truth_different_rows.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/truth_different_rows.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/truth_empty.json: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/truth_nulls_and_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/truth_nulls_and_zeros.json -------------------------------------------------------------------------------- /tests/resources/feature/reconciliation/data/truth_nulls_and_zeros_fail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/reconciliation/data/truth_nulls_and_zeros_fail.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/batch_append_disabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/batch_append_disabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/batch_append_disabled_cast.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/batch_append_disabled_cast.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/batch_append_enabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/batch_append_enabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/batch_append_enabled_cast.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/batch_append_enabled_cast.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/batch_init_disabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/batch_init_disabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/batch_init_enabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/batch_init_enabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/control/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/control/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/control/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/control/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/control/part-05.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/control/part-05.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/control/part-06.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/control/part-06.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/source/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/source/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/source/part-04.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/source/part-04.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/source/part-05.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/source/part-05.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/data/source/part-06.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/data/source/part-06.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/append_load/schema/control/control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/append_load/schema/control/control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/batch_delta_disabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/batch_delta_disabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/batch_delta_disabled_rename.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/batch_delta_disabled_rename.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/batch_delta_enabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/batch_delta_enabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/batch_init_disabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/batch_init_disabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/batch_init_enabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/batch_init_enabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/control/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/control/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/control/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/control/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/control/part-04.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/control/part-04.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/control/part-05.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/control/part-05.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/control/part-06.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/control/part-06.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/source/part-03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/source/part-03.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/source/part-04.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/source/part-04.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/source/part-05.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/source/part-05.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/data/source/part-06.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/data/source/part-06.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/delta_load/schema/control/control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/delta_load/schema/control/control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/batch_init.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/batch_init.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/batch_merge_disabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/batch_merge_disabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/batch_merge_enabled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/batch_merge_enabled.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/batch_overwrite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/batch_overwrite.json -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/data/control/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/data/control/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/schema_evolution/full_load/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/schema_evolution/full_load/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file.csv -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file1.csv -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file2.csv -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file3.json -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file4.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file4.xml -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file5.txt -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file6.compress.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file6.compress.gz -------------------------------------------------------------------------------- /tests/resources/feature/sftp_reader/data/file7.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sftp_reader/data/file7.zip -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/exceptions/acons/drive_exception.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/exceptions/acons/drive_exception.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/exceptions/acons/endpoint_exception.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/exceptions/acons/endpoint_exception.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/exceptions/acons/local_path_exception.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/exceptions/acons/local_path_exception.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/exceptions/acons/site_exception.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/exceptions/acons/site_exception.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/exceptions/acons/streaming_exception.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/exceptions/acons/streaming_exception.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/exceptions/schemas/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/exceptions/schemas/schema.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/acons/write_to_local_success.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/writer/acons/write_to_local_success.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/data/file_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/writer/data/file_control.csv -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/data/file_source.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/writer/data/file_source.csv -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/mocks/create_upload_session.json: -------------------------------------------------------------------------------- 1 | { 2 | "uploadUrl": "test_site_id" 3 | } -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/mocks/get_drive_id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/writer/mocks/get_drive_id.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/mocks/get_site_id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/writer/mocks/get_site_id.json -------------------------------------------------------------------------------- /tests/resources/feature/sharepoint/writer/schemas/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/sharepoint/writer/schemas/schema.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/create/acon_create_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/create/acon_create_table.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/create/acon_create_view.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/create/acon_create_view.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/create/table/test_table_simple_split_scenario.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/create/table/test_table_simple_split_scenario.sql -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/create/view/test_view_simple_split_scenario.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/create/view/test_view_simple_split_scenario.sql -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/describe/acon_describe_simple_split_scenario.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/describe/acon_describe_simple_split_scenario.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/drop/acon_drop_table_simple_split_scenario.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/drop/acon_drop_table_simple_split_scenario.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/drop/acon_drop_view_simple_split_scenario.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/drop/acon_drop_view_simple_split_scenario.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/get_tbl_pk/get_tbl_pk_simple_split_scenario.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/get_tbl_pk/get_tbl_pk_simple_split_scenario.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/optimize/optimize_location.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/optimize/optimize_location.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/optimize/optimize_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/optimize/optimize_table.json -------------------------------------------------------------------------------- /tests/resources/feature/table_manager/vacuum/acon_vacuum_location.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/table_manager/vacuum/acon_vacuum_location.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/acons/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/acons/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/acons/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/acons/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/control/chain_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/control/chain_control.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/control/struct_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/control/struct_data.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/schema/sales_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/schema/sales_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/source/customers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/source/customers.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/source/sales_new.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/source/sales_new.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/chain_transformations/source/struct_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/chain_transformations/source/struct_data.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_creators/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_creators/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_creators/data/control/part-01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_creators/data/control/part-01.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_creators/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_creators/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_creators/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_creators/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_creators/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_creators/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_reshapers/explode_arrays/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_reshapers/explode_arrays/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_reshapers/explode_arrays/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_reshapers/explode_arrays/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_reshapers/flatten_schema/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_reshapers/flatten_schema/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/column_reshapers/flatten_schema/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/column_reshapers/flatten_schema/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/data/control/drop_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/data/control/drop_columns.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/data/control/hash_masking.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/data/control/hash_masking.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/drop_columns.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/drop_columns.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/drop_columns_control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/drop_columns_control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/hash_masking.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/hash_masking.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/hash_masking_control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/hash_masking_control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/data_maskers/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/data_maskers/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/date_transformers/control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/date_transformers/control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/date_transformers/data/control/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/date_transformers/data/control/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/date_transformers/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/date_transformers/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/date_transformers/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/date_transformers/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/date_transformers/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/date_transformers/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/drop_duplicate_rows/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/drop_duplicate_rows/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/drop_duplicate_rows/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/drop_duplicate_rows/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/drop_duplicate_rows/data/source/part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/drop_duplicate_rows/data/source/part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/drop_duplicate_rows/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/drop_duplicate_rows/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/drop_duplicate_rows/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/drop_duplicate_rows/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/control_scenario_1_and_2_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/control_scenario_1_and_2_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/control_scenario_3_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/control_scenario_3_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/customer_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/customer_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/data/control/control_scenario_3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/data/control/control_scenario_3.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/data/source/customer-part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/data/source/customer-part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/data/source/sales-part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/data/source/sales-part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/data/source/sales-part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/data/source/sales-part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/sales_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/sales_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/streaming.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/streaming.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/streaming_foreachBatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/streaming_foreachBatch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/streaming_without_broadcast.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/streaming_without_broadcast.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/joiners/streaming_without_column_rename.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/joiners/streaming_without_column_rename.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/multiple_transform/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/multiple_transform/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/multiple_transform/data/control/part-01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/multiple_transform/data/control/part-01.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/multiple_transform/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/multiple_transform/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/multiple_transform/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/multiple_transform/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/null_handlers/control_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/null_handlers/control_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/null_handlers/data/control/replace_nulls.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/null_handlers/data/control/replace_nulls.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/null_handlers/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/null_handlers/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/null_handlers/replace_nulls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/null_handlers/replace_nulls.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/null_handlers/replace_nulls_col_subset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/null_handlers/replace_nulls_col_subset.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/null_handlers/source_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/null_handlers/source_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/optimizers/data/source/part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/optimizers/data/source/part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/regex_transformers/with_regex_value/batch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/regex_transformers/with_regex_value/batch.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/batch_union.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/batch_union.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/batch_unionByName.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/batch_unionByName.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/batch_unionByName_diff_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/batch_unionByName_diff_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/batch_unionByName_diff_schema_error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/batch_unionByName_diff_schema_error.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/batch_union_diff_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/batch_union_diff_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/control/control_sales.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/control/control_sales.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/control/control_sales_shipment.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/control/control_sales_shipment.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/control/control_sales_streaming.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/control/control_sales_streaming.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/source/sales-historical-part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/source/sales-historical-part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/source/sales-historical-part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/source/sales-historical-part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/source/sales-new-part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/source/sales-new-part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/source/sales-new-part-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/source/sales-new-part-02.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/data/source/sales-shipment-part-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/data/source/sales-shipment-part-01.csv -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/sales_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/sales_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/sales_shipment_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/sales_shipment_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/streaming_union.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/streaming_union.json -------------------------------------------------------------------------------- /tests/resources/feature/transformations/unions/streaming_union_foreachBatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/transformations/unions/streaming_union_foreachBatch.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_batch_console.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_batch_console.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_batch_dataframe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_batch_dataframe.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_batch_files.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_batch_files.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_batch_jdbc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_batch_jdbc.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_batch_rest_api.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_batch_rest_api.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_batch_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_batch_table.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_console.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_console.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_dataframe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_dataframe.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_df_with_checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_df_with_checkpoint.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_files.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_files.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_foreachBatch_console.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_foreachBatch_console.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_foreachBatch_dataframe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_foreachBatch_dataframe.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_foreachBatch_files.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_foreachBatch_files.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_foreachBatch_jdbc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_foreachBatch_jdbc.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_foreachBatch_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_foreachBatch_table.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_multiple_dfs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_multiple_dfs.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_rest_api.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_rest_api.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/acons/write_streaming_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/acons/write_streaming_table.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/control/writers_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/control/writers_control.csv -------------------------------------------------------------------------------- /tests/resources/feature/writers/control/writers_control_streaming_dataframe_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/control/writers_control_streaming_dataframe_1.csv -------------------------------------------------------------------------------- /tests/resources/feature/writers/control/writers_control_streaming_dataframe_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/control/writers_control_streaming_dataframe_2.csv -------------------------------------------------------------------------------- /tests/resources/feature/writers/schema/sales_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/schema/sales_schema.json -------------------------------------------------------------------------------- /tests/resources/feature/writers/source/sales_historical_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/source/sales_historical_1.csv -------------------------------------------------------------------------------- /tests/resources/feature/writers/source/sales_historical_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/source/sales_historical_2.csv -------------------------------------------------------------------------------- /tests/resources/feature/writers/source/sales_new_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/source/sales_new_1.csv -------------------------------------------------------------------------------- /tests/resources/feature/writers/source/sales_new_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/feature/writers/source/sales_new_2.csv -------------------------------------------------------------------------------- /tests/resources/unit/custom_configs/custom_engine_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/resources/unit/custom_configs/custom_engine_config.yaml -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests utilities.""" 2 | -------------------------------------------------------------------------------- /tests/unit/test_custom_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_custom_configs.py -------------------------------------------------------------------------------- /tests/unit/test_failure_notification_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_failure_notification_creation.py -------------------------------------------------------------------------------- /tests/unit/test_heartbeat_acon_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_heartbeat_acon_creation.py -------------------------------------------------------------------------------- /tests/unit/test_heartbeat_anchor_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_heartbeat_anchor_job.py -------------------------------------------------------------------------------- /tests/unit/test_log_filter_sensitive_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_log_filter_sensitive_data.py -------------------------------------------------------------------------------- /tests/unit/test_notification_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_notification_creation.py -------------------------------------------------------------------------------- /tests/unit/test_notification_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_notification_factory.py -------------------------------------------------------------------------------- /tests/unit/test_prisma_dq_rule_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_prisma_dq_rule_id.py -------------------------------------------------------------------------------- /tests/unit/test_prisma_function_definition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_prisma_function_definition.py -------------------------------------------------------------------------------- /tests/unit/test_rest_api_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_rest_api_functions.py -------------------------------------------------------------------------------- /tests/unit/test_sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_sensor.py -------------------------------------------------------------------------------- /tests/unit/test_sensor_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_sensor_manager.py -------------------------------------------------------------------------------- /tests/unit/test_spark_session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_spark_session.py -------------------------------------------------------------------------------- /tests/unit/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/unit/test_version.py -------------------------------------------------------------------------------- /tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests utilities.""" 2 | -------------------------------------------------------------------------------- /tests/utils/dataframe_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/utils/dataframe_helpers.py -------------------------------------------------------------------------------- /tests/utils/dq_rules_table_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/utils/dq_rules_table_utils.py -------------------------------------------------------------------------------- /tests/utils/exec_env_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/utils/exec_env_helpers.py -------------------------------------------------------------------------------- /tests/utils/local_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/utils/local_storage.py -------------------------------------------------------------------------------- /tests/utils/mocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/utils/mocks.py -------------------------------------------------------------------------------- /tests/utils/smtp_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adidas/lakehouse-engine/HEAD/tests/utils/smtp_server.py --------------------------------------------------------------------------------