├── .bumpversion.cfg ├── .changes ├── 0.0.0.md ├── 1.2.0.md ├── 1.3.0.md ├── README.md ├── header.tpl.md └── unreleased │ ├── .gitkeep │ └── Features-20220809-163220.yaml ├── .changie.yaml ├── .circleci └── config.yml ├── .env_example ├── .flake8 ├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yml │ ├── config.yml │ ├── feature-request.yml │ └── regression-report.yml ├── dependabot.yml ├── pull_request_template.md └── workflows │ ├── backport.yml │ ├── bot-changelog.yml │ ├── changelog-existence.yml │ ├── cleanup-stale.yml │ ├── jira-creation.yml │ ├── jira-label.yml │ ├── jira-transition.yml │ ├── main.yml │ ├── release.yml │ ├── stale.yml │ └── version-bump.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CHANGELOG.md ├── CONTRIBUTING.md ├── License.md ├── MANIFEST.in ├── README.md ├── dbt-spark-livy-Notice.txt ├── dbt ├── adapters │ └── spark_livy │ │ ├── __init__.py │ │ ├── __version__.py │ │ ├── cloudera_tracking.py │ │ ├── column.py │ │ ├── connections.py │ │ ├── impl.py │ │ ├── livysession.py │ │ ├── python_submissions.py │ │ ├── relation.py │ │ └── session.py └── include │ └── spark_livy │ ├── __init__.py │ ├── dbt_project.yml │ ├── macros │ ├── adapters.sql │ ├── apply_grants.sql │ ├── materializations │ │ ├── incremental │ │ │ ├── column_helpers.sql │ │ │ ├── incremental.sql │ │ │ ├── strategies.sql │ │ │ └── validate.sql │ │ ├── seed.sql │ │ ├── snapshot.sql │ │ ├── table.sql │ │ └── view.sql │ └── utils │ │ ├── any_value.sql │ │ ├── array_append.sql │ │ ├── array_concat.sql │ │ ├── array_construct.sql │ │ ├── assert_not_null.sql │ │ ├── bool_or.sql │ │ ├── concat.sql │ │ ├── dateadd.sql │ │ ├── datediff.sql │ │ ├── intersect.sql │ │ ├── listagg.sql │ │ ├── split_part.sql │ │ └── timestamps.sql │ └── profile_template.yml ├── dev-requirements.txt ├── docker-compose.yml ├── docker ├── hive-site.xml └── spark-defaults.conf ├── pytest.ini ├── requirements.txt ├── scripts └── build-dist.sh ├── setup.py ├── test.env.example ├── tests ├── __init__.py ├── conftest.py ├── functional │ └── adapter │ │ ├── test_basic.py │ │ ├── test_grants.py │ │ ├── test_incremental_unique_id.py │ │ ├── test_python_model.py │ │ └── utils │ │ ├── fixture_listagg.py │ │ ├── test_data_types.py │ │ ├── test_timestamps.py │ │ └── test_utils.py ├── integration │ ├── __init__.py │ ├── base.py │ ├── conftest.py │ ├── get_columns_in_relation │ │ ├── models │ │ │ ├── child.sql │ │ │ └── get_columns_from_child.sql │ │ └── test_get_columns_in_relation.py │ ├── incremental_on_schema_change │ │ ├── models │ │ │ ├── incremental_append_new_columns.sql │ │ │ ├── incremental_append_new_columns_target.sql │ │ │ ├── incremental_fail.sql │ │ │ ├── incremental_ignore.sql │ │ │ ├── incremental_ignore_target.sql │ │ │ ├── incremental_sync_all_columns.sql │ │ │ ├── incremental_sync_all_columns_target.sql │ │ │ └── model_a.sql │ │ └── test_incremental_on_schema_change.py │ ├── incremental_strategies │ │ ├── models │ │ │ └── default_append.sql │ │ ├── models_bad │ │ │ ├── bad_file_format.sql │ │ │ ├── bad_insert_overwrite_delta.sql │ │ │ ├── bad_merge_not_delta.sql │ │ │ └── bad_strategy.sql │ │ ├── models_delta │ │ │ ├── append_delta.sql │ │ │ ├── merge_exclude_columns.sql │ │ │ ├── merge_no_key.sql │ │ │ ├── merge_unique_key.sql │ │ │ └── merge_update_columns.sql │ │ ├── models_hudi │ │ │ ├── append.sql │ │ │ ├── insert_overwrite_no_partitions.sql │ │ │ ├── insert_overwrite_partitions.sql │ │ │ ├── merge_no_key.sql │ │ │ ├── merge_unique_key.sql │ │ │ └── merge_update_columns.sql │ │ ├── models_insert_overwrite │ │ │ ├── insert_overwrite_no_partitions.sql │ │ │ └── insert_overwrite_partitions.sql │ │ ├── seeds │ │ │ ├── expected_append.csv │ │ │ ├── expected_exclude_upsert.csv │ │ │ ├── expected_overwrite.csv │ │ │ ├── expected_partial_upsert.csv │ │ │ └── expected_upsert.csv │ │ └── test_incremental_strategies.py │ ├── persist_docs │ │ ├── models │ │ │ ├── incremental_delta_model.sql │ │ │ ├── my_fun_docs.md │ │ │ ├── no_docs_model.sql │ │ │ ├── schema.yml │ │ │ ├── table_delta_model.sql │ │ │ └── view_model.sql │ │ ├── seeds │ │ │ ├── seed.csv │ │ │ └── seeds.yml │ │ └── test_persist_docs.py │ ├── seed_column_types │ │ ├── seeds │ │ │ └── payments.csv │ │ └── test_seed_column_types.py │ └── store_failures │ │ ├── models │ │ ├── schema.yml │ │ └── view_model.sql │ │ └── test_store_failures.py └── unit │ ├── __init__.py │ ├── test_adapter.py │ ├── test_column.py │ ├── test_macros.py │ └── utils.py └── tox.ini /.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.bumpversion.cfg -------------------------------------------------------------------------------- /.changes/0.0.0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changes/0.0.0.md -------------------------------------------------------------------------------- /.changes/1.2.0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changes/1.2.0.md -------------------------------------------------------------------------------- /.changes/1.3.0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changes/1.3.0.md -------------------------------------------------------------------------------- /.changes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changes/README.md -------------------------------------------------------------------------------- /.changes/header.tpl.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changes/header.tpl.md -------------------------------------------------------------------------------- /.changes/unreleased/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.changes/unreleased/Features-20220809-163220.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changes/unreleased/Features-20220809-163220.yaml -------------------------------------------------------------------------------- /.changie.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.changie.yaml -------------------------------------------------------------------------------- /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.env_example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.env_example -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/ISSUE_TEMPLATE/bug-report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/ISSUE_TEMPLATE/feature-request.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/regression-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/ISSUE_TEMPLATE/regression-report.yml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/backport.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/backport.yml -------------------------------------------------------------------------------- /.github/workflows/bot-changelog.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/bot-changelog.yml -------------------------------------------------------------------------------- /.github/workflows/changelog-existence.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/changelog-existence.yml -------------------------------------------------------------------------------- /.github/workflows/cleanup-stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/cleanup-stale.yml -------------------------------------------------------------------------------- /.github/workflows/jira-creation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/jira-creation.yml -------------------------------------------------------------------------------- /.github/workflows/jira-label.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/jira-label.yml -------------------------------------------------------------------------------- /.github/workflows/jira-transition.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/jira-transition.yml -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.github/workflows/version-bump.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.github/workflows/version-bump.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /License.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/License.md -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/README.md -------------------------------------------------------------------------------- /dbt-spark-livy-Notice.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt-spark-livy-Notice.txt -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/__init__.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/__version__.py: -------------------------------------------------------------------------------- 1 | version = "1.3.1" 2 | -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/cloudera_tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/cloudera_tracking.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/column.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/connections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/connections.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/impl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/impl.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/livysession.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/livysession.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/python_submissions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/python_submissions.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/relation.py -------------------------------------------------------------------------------- /dbt/adapters/spark_livy/session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/adapters/spark_livy/session.py -------------------------------------------------------------------------------- /dbt/include/spark_livy/__init__.py: -------------------------------------------------------------------------------- 1 | import os 2 | 3 | PACKAGE_PATH = os.path.dirname(__file__) 4 | -------------------------------------------------------------------------------- /dbt/include/spark_livy/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/dbt_project.yml -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/adapters.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/adapters.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/apply_grants.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/apply_grants.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/incremental/column_helpers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/incremental/column_helpers.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/incremental/incremental.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/incremental/incremental.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/incremental/strategies.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/incremental/strategies.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/incremental/validate.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/incremental/validate.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/seed.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/seed.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/snapshot.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/snapshot.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/table.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/materializations/view.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/materializations/view.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/any_value.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/any_value.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/array_append.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/array_append.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/array_concat.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/array_concat.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/array_construct.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/array_construct.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/assert_not_null.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/assert_not_null.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/bool_or.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/bool_or.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/concat.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/concat.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/dateadd.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/dateadd.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/datediff.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/datediff.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/intersect.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/intersect.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/listagg.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/listagg.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/split_part.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/split_part.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/macros/utils/timestamps.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/macros/utils/timestamps.sql -------------------------------------------------------------------------------- /dbt/include/spark_livy/profile_template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dbt/include/spark_livy/profile_template.yml -------------------------------------------------------------------------------- /dev-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/dev-requirements.txt -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docker/hive-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/docker/hive-site.xml -------------------------------------------------------------------------------- /docker/spark-defaults.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/docker/spark-defaults.conf -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/pytest.ini -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/build-dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/scripts/build-dist.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/setup.py -------------------------------------------------------------------------------- /test.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/test.env.example -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/functional/adapter/test_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/test_basic.py -------------------------------------------------------------------------------- /tests/functional/adapter/test_grants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/test_grants.py -------------------------------------------------------------------------------- /tests/functional/adapter/test_incremental_unique_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/test_incremental_unique_id.py -------------------------------------------------------------------------------- /tests/functional/adapter/test_python_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/test_python_model.py -------------------------------------------------------------------------------- /tests/functional/adapter/utils/fixture_listagg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/utils/fixture_listagg.py -------------------------------------------------------------------------------- /tests/functional/adapter/utils/test_data_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/utils/test_data_types.py -------------------------------------------------------------------------------- /tests/functional/adapter/utils/test_timestamps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/utils/test_timestamps.py -------------------------------------------------------------------------------- /tests/functional/adapter/utils/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/functional/adapter/utils/test_utils.py -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/base.py -------------------------------------------------------------------------------- /tests/integration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/conftest.py -------------------------------------------------------------------------------- /tests/integration/get_columns_in_relation/models/child.sql: -------------------------------------------------------------------------------- 1 | SELECT 1 2 | -------------------------------------------------------------------------------- /tests/integration/get_columns_in_relation/models/get_columns_from_child.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/get_columns_in_relation/models/get_columns_from_child.sql -------------------------------------------------------------------------------- /tests/integration/get_columns_in_relation/test_get_columns_in_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/get_columns_in_relation/test_get_columns_in_relation.py -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_append_new_columns.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_append_new_columns.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_append_new_columns_target.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_append_new_columns_target.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_fail.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_fail.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_ignore.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_ignore.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_ignore_target.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_ignore_target.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_sync_all_columns.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_sync_all_columns.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/incremental_sync_all_columns_target.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/incremental_sync_all_columns_target.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/models/model_a.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/models/model_a.sql -------------------------------------------------------------------------------- /tests/integration/incremental_on_schema_change/test_incremental_on_schema_change.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_on_schema_change/test_incremental_on_schema_change.py -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models/default_append.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models/default_append.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_bad/bad_file_format.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_bad/bad_file_format.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_bad/bad_insert_overwrite_delta.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_bad/bad_insert_overwrite_delta.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_bad/bad_merge_not_delta.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_bad/bad_merge_not_delta.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_bad/bad_strategy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_bad/bad_strategy.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_delta/append_delta.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_delta/append_delta.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_delta/merge_exclude_columns.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_delta/merge_exclude_columns.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_delta/merge_no_key.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_delta/merge_no_key.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_delta/merge_unique_key.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_delta/merge_unique_key.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_delta/merge_update_columns.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_delta/merge_update_columns.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_hudi/append.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_hudi/append.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_hudi/insert_overwrite_no_partitions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_hudi/insert_overwrite_no_partitions.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_hudi/insert_overwrite_partitions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_hudi/insert_overwrite_partitions.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_hudi/merge_no_key.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_hudi/merge_no_key.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_hudi/merge_unique_key.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_hudi/merge_unique_key.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_hudi/merge_update_columns.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_hudi/merge_update_columns.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_insert_overwrite/insert_overwrite_no_partitions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_insert_overwrite/insert_overwrite_no_partitions.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/models_insert_overwrite/insert_overwrite_partitions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/models_insert_overwrite/insert_overwrite_partitions.sql -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/seeds/expected_append.csv: -------------------------------------------------------------------------------- 1 | id,msg 2 | 1,hello 3 | 2,goodbye 4 | 2,yo 5 | 3,anyway -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/seeds/expected_exclude_upsert.csv: -------------------------------------------------------------------------------- 1 | id,msg,color 2 | 1,hello,blue 3 | 2,goodbye,green 4 | 3,anyway,purple -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/seeds/expected_overwrite.csv: -------------------------------------------------------------------------------- 1 | id,msg 2 | 2,yo 3 | 3,anyway -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/seeds/expected_partial_upsert.csv: -------------------------------------------------------------------------------- 1 | id,msg,color 2 | 1,hello,blue 3 | 2,yo,red 4 | 3,anyway,purple -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/seeds/expected_upsert.csv: -------------------------------------------------------------------------------- 1 | id,msg 2 | 1,hello 3 | 2,yo 4 | 3,anyway -------------------------------------------------------------------------------- /tests/integration/incremental_strategies/test_incremental_strategies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/incremental_strategies/test_incremental_strategies.py -------------------------------------------------------------------------------- /tests/integration/persist_docs/models/incremental_delta_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/models/incremental_delta_model.sql -------------------------------------------------------------------------------- /tests/integration/persist_docs/models/my_fun_docs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/models/my_fun_docs.md -------------------------------------------------------------------------------- /tests/integration/persist_docs/models/no_docs_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/models/no_docs_model.sql -------------------------------------------------------------------------------- /tests/integration/persist_docs/models/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/models/schema.yml -------------------------------------------------------------------------------- /tests/integration/persist_docs/models/table_delta_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/models/table_delta_model.sql -------------------------------------------------------------------------------- /tests/integration/persist_docs/models/view_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/models/view_model.sql -------------------------------------------------------------------------------- /tests/integration/persist_docs/seeds/seed.csv: -------------------------------------------------------------------------------- 1 | id,name 2 | 1,Alice 3 | 2,Bob -------------------------------------------------------------------------------- /tests/integration/persist_docs/seeds/seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/seeds/seeds.yml -------------------------------------------------------------------------------- /tests/integration/persist_docs/test_persist_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/persist_docs/test_persist_docs.py -------------------------------------------------------------------------------- /tests/integration/seed_column_types/seeds/payments.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/seed_column_types/seeds/payments.csv -------------------------------------------------------------------------------- /tests/integration/seed_column_types/test_seed_column_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/seed_column_types/test_seed_column_types.py -------------------------------------------------------------------------------- /tests/integration/store_failures/models/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/store_failures/models/schema.yml -------------------------------------------------------------------------------- /tests/integration/store_failures/models/view_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/store_failures/models/view_model.sql -------------------------------------------------------------------------------- /tests/integration/store_failures/test_store_failures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/integration/store_failures/test_store_failures.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/test_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/unit/test_adapter.py -------------------------------------------------------------------------------- /tests/unit/test_column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/unit/test_column.py -------------------------------------------------------------------------------- /tests/unit/test_macros.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/unit/test_macros.py -------------------------------------------------------------------------------- /tests/unit/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tests/unit/utils.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloudera/dbt-spark-livy/HEAD/tox.ini --------------------------------------------------------------------------------