├── .github ├── CODEOWNERS ├── CODE_OF_CONDUCT.md ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md ├── dependabot.yml └── workflows │ ├── auto-merge-dependabot.yml │ ├── codeql.yml │ ├── release.yml │ └── test.yml ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE.txt ├── README.md ├── docs ├── api_reference │ └── intro_api.md ├── assets │ ├── documentation-system-overview.png │ ├── k_blue.svg │ ├── k_in_logo.svg │ ├── k_in_logo_white.svg │ ├── k_white.svg │ ├── logo_koheesio.svg │ ├── logo_total_white.svg │ └── maintainance.png ├── community │ ├── approach-documentation.md │ └── contribute.md ├── css │ └── custom.css ├── gen_ref_nav.py ├── includes │ └── glossary.md ├── index.md ├── misc │ ├── info.md │ └── tags.md ├── reference │ ├── concepts │ │ ├── concepts.md │ │ ├── context.md │ │ ├── logger.md │ │ └── step.md │ └── spark │ │ ├── readers.md │ │ ├── transformations.md │ │ └── writers.md ├── releases │ ├── 0.10.md │ ├── 0.11.md │ └── 0.9.md └── tutorials │ ├── advanced-data-processing.md │ ├── getting-started.md │ ├── hello-world.md │ ├── learn-koheesio.md │ ├── onboarding.md │ └── testing-koheesio-steps.md ├── makefile ├── mkdocs.yml ├── pyproject.toml ├── src └── koheesio │ ├── __about__.py │ ├── __init__.py │ ├── asyncio │ ├── __init__.py │ └── http.py │ ├── context.py │ ├── integrations │ ├── __init__.py │ ├── box.py │ ├── snowflake │ │ ├── __init__.py │ │ └── test_utils.py │ └── spark │ │ ├── __init__.py │ │ ├── databricks │ │ ├── __init__.py │ │ ├── secrets.py │ │ └── utils.py │ │ ├── dq │ │ ├── __init__.py │ │ └── spark_expectations.py │ │ ├── sftp.py │ │ ├── snowflake.py │ │ └── tableau │ │ ├── __init__.py │ │ ├── hyper.py │ │ └── server.py │ ├── logger.py │ ├── models │ ├── __init__.py │ ├── reader.py │ └── sql.py │ ├── notifications │ ├── __init__.py │ └── slack.py │ ├── pandas │ ├── __init__.py │ └── readers │ │ ├── __init__.py │ │ └── excel.py │ ├── secrets │ └── __init__.py │ ├── spark │ ├── __init__.py │ ├── delta.py │ ├── etl_task.py │ ├── functions │ │ └── __init__.py │ ├── readers │ │ ├── __init__.py │ │ ├── databricks │ │ │ ├── __init__.py │ │ │ └── autoloader.py │ │ ├── delta.py │ │ ├── dummy.py │ │ ├── excel.py │ │ ├── file_loader.py │ │ ├── hana.py │ │ ├── jdbc.py │ │ ├── kafka.py │ │ ├── memory.py │ │ ├── metastore.py │ │ ├── rest_api.py │ │ ├── snowflake.py │ │ ├── spark_sql_reader.py │ │ └── teradata.py │ ├── snowflake.py │ ├── transformations │ │ ├── __init__.py │ │ ├── arrays.py │ │ ├── camel_to_snake.py │ │ ├── cast_to_datatype.py │ │ ├── date_time │ │ │ ├── __init__.py │ │ │ └── interval.py │ │ ├── debug.py │ │ ├── download_files.py │ │ ├── drop_column.py │ │ ├── dummy.py │ │ ├── get_item.py │ │ ├── hash.py │ │ ├── lookup.py │ │ ├── repartition.py │ │ ├── replace.py │ │ ├── row_number_dedup.py │ │ ├── sql_transform.py │ │ ├── strings │ │ │ ├── __init__.py │ │ │ ├── change_case.py │ │ │ ├── concat.py │ │ │ ├── pad.py │ │ │ ├── regexp.py │ │ │ ├── replace.py │ │ │ ├── split.py │ │ │ ├── substring.py │ │ │ └── trim.py │ │ ├── transform.py │ │ └── uuid5.py │ ├── utils │ │ ├── __init__.py │ │ ├── common.py │ │ └── connect.py │ └── writers │ │ ├── __init__.py │ │ ├── buffer.py │ │ ├── delta │ │ ├── __init__.py │ │ ├── batch.py │ │ ├── scd.py │ │ ├── stream.py │ │ └── utils.py │ │ ├── dummy.py │ │ ├── file_writer.py │ │ ├── kafka.py │ │ ├── snowflake.py │ │ └── stream.py │ ├── sso │ ├── __init__.py │ └── okta.py │ ├── steps │ ├── __init__.py │ ├── download_file.py │ ├── dummy.py │ └── http.py │ └── utils │ ├── __init__.py │ └── date_time.py └── tests ├── _data ├── context │ ├── common.yml │ ├── dev.yml │ ├── sample.json │ ├── sample.toml │ └── sample.yaml ├── readers │ ├── avro_file │ │ ├── .part-00000-c95e3fda-3943-4701-b0ae-cb6bc7e015e4-c000.avro.crc │ │ └── part-00000-c95e3fda-3943-4701-b0ae-cb6bc7e015e4-c000.avro │ ├── csv_file │ │ ├── dummy.csv │ │ └── dummy_semicolon.csv │ ├── delta_file │ │ ├── .part-00000-0f8b246f-e779-4d48-896a-6a12362bf370-c000.snappy.parquet.crc │ │ ├── _delta_log │ │ │ ├── .00000000000000000000.json.crc │ │ │ └── 00000000000000000000.json │ │ └── part-00000-0f8b246f-e779-4d48-896a-6a12362bf370-c000.snappy.parquet │ ├── excel_file │ │ └── dummy.xlsx │ ├── hyper_file │ │ └── dummy.hyper │ ├── json_file │ │ ├── dummy.json │ │ └── dummy_simple.json │ ├── orc_file │ │ ├── .part-00000-ddcce057-2ef4-44b1-baf4-d263f748b060-c000.snappy.orc.crc │ │ └── part-00000-ddcce057-2ef4-44b1-baf4-d263f748b060-c000.snappy.orc │ └── parquet_file │ │ ├── .part-00000-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet.crc │ │ ├── .part-00001-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet.crc │ │ ├── part-00000-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet │ │ └── part-00001-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet ├── sql │ └── spark_sql_reader.sql ├── steps │ ├── expected_step_output.yaml │ └── expected_step_output_simple.yaml └── transformations │ ├── dummy.sql │ ├── spark_expectations_resources │ ├── test_product_dq_stats.ddl │ ├── test_product_rules.ddl │ └── test_product_rules.sql │ └── string_data │ └── 100000_rows_with_strings.json ├── asyncio └── test_asyncio_http.py ├── conftest.py ├── core ├── test_context.py ├── test_init.py └── test_logger.py ├── deprecated └── nike │ └── ada │ └── __init__.py ├── models └── test_models.py ├── notifications └── test_slack.py ├── pandas └── readers │ └── test_pandas_excel.py ├── snowflake └── test_snowflake.py ├── spark ├── conftest.py ├── integrations │ ├── box │ │ └── test_box.py │ ├── databrikcs │ │ └── test_secrets.py │ ├── dq │ │ └── test_spark_expectations.py │ ├── snowflake │ │ ├── test_spark_snowflake.py │ │ └── test_sync_task.py │ └── tableau │ │ ├── test_hyper.py │ │ └── test_server.py ├── readers │ ├── test_auto_loader.py │ ├── test_delta_reader.py │ ├── test_file_loader.py │ ├── test_hana.py │ ├── test_jdbc.py │ ├── test_memory.py │ ├── test_metastore_reader.py │ ├── test_reader.py │ ├── test_rest_api.py │ ├── test_spark_excel.py │ ├── test_spark_sql_reader.py │ └── test_teradata.py ├── tasks │ └── test_etl_task.py ├── test_delta.py ├── test_spark.py ├── test_spark_utils.py ├── test_warnings.py ├── transformations │ ├── date_time │ │ ├── test_date_time.py │ │ └── test_interval.py │ ├── strings │ │ ├── test_change_case.py │ │ ├── test_concat.py │ │ ├── test_pad.py │ │ ├── test_regexp.py │ │ ├── test_split.py │ │ ├── test_string_replace.py │ │ ├── test_substring.py │ │ └── test_trim.py │ ├── test_arrays.py │ ├── test_camel_to_snake_transform.py │ ├── test_cast_to_datatype.py │ ├── test_debug.py │ ├── test_download_files.py │ ├── test_drop_column.py │ ├── test_get_item.py │ ├── test_hash.py │ ├── test_lookup.py │ ├── test_repartition.py │ ├── test_replace.py │ ├── test_row_number_dedup.py │ ├── test_sql_transform.py │ ├── test_transform.py │ ├── test_transformation.py │ └── test_uuid5.py └── writers │ ├── delta │ ├── test_delta_writer.py │ └── test_scd.py │ ├── test_buffer.py │ ├── test_dummy.py │ ├── test_file_writer.py │ ├── test_sftp.py │ └── test_stream.py ├── sso └── test_okta.py ├── steps ├── test_download_file.py ├── test_http.py └── test_steps.py └── utils ├── test_common_utils.py └── test_date_time_utils.py /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @Nike-Inc/koheesio-dev -------------------------------------------------------------------------------- /.github/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/auto-merge-dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/workflows/auto-merge-dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/codeql.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/workflows/codeql.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/README.md -------------------------------------------------------------------------------- /docs/api_reference/intro_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/api_reference/intro_api.md -------------------------------------------------------------------------------- /docs/assets/documentation-system-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/documentation-system-overview.png -------------------------------------------------------------------------------- /docs/assets/k_blue.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/k_blue.svg -------------------------------------------------------------------------------- /docs/assets/k_in_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/k_in_logo.svg -------------------------------------------------------------------------------- /docs/assets/k_in_logo_white.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/k_in_logo_white.svg -------------------------------------------------------------------------------- /docs/assets/k_white.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/k_white.svg -------------------------------------------------------------------------------- /docs/assets/logo_koheesio.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/logo_koheesio.svg -------------------------------------------------------------------------------- /docs/assets/logo_total_white.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/logo_total_white.svg -------------------------------------------------------------------------------- /docs/assets/maintainance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/assets/maintainance.png -------------------------------------------------------------------------------- /docs/community/approach-documentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/community/approach-documentation.md -------------------------------------------------------------------------------- /docs/community/contribute.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/community/contribute.md -------------------------------------------------------------------------------- /docs/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/css/custom.css -------------------------------------------------------------------------------- /docs/gen_ref_nav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/gen_ref_nav.py -------------------------------------------------------------------------------- /docs/includes/glossary.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/includes/glossary.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- 1 | {% 2 | include-markdown "../README.md" 3 | %} -------------------------------------------------------------------------------- /docs/misc/info.md: -------------------------------------------------------------------------------- 1 | {{ macros_info() }} 2 | -------------------------------------------------------------------------------- /docs/misc/tags.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/misc/tags.md -------------------------------------------------------------------------------- /docs/reference/concepts/concepts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/concepts/concepts.md -------------------------------------------------------------------------------- /docs/reference/concepts/context.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/concepts/context.md -------------------------------------------------------------------------------- /docs/reference/concepts/logger.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/concepts/logger.md -------------------------------------------------------------------------------- /docs/reference/concepts/step.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/concepts/step.md -------------------------------------------------------------------------------- /docs/reference/spark/readers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/spark/readers.md -------------------------------------------------------------------------------- /docs/reference/spark/transformations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/spark/transformations.md -------------------------------------------------------------------------------- /docs/reference/spark/writers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/reference/spark/writers.md -------------------------------------------------------------------------------- /docs/releases/0.10.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/releases/0.10.md -------------------------------------------------------------------------------- /docs/releases/0.11.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/releases/0.11.md -------------------------------------------------------------------------------- /docs/releases/0.9.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/releases/0.9.md -------------------------------------------------------------------------------- /docs/tutorials/advanced-data-processing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/tutorials/advanced-data-processing.md -------------------------------------------------------------------------------- /docs/tutorials/getting-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/tutorials/getting-started.md -------------------------------------------------------------------------------- /docs/tutorials/hello-world.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/tutorials/hello-world.md -------------------------------------------------------------------------------- /docs/tutorials/learn-koheesio.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/tutorials/learn-koheesio.md -------------------------------------------------------------------------------- /docs/tutorials/onboarding.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/tutorials/onboarding.md -------------------------------------------------------------------------------- /docs/tutorials/testing-koheesio-steps.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/docs/tutorials/testing-koheesio-steps.md -------------------------------------------------------------------------------- /makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/makefile -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/koheesio/__about__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/__about__.py -------------------------------------------------------------------------------- /src/koheesio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/__init__.py -------------------------------------------------------------------------------- /src/koheesio/asyncio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/asyncio/__init__.py -------------------------------------------------------------------------------- /src/koheesio/asyncio/http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/asyncio/http.py -------------------------------------------------------------------------------- /src/koheesio/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/context.py -------------------------------------------------------------------------------- /src/koheesio/integrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/integrations/box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/box.py -------------------------------------------------------------------------------- /src/koheesio/integrations/snowflake/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/snowflake/__init__.py -------------------------------------------------------------------------------- /src/koheesio/integrations/snowflake/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/snowflake/test_utils.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/databricks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/databricks/secrets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/databricks/secrets.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/databricks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/databricks/utils.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/dq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/dq/spark_expectations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/dq/spark_expectations.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/sftp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/sftp.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/snowflake.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/tableau/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/tableau/hyper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/tableau/hyper.py -------------------------------------------------------------------------------- /src/koheesio/integrations/spark/tableau/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/integrations/spark/tableau/server.py -------------------------------------------------------------------------------- /src/koheesio/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/logger.py -------------------------------------------------------------------------------- /src/koheesio/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/models/__init__.py -------------------------------------------------------------------------------- /src/koheesio/models/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/models/reader.py -------------------------------------------------------------------------------- /src/koheesio/models/sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/models/sql.py -------------------------------------------------------------------------------- /src/koheesio/notifications/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/notifications/__init__.py -------------------------------------------------------------------------------- /src/koheesio/notifications/slack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/notifications/slack.py -------------------------------------------------------------------------------- /src/koheesio/pandas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/pandas/__init__.py -------------------------------------------------------------------------------- /src/koheesio/pandas/readers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/pandas/readers/__init__.py -------------------------------------------------------------------------------- /src/koheesio/pandas/readers/excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/pandas/readers/excel.py -------------------------------------------------------------------------------- /src/koheesio/secrets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/secrets/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/delta.py -------------------------------------------------------------------------------- /src/koheesio/spark/etl_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/etl_task.py -------------------------------------------------------------------------------- /src/koheesio/spark/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/functions/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/databricks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/spark/readers/databricks/autoloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/databricks/autoloader.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/delta.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/dummy.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/excel.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/file_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/file_loader.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/hana.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/hana.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/jdbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/jdbc.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/kafka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/kafka.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/memory.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/metastore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/metastore.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/rest_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/rest_api.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/snowflake.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/spark_sql_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/spark_sql_reader.py -------------------------------------------------------------------------------- /src/koheesio/spark/readers/teradata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/readers/teradata.py -------------------------------------------------------------------------------- /src/koheesio/spark/snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/snowflake.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/arrays.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/arrays.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/camel_to_snake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/camel_to_snake.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/cast_to_datatype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/cast_to_datatype.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/date_time/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/date_time/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/date_time/interval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/date_time/interval.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/debug.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/download_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/download_files.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/drop_column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/drop_column.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/dummy.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/get_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/get_item.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/hash.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/lookup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/lookup.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/repartition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/repartition.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/replace.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/row_number_dedup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/row_number_dedup.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/sql_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/sql_transform.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/change_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/change_case.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/concat.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/pad.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/regexp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/regexp.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/replace.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/split.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/substring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/substring.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/strings/trim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/strings/trim.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/transform.py -------------------------------------------------------------------------------- /src/koheesio/spark/transformations/uuid5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/transformations/uuid5.py -------------------------------------------------------------------------------- /src/koheesio/spark/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/utils/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/utils/common.py -------------------------------------------------------------------------------- /src/koheesio/spark/utils/connect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/utils/connect.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/buffer.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/delta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/delta/__init__.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/delta/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/delta/batch.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/delta/scd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/delta/scd.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/delta/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/delta/stream.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/delta/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/delta/utils.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/dummy.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/file_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/file_writer.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/kafka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/kafka.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/snowflake.py -------------------------------------------------------------------------------- /src/koheesio/spark/writers/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/spark/writers/stream.py -------------------------------------------------------------------------------- /src/koheesio/sso/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/koheesio/sso/okta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/sso/okta.py -------------------------------------------------------------------------------- /src/koheesio/steps/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/steps/__init__.py -------------------------------------------------------------------------------- /src/koheesio/steps/download_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/steps/download_file.py -------------------------------------------------------------------------------- /src/koheesio/steps/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/steps/dummy.py -------------------------------------------------------------------------------- /src/koheesio/steps/http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/steps/http.py -------------------------------------------------------------------------------- /src/koheesio/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/utils/__init__.py -------------------------------------------------------------------------------- /src/koheesio/utils/date_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/src/koheesio/utils/date_time.py -------------------------------------------------------------------------------- /tests/_data/context/common.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/context/common.yml -------------------------------------------------------------------------------- /tests/_data/context/dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/context/dev.yml -------------------------------------------------------------------------------- /tests/_data/context/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/context/sample.json -------------------------------------------------------------------------------- /tests/_data/context/sample.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/context/sample.toml -------------------------------------------------------------------------------- /tests/_data/context/sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/context/sample.yaml -------------------------------------------------------------------------------- /tests/_data/readers/avro_file/.part-00000-c95e3fda-3943-4701-b0ae-cb6bc7e015e4-c000.avro.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/avro_file/.part-00000-c95e3fda-3943-4701-b0ae-cb6bc7e015e4-c000.avro.crc -------------------------------------------------------------------------------- /tests/_data/readers/avro_file/part-00000-c95e3fda-3943-4701-b0ae-cb6bc7e015e4-c000.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/avro_file/part-00000-c95e3fda-3943-4701-b0ae-cb6bc7e015e4-c000.avro -------------------------------------------------------------------------------- /tests/_data/readers/csv_file/dummy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/csv_file/dummy.csv -------------------------------------------------------------------------------- /tests/_data/readers/csv_file/dummy_semicolon.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/csv_file/dummy_semicolon.csv -------------------------------------------------------------------------------- /tests/_data/readers/delta_file/.part-00000-0f8b246f-e779-4d48-896a-6a12362bf370-c000.snappy.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/delta_file/.part-00000-0f8b246f-e779-4d48-896a-6a12362bf370-c000.snappy.parquet.crc -------------------------------------------------------------------------------- /tests/_data/readers/delta_file/_delta_log/.00000000000000000000.json.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/delta_file/_delta_log/.00000000000000000000.json.crc -------------------------------------------------------------------------------- /tests/_data/readers/delta_file/_delta_log/00000000000000000000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/delta_file/_delta_log/00000000000000000000.json -------------------------------------------------------------------------------- /tests/_data/readers/delta_file/part-00000-0f8b246f-e779-4d48-896a-6a12362bf370-c000.snappy.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/delta_file/part-00000-0f8b246f-e779-4d48-896a-6a12362bf370-c000.snappy.parquet -------------------------------------------------------------------------------- /tests/_data/readers/excel_file/dummy.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/excel_file/dummy.xlsx -------------------------------------------------------------------------------- /tests/_data/readers/hyper_file/dummy.hyper: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/hyper_file/dummy.hyper -------------------------------------------------------------------------------- /tests/_data/readers/json_file/dummy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/json_file/dummy.json -------------------------------------------------------------------------------- /tests/_data/readers/json_file/dummy_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/json_file/dummy_simple.json -------------------------------------------------------------------------------- /tests/_data/readers/orc_file/.part-00000-ddcce057-2ef4-44b1-baf4-d263f748b060-c000.snappy.orc.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/orc_file/.part-00000-ddcce057-2ef4-44b1-baf4-d263f748b060-c000.snappy.orc.crc -------------------------------------------------------------------------------- /tests/_data/readers/orc_file/part-00000-ddcce057-2ef4-44b1-baf4-d263f748b060-c000.snappy.orc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/orc_file/part-00000-ddcce057-2ef4-44b1-baf4-d263f748b060-c000.snappy.orc -------------------------------------------------------------------------------- /tests/_data/readers/parquet_file/.part-00000-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/parquet_file/.part-00000-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet.crc -------------------------------------------------------------------------------- /tests/_data/readers/parquet_file/.part-00001-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/parquet_file/.part-00001-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet.crc -------------------------------------------------------------------------------- /tests/_data/readers/parquet_file/part-00000-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/parquet_file/part-00000-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet -------------------------------------------------------------------------------- /tests/_data/readers/parquet_file/part-00001-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/readers/parquet_file/part-00001-c7808dd3-0ba3-4ded-95f7-5c8b70b35e09-c000.snappy.parquet -------------------------------------------------------------------------------- /tests/_data/sql/spark_sql_reader.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/sql/spark_sql_reader.sql -------------------------------------------------------------------------------- /tests/_data/steps/expected_step_output.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/steps/expected_step_output.yaml -------------------------------------------------------------------------------- /tests/_data/steps/expected_step_output_simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/steps/expected_step_output_simple.yaml -------------------------------------------------------------------------------- /tests/_data/transformations/dummy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/transformations/dummy.sql -------------------------------------------------------------------------------- /tests/_data/transformations/spark_expectations_resources/test_product_dq_stats.ddl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/transformations/spark_expectations_resources/test_product_dq_stats.ddl -------------------------------------------------------------------------------- /tests/_data/transformations/spark_expectations_resources/test_product_rules.ddl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/transformations/spark_expectations_resources/test_product_rules.ddl -------------------------------------------------------------------------------- /tests/_data/transformations/spark_expectations_resources/test_product_rules.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/transformations/spark_expectations_resources/test_product_rules.sql -------------------------------------------------------------------------------- /tests/_data/transformations/string_data/100000_rows_with_strings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/_data/transformations/string_data/100000_rows_with_strings.json -------------------------------------------------------------------------------- /tests/asyncio/test_asyncio_http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/asyncio/test_asyncio_http.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/core/test_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/core/test_context.py -------------------------------------------------------------------------------- /tests/core/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/core/test_init.py -------------------------------------------------------------------------------- /tests/core/test_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/core/test_logger.py -------------------------------------------------------------------------------- /tests/deprecated/nike/ada/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/models/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/models/test_models.py -------------------------------------------------------------------------------- /tests/notifications/test_slack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/notifications/test_slack.py -------------------------------------------------------------------------------- /tests/pandas/readers/test_pandas_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/pandas/readers/test_pandas_excel.py -------------------------------------------------------------------------------- /tests/snowflake/test_snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/snowflake/test_snowflake.py -------------------------------------------------------------------------------- /tests/spark/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/conftest.py -------------------------------------------------------------------------------- /tests/spark/integrations/box/test_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/box/test_box.py -------------------------------------------------------------------------------- /tests/spark/integrations/databrikcs/test_secrets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/databrikcs/test_secrets.py -------------------------------------------------------------------------------- /tests/spark/integrations/dq/test_spark_expectations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/dq/test_spark_expectations.py -------------------------------------------------------------------------------- /tests/spark/integrations/snowflake/test_spark_snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/snowflake/test_spark_snowflake.py -------------------------------------------------------------------------------- /tests/spark/integrations/snowflake/test_sync_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/snowflake/test_sync_task.py -------------------------------------------------------------------------------- /tests/spark/integrations/tableau/test_hyper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/tableau/test_hyper.py -------------------------------------------------------------------------------- /tests/spark/integrations/tableau/test_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/integrations/tableau/test_server.py -------------------------------------------------------------------------------- /tests/spark/readers/test_auto_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_auto_loader.py -------------------------------------------------------------------------------- /tests/spark/readers/test_delta_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_delta_reader.py -------------------------------------------------------------------------------- /tests/spark/readers/test_file_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_file_loader.py -------------------------------------------------------------------------------- /tests/spark/readers/test_hana.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_hana.py -------------------------------------------------------------------------------- /tests/spark/readers/test_jdbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_jdbc.py -------------------------------------------------------------------------------- /tests/spark/readers/test_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_memory.py -------------------------------------------------------------------------------- /tests/spark/readers/test_metastore_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_metastore_reader.py -------------------------------------------------------------------------------- /tests/spark/readers/test_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_reader.py -------------------------------------------------------------------------------- /tests/spark/readers/test_rest_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_rest_api.py -------------------------------------------------------------------------------- /tests/spark/readers/test_spark_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_spark_excel.py -------------------------------------------------------------------------------- /tests/spark/readers/test_spark_sql_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_spark_sql_reader.py -------------------------------------------------------------------------------- /tests/spark/readers/test_teradata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/readers/test_teradata.py -------------------------------------------------------------------------------- /tests/spark/tasks/test_etl_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/tasks/test_etl_task.py -------------------------------------------------------------------------------- /tests/spark/test_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/test_delta.py -------------------------------------------------------------------------------- /tests/spark/test_spark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/test_spark.py -------------------------------------------------------------------------------- /tests/spark/test_spark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/test_spark_utils.py -------------------------------------------------------------------------------- /tests/spark/test_warnings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/test_warnings.py -------------------------------------------------------------------------------- /tests/spark/transformations/date_time/test_date_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/date_time/test_date_time.py -------------------------------------------------------------------------------- /tests/spark/transformations/date_time/test_interval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/date_time/test_interval.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_change_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_change_case.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_concat.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_pad.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_regexp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_regexp.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_split.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_string_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_string_replace.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_substring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_substring.py -------------------------------------------------------------------------------- /tests/spark/transformations/strings/test_trim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/strings/test_trim.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_arrays.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_arrays.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_camel_to_snake_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_camel_to_snake_transform.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_cast_to_datatype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_cast_to_datatype.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_debug.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_download_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_download_files.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_drop_column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_drop_column.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_get_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_get_item.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_hash.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_lookup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_lookup.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_repartition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_repartition.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_replace.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_row_number_dedup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_row_number_dedup.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_sql_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_sql_transform.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_transform.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_transformation.py -------------------------------------------------------------------------------- /tests/spark/transformations/test_uuid5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/transformations/test_uuid5.py -------------------------------------------------------------------------------- /tests/spark/writers/delta/test_delta_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/delta/test_delta_writer.py -------------------------------------------------------------------------------- /tests/spark/writers/delta/test_scd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/delta/test_scd.py -------------------------------------------------------------------------------- /tests/spark/writers/test_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/test_buffer.py -------------------------------------------------------------------------------- /tests/spark/writers/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/test_dummy.py -------------------------------------------------------------------------------- /tests/spark/writers/test_file_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/test_file_writer.py -------------------------------------------------------------------------------- /tests/spark/writers/test_sftp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/test_sftp.py -------------------------------------------------------------------------------- /tests/spark/writers/test_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/spark/writers/test_stream.py -------------------------------------------------------------------------------- /tests/sso/test_okta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/sso/test_okta.py -------------------------------------------------------------------------------- /tests/steps/test_download_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/steps/test_download_file.py -------------------------------------------------------------------------------- /tests/steps/test_http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/steps/test_http.py -------------------------------------------------------------------------------- /tests/steps/test_steps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/steps/test_steps.py -------------------------------------------------------------------------------- /tests/utils/test_common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/utils/test_common_utils.py -------------------------------------------------------------------------------- /tests/utils/test_date_time_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nike-Inc/koheesio/HEAD/tests/utils/test_date_time_utils.py --------------------------------------------------------------------------------