├── .dockerignore ├── .github └── ISSUE_TEMPLATE │ └── feature.md ├── .gitignore ├── Dockerfile ├── LICENSE ├── azure-pipelines.yml ├── docs ├── Makefile ├── README.rst ├── _static │ ├── assets │ │ ├── airtunnel-arch.graffle │ │ │ ├── data.plist │ │ │ ├── image1.tiff │ │ │ └── image2.tiff │ │ ├── airtunnel-arch.png │ │ ├── airtunnel-logo.jpg │ │ ├── airtunnel.png │ │ ├── coverage.svg │ │ ├── ingest-archive.png │ │ ├── ready-archive.png │ │ ├── ready-data.png │ │ └── university-dag.png │ └── css │ │ └── airtunnel.css ├── architecture.rst ├── conf.py ├── configuration.rst ├── data-store.rst ├── declaration-file-options.rst ├── design.rst ├── development.rst ├── extending.rst ├── index.rst ├── limitations.rst ├── make.bat └── tutorial.rst ├── pypi-description.rst ├── pyproject.toml ├── src └── airtunnel │ ├── __init__.py │ ├── data_asset.py │ ├── data_store.py │ ├── declaration_store.py │ ├── metadata │ ├── __init__.py │ ├── adapter.py │ └── entities.py │ ├── operators │ ├── __init__.py │ ├── archival.py │ ├── ingestion.py │ ├── loading.py │ ├── sql │ │ ├── __init__.py │ │ ├── sql_helpers.py │ │ └── sqloperator.py │ └── transformation.py │ ├── paths.py │ └── sensors │ ├── __init__.py │ ├── ingestion.py │ └── metadata.py ├── test ├── __init__.py ├── airflow_home │ ├── .gitignore │ └── airflow.template.cfg ├── data_store │ ├── .gitignore │ ├── archive │ │ └── .gitignore │ ├── ingest │ │ ├── archive │ │ │ └── .gitignore │ │ └── landing │ │ │ └── .gitignore │ ├── ready │ │ └── .gitignore │ └── staging │ │ ├── .gitignore │ │ ├── intermediate │ │ └── .gitignore │ │ ├── pickedup │ │ └── .gitignore │ │ └── ready │ │ └── .gitignore ├── docker-entrypoint.sh ├── environment.yml ├── scripts │ ├── __init__.py │ ├── py │ │ ├── __init__.py │ │ ├── enrollment.py │ │ ├── enrollment_pyspark.py │ │ ├── enrollment_summary.py │ │ ├── enrollment_summary_pyspark.py │ │ ├── programme.py │ │ ├── programme_pyspark.py │ │ ├── student.py │ │ └── student_pyspark.py │ └── sql │ │ ├── __init__.py │ │ ├── ddl │ │ ├── __init__.py │ │ └── test_schema │ │ │ └── test_table.sql │ │ └── dml │ │ ├── __init__.py │ │ └── test_schema │ │ └── test_table.sql ├── test_airtunnel │ ├── __init__.py │ ├── conftest.py │ ├── declarations │ │ ├── __init__.py │ │ ├── enrollment.yaml │ │ ├── enrollment_pyspark.yaml │ │ ├── enrollment_summary.yaml │ │ ├── enrollment_summary_pyspark.yaml │ │ ├── faulty.yaml │ │ ├── faulty_2.yaml │ │ ├── programme.yaml │ │ ├── programme_pyspark.yaml │ │ ├── student.yaml │ │ ├── student_pyspark.yaml │ │ ├── test_csv_out_asset_pandas.yaml │ │ ├── test_csv_out_asset_pyspark.yaml │ │ ├── test_parquet_in_asset.yaml │ │ ├── test_schema.test_table.yaml │ │ └── test_xlsx_in_asset.yaml │ ├── metadata │ │ ├── __init__.py │ │ ├── test_adapter.py │ │ └── test_entities.py │ ├── operators │ │ ├── __init__.py │ │ ├── test_sql_helpers.py │ │ ├── test_sql_operator.py │ │ └── test_transformation.py │ ├── test_assetio_pandas.py │ ├── test_assetio_pyspark.py │ ├── test_cli_utils.py │ ├── test_data_asset.py │ ├── test_declaration_store.py │ ├── test_testdags.py │ ├── test_utils.py │ └── testdags │ │ ├── __init__.py │ │ ├── metadata_sensors.py │ │ ├── university.py │ │ └── university_pyspark.py └── test_raw_landing_data │ ├── enrollment │ └── enrollment_1.csv │ ├── enrollment_pyspark │ └── enrollment_1.csv │ ├── programme │ ├── programme_1.csv │ └── programme_2.csv │ ├── programme_pyspark │ ├── programme_1.csv │ └── programme_2.csv │ ├── student │ └── student.csv │ └── student_pyspark │ └── student.csv └── tox.ini /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/.github/ISSUE_TEMPLATE/feature.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/LICENSE -------------------------------------------------------------------------------- /azure-pipelines.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/azure-pipelines.yml -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/README.rst -------------------------------------------------------------------------------- /docs/_static/assets/airtunnel-arch.graffle/data.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/airtunnel-arch.graffle/data.plist -------------------------------------------------------------------------------- /docs/_static/assets/airtunnel-arch.graffle/image1.tiff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/airtunnel-arch.graffle/image1.tiff -------------------------------------------------------------------------------- /docs/_static/assets/airtunnel-arch.graffle/image2.tiff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/airtunnel-arch.graffle/image2.tiff -------------------------------------------------------------------------------- /docs/_static/assets/airtunnel-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/airtunnel-arch.png -------------------------------------------------------------------------------- /docs/_static/assets/airtunnel-logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/airtunnel-logo.jpg -------------------------------------------------------------------------------- /docs/_static/assets/airtunnel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/airtunnel.png -------------------------------------------------------------------------------- /docs/_static/assets/coverage.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/coverage.svg -------------------------------------------------------------------------------- /docs/_static/assets/ingest-archive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/ingest-archive.png -------------------------------------------------------------------------------- /docs/_static/assets/ready-archive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/ready-archive.png -------------------------------------------------------------------------------- /docs/_static/assets/ready-data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/ready-data.png -------------------------------------------------------------------------------- /docs/_static/assets/university-dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/assets/university-dag.png -------------------------------------------------------------------------------- /docs/_static/css/airtunnel.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/_static/css/airtunnel.css -------------------------------------------------------------------------------- /docs/architecture.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/architecture.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/configuration.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/configuration.rst -------------------------------------------------------------------------------- /docs/data-store.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/data-store.rst -------------------------------------------------------------------------------- /docs/declaration-file-options.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/declaration-file-options.rst -------------------------------------------------------------------------------- /docs/design.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/design.rst -------------------------------------------------------------------------------- /docs/development.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/development.rst -------------------------------------------------------------------------------- /docs/extending.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/extending.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/limitations.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/limitations.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/docs/tutorial.rst -------------------------------------------------------------------------------- /pypi-description.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/pypi-description.rst -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/airtunnel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/__init__.py -------------------------------------------------------------------------------- /src/airtunnel/data_asset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/data_asset.py -------------------------------------------------------------------------------- /src/airtunnel/data_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/data_store.py -------------------------------------------------------------------------------- /src/airtunnel/declaration_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/declaration_store.py -------------------------------------------------------------------------------- /src/airtunnel/metadata/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/metadata/__init__.py -------------------------------------------------------------------------------- /src/airtunnel/metadata/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/metadata/adapter.py -------------------------------------------------------------------------------- /src/airtunnel/metadata/entities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/metadata/entities.py -------------------------------------------------------------------------------- /src/airtunnel/operators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/__init__.py -------------------------------------------------------------------------------- /src/airtunnel/operators/archival.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/archival.py -------------------------------------------------------------------------------- /src/airtunnel/operators/ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/ingestion.py -------------------------------------------------------------------------------- /src/airtunnel/operators/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/loading.py -------------------------------------------------------------------------------- /src/airtunnel/operators/sql/__init__.py: -------------------------------------------------------------------------------- 1 | """ A package with several SQL related helpers. """ 2 | -------------------------------------------------------------------------------- /src/airtunnel/operators/sql/sql_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/sql/sql_helpers.py -------------------------------------------------------------------------------- /src/airtunnel/operators/sql/sqloperator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/sql/sqloperator.py -------------------------------------------------------------------------------- /src/airtunnel/operators/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/operators/transformation.py -------------------------------------------------------------------------------- /src/airtunnel/paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/paths.py -------------------------------------------------------------------------------- /src/airtunnel/sensors/__init__.py: -------------------------------------------------------------------------------- 1 | """ Package for Airtunnel's sensors. """ 2 | -------------------------------------------------------------------------------- /src/airtunnel/sensors/ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/sensors/ingestion.py -------------------------------------------------------------------------------- /src/airtunnel/sensors/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/src/airtunnel/sensors/metadata.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/airflow_home/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/airflow_home/.gitignore -------------------------------------------------------------------------------- /test/airflow_home/airflow.template.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/airflow_home/airflow.template.cfg -------------------------------------------------------------------------------- /test/data_store/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/data_store/archive/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/data_store/ingest/archive/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/data_store/ingest/landing/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/data_store/ready/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/data_store/staging/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/data_store/staging/intermediate/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/data_store/staging/pickedup/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/data_store/staging/ready/.gitignore: -------------------------------------------------------------------------------- 1 | * -------------------------------------------------------------------------------- /test/docker-entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/docker-entrypoint.sh -------------------------------------------------------------------------------- /test/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/environment.yml -------------------------------------------------------------------------------- /test/scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/__init__.py -------------------------------------------------------------------------------- /test/scripts/py/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/scripts/py/enrollment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/enrollment.py -------------------------------------------------------------------------------- /test/scripts/py/enrollment_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/enrollment_pyspark.py -------------------------------------------------------------------------------- /test/scripts/py/enrollment_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/enrollment_summary.py -------------------------------------------------------------------------------- /test/scripts/py/enrollment_summary_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/enrollment_summary_pyspark.py -------------------------------------------------------------------------------- /test/scripts/py/programme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/programme.py -------------------------------------------------------------------------------- /test/scripts/py/programme_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/programme_pyspark.py -------------------------------------------------------------------------------- /test/scripts/py/student.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/student.py -------------------------------------------------------------------------------- /test/scripts/py/student_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/py/student_pyspark.py -------------------------------------------------------------------------------- /test/scripts/sql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/scripts/sql/ddl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/scripts/sql/ddl/test_schema/test_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/sql/ddl/test_schema/test_table.sql -------------------------------------------------------------------------------- /test/scripts/sql/dml/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/scripts/sql/dml/test_schema/test_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/scripts/sql/dml/test_schema/test_table.sql -------------------------------------------------------------------------------- /test/test_airtunnel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/test_airtunnel/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/conftest.py -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/enrollment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/enrollment.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/enrollment_pyspark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/enrollment_pyspark.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/enrollment_summary.yaml: -------------------------------------------------------------------------------- 1 | type: derived -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/enrollment_summary_pyspark.yaml: -------------------------------------------------------------------------------- 1 | type: derived -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/faulty.yaml: -------------------------------------------------------------------------------- 1 | type: faulty -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/faulty_2.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/programme.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/programme.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/programme_pyspark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/programme_pyspark.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/student.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/student.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/student_pyspark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/student_pyspark.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/test_csv_out_asset_pandas.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/test_csv_out_asset_pandas.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/test_csv_out_asset_pyspark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/test_csv_out_asset_pyspark.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/test_parquet_in_asset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/test_parquet_in_asset.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/test_schema.test_table.yaml: -------------------------------------------------------------------------------- 1 | type: derived 2 | -------------------------------------------------------------------------------- /test/test_airtunnel/declarations/test_xlsx_in_asset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/declarations/test_xlsx_in_asset.yaml -------------------------------------------------------------------------------- /test/test_airtunnel/metadata/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/test_airtunnel/metadata/test_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/metadata/test_adapter.py -------------------------------------------------------------------------------- /test/test_airtunnel/metadata/test_entities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/metadata/test_entities.py -------------------------------------------------------------------------------- /test/test_airtunnel/operators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/test_airtunnel/operators/test_sql_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/operators/test_sql_helpers.py -------------------------------------------------------------------------------- /test/test_airtunnel/operators/test_sql_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/operators/test_sql_operator.py -------------------------------------------------------------------------------- /test/test_airtunnel/operators/test_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/operators/test_transformation.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_assetio_pandas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_assetio_pandas.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_assetio_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_assetio_pyspark.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_cli_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_cli_utils.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_data_asset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_data_asset.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_declaration_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_declaration_store.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_testdags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_testdags.py -------------------------------------------------------------------------------- /test/test_airtunnel/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/test_utils.py -------------------------------------------------------------------------------- /test/test_airtunnel/testdags/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/test_airtunnel/testdags/metadata_sensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/testdags/metadata_sensors.py -------------------------------------------------------------------------------- /test/test_airtunnel/testdags/university.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/testdags/university.py -------------------------------------------------------------------------------- /test/test_airtunnel/testdags/university_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_airtunnel/testdags/university_pyspark.py -------------------------------------------------------------------------------- /test/test_raw_landing_data/enrollment/enrollment_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/enrollment/enrollment_1.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/enrollment_pyspark/enrollment_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/enrollment_pyspark/enrollment_1.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/programme/programme_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/programme/programme_1.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/programme/programme_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/programme/programme_2.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/programme_pyspark/programme_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/programme_pyspark/programme_1.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/programme_pyspark/programme_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/programme_pyspark/programme_2.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/student/student.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/student/student.csv -------------------------------------------------------------------------------- /test/test_raw_landing_data/student_pyspark/student.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/test/test_raw_landing_data/student_pyspark/student.csv -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joerg-schneider/airtunnel/HEAD/tox.ini --------------------------------------------------------------------------------