├── .editorconfig ├── .gitignore ├── README.md ├── data ├── timesheet.csv └── timesheet_format ├── docker-compose.yml ├── run.sh └── src ├── config └── airflow.cfg.example ├── dags ├── etl ├── file_retrieval.py ├── init_etl_mssql.py ├── otfn.py ├── otfn_with_bulk_import.py ├── otfn_with_link_server.py ├── setup_db.py └── test.py ├── etl ├── __init__.py ├── hooks.py ├── operators.py └── utils.py ├── scripts ├── .gitkeep └── fabfile.py └── sql ├── bulk_import_file.sql ├── create_linked_server.sql ├── create_otfn_table.sql ├── create_schema.sql ├── create_table.sql ├── create_timesheet_table.sql ├── otfn.sql ├── otfn_with_link_server.sql └── teardown.sql /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/.editorconfig -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | *.pyc 3 | .pgdata 4 | airflow.cfg 5 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/README.md -------------------------------------------------------------------------------- /data/timesheet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/data/timesheet.csv -------------------------------------------------------------------------------- /data/timesheet_format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/data/timesheet_format -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/run.sh -------------------------------------------------------------------------------- /src/config/airflow.cfg.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/config/airflow.cfg.example -------------------------------------------------------------------------------- /src/dags/etl: -------------------------------------------------------------------------------- 1 | ../etl -------------------------------------------------------------------------------- /src/dags/file_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/file_retrieval.py -------------------------------------------------------------------------------- /src/dags/init_etl_mssql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/init_etl_mssql.py -------------------------------------------------------------------------------- /src/dags/otfn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/otfn.py -------------------------------------------------------------------------------- /src/dags/otfn_with_bulk_import.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/otfn_with_bulk_import.py -------------------------------------------------------------------------------- /src/dags/otfn_with_link_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/otfn_with_link_server.py -------------------------------------------------------------------------------- /src/dags/setup_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/setup_db.py -------------------------------------------------------------------------------- /src/dags/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/dags/test.py -------------------------------------------------------------------------------- /src/etl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/etl/hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/etl/hooks.py -------------------------------------------------------------------------------- /src/etl/operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/etl/operators.py -------------------------------------------------------------------------------- /src/etl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/etl/utils.py -------------------------------------------------------------------------------- /src/scripts/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/scripts/fabfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/scripts/fabfile.py -------------------------------------------------------------------------------- /src/sql/bulk_import_file.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/bulk_import_file.sql -------------------------------------------------------------------------------- /src/sql/create_linked_server.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/create_linked_server.sql -------------------------------------------------------------------------------- /src/sql/create_otfn_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/create_otfn_table.sql -------------------------------------------------------------------------------- /src/sql/create_schema.sql: -------------------------------------------------------------------------------- 1 | CREATE SCHEMA test; 2 | -------------------------------------------------------------------------------- /src/sql/create_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/create_table.sql -------------------------------------------------------------------------------- /src/sql/create_timesheet_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/create_timesheet_table.sql -------------------------------------------------------------------------------- /src/sql/otfn.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/otfn.sql -------------------------------------------------------------------------------- /src/sql/otfn_with_link_server.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/laudio/airflow-etl-mssql-sample/HEAD/src/sql/otfn_with_link_server.sql -------------------------------------------------------------------------------- /src/sql/teardown.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS timesheet; 2 | --------------------------------------------------------------------------------