├── .dockerignore ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── circle.yml ├── config └── airflow.cfg ├── dags ├── __init__.py ├── delete_dag.py ├── meetup │ ├── __init__.py │ ├── config.json │ ├── constants.py │ ├── logs │ │ └── etl.log │ ├── meetup.py │ └── models.py ├── meetup_to_warehouse.py ├── operators │ ├── __init__.py │ ├── etl.py │ └── meetup_to_postgres_operator.py └── sql │ ├── __init__.py │ ├── create_date_dim.sql │ ├── get_last_job_date.sql │ ├── load_data.sql │ └── staging.sql ├── docker-compose-LocalExecutor.yml └── script └── entrypoint.sh /.dockerignore: -------------------------------------------------------------------------------- 1 | .git 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/README.md -------------------------------------------------------------------------------- /circle.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/circle.yml -------------------------------------------------------------------------------- /config/airflow.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/config/airflow.cfg -------------------------------------------------------------------------------- /dags/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/delete_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/delete_dag.py -------------------------------------------------------------------------------- /dags/meetup/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/meetup/config.json: -------------------------------------------------------------------------------- 1 | { 2 | "MEETUP_KEY":"REDACTED" 3 | } -------------------------------------------------------------------------------- /dags/meetup/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/meetup/constants.py -------------------------------------------------------------------------------- /dags/meetup/logs/etl.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/meetup/meetup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/meetup/meetup.py -------------------------------------------------------------------------------- /dags/meetup/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/meetup/models.py -------------------------------------------------------------------------------- /dags/meetup_to_warehouse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/meetup_to_warehouse.py -------------------------------------------------------------------------------- /dags/operators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/operators/etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/operators/etl.py -------------------------------------------------------------------------------- /dags/operators/meetup_to_postgres_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/operators/meetup_to_postgres_operator.py -------------------------------------------------------------------------------- /dags/sql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/sql/create_date_dim.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/sql/create_date_dim.sql -------------------------------------------------------------------------------- /dags/sql/get_last_job_date.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/sql/get_last_job_date.sql -------------------------------------------------------------------------------- /dags/sql/load_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/sql/load_data.sql -------------------------------------------------------------------------------- /dags/sql/staging.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/dags/sql/staging.sql -------------------------------------------------------------------------------- /docker-compose-LocalExecutor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/docker-compose-LocalExecutor.yml -------------------------------------------------------------------------------- /script/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephwibowo/MeetBaeArea/HEAD/script/entrypoint.sh --------------------------------------------------------------------------------