├── .gitignore ├── .scripts └── mara-app │ ├── README.MD │ ├── check-newer.sh │ ├── ensure-pushed.sh │ ├── init.mk │ ├── install.mk │ └── makeshell ├── LICENSE ├── Makefile ├── README.md ├── app ├── __init__.py ├── app.py ├── bigquery_downloader │ ├── __init__.py │ ├── github-repo-activity.sql │ └── pypi-downloads.sql ├── config.py ├── data_sets.py ├── local_setup.py.example ├── pipelines │ ├── __init__.py │ ├── github │ │ ├── __init__.py │ │ ├── constrain_tables.sql │ │ ├── create_data_schema.sql │ │ ├── create_repo_activity_data_set.sql │ │ ├── create_repo_activity_data_table.sql │ │ ├── preprocess_repo_activity.sql │ │ ├── recreate_schemas.sql │ │ ├── transform_repo.sql │ │ └── transform_repo_activity.sql │ ├── pypi │ │ ├── __init__.py │ │ ├── constrain_tables.sql │ │ ├── create_data_schema.sql │ │ ├── create_download_counts_data_set.sql │ │ ├── create_download_counts_data_table.sql │ │ ├── preprocess_project_version_1.sql │ │ ├── preprocess_project_version_2.sql │ │ ├── recreate_schemas.sql │ │ ├── transform_download_counts.sql │ │ ├── transform_installer.sql │ │ ├── transform_project.sql │ │ ├── transform_project_version.sql │ │ └── transform_python_version.sql │ ├── python_projects │ │ ├── __init__.py │ │ ├── constrain_tables.sql │ │ ├── create_python_project_activity_data_set.sql │ │ ├── extract_python_repo_activity.sql │ │ ├── recreate_schemas.sql │ │ └── transform_python_project_activity.sql │ └── utils │ │ └── __init__.py └── ui │ ├── __init__.py │ ├── start_page.py │ └── static │ ├── favicon.ico │ ├── logo.png │ └── styles.css ├── docs ├── mara-cli-etl-run.gif ├── mara-web-ui-etl-run.gif ├── mara-web-ui-pipeline.png ├── mara-web-ui-task.png ├── postgresql.conf └── star-schema.png ├── requirements.txt └── requirements.txt.freeze /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.gitignore -------------------------------------------------------------------------------- /.scripts/mara-app/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.scripts/mara-app/README.MD -------------------------------------------------------------------------------- /.scripts/mara-app/check-newer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.scripts/mara-app/check-newer.sh -------------------------------------------------------------------------------- /.scripts/mara-app/ensure-pushed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.scripts/mara-app/ensure-pushed.sh -------------------------------------------------------------------------------- /.scripts/mara-app/init.mk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.scripts/mara-app/init.mk -------------------------------------------------------------------------------- /.scripts/mara-app/install.mk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.scripts/mara-app/install.mk -------------------------------------------------------------------------------- /.scripts/mara-app/makeshell: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/.scripts/mara-app/makeshell -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/README.md -------------------------------------------------------------------------------- /app/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/__init__.py -------------------------------------------------------------------------------- /app/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/app.py -------------------------------------------------------------------------------- /app/bigquery_downloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/bigquery_downloader/__init__.py -------------------------------------------------------------------------------- /app/bigquery_downloader/github-repo-activity.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/bigquery_downloader/github-repo-activity.sql -------------------------------------------------------------------------------- /app/bigquery_downloader/pypi-downloads.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/bigquery_downloader/pypi-downloads.sql -------------------------------------------------------------------------------- /app/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/config.py -------------------------------------------------------------------------------- /app/data_sets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/data_sets.py -------------------------------------------------------------------------------- /app/local_setup.py.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/local_setup.py.example -------------------------------------------------------------------------------- /app/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/__init__.py -------------------------------------------------------------------------------- /app/pipelines/github/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/__init__.py -------------------------------------------------------------------------------- /app/pipelines/github/constrain_tables.sql: -------------------------------------------------------------------------------- 1 | SELECT gh_tmp.constrain_repo_activity(); -------------------------------------------------------------------------------- /app/pipelines/github/create_data_schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/create_data_schema.sql -------------------------------------------------------------------------------- /app/pipelines/github/create_repo_activity_data_set.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/create_repo_activity_data_set.sql -------------------------------------------------------------------------------- /app/pipelines/github/create_repo_activity_data_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/create_repo_activity_data_table.sql -------------------------------------------------------------------------------- /app/pipelines/github/preprocess_repo_activity.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/preprocess_repo_activity.sql -------------------------------------------------------------------------------- /app/pipelines/github/recreate_schemas.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/recreate_schemas.sql -------------------------------------------------------------------------------- /app/pipelines/github/transform_repo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/transform_repo.sql -------------------------------------------------------------------------------- /app/pipelines/github/transform_repo_activity.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/github/transform_repo_activity.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/__init__.py -------------------------------------------------------------------------------- /app/pipelines/pypi/constrain_tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/constrain_tables.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/create_data_schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/create_data_schema.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/create_download_counts_data_set.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/create_download_counts_data_set.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/create_download_counts_data_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/create_download_counts_data_table.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/preprocess_project_version_1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/preprocess_project_version_1.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/preprocess_project_version_2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/preprocess_project_version_2.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/recreate_schemas.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/recreate_schemas.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/transform_download_counts.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/transform_download_counts.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/transform_installer.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/transform_installer.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/transform_project.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/transform_project.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/transform_project_version.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/transform_project_version.sql -------------------------------------------------------------------------------- /app/pipelines/pypi/transform_python_version.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/pypi/transform_python_version.sql -------------------------------------------------------------------------------- /app/pipelines/python_projects/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/python_projects/__init__.py -------------------------------------------------------------------------------- /app/pipelines/python_projects/constrain_tables.sql: -------------------------------------------------------------------------------- 1 | SELECT pp_tmp.constrain_python_project_activity(); -------------------------------------------------------------------------------- /app/pipelines/python_projects/create_python_project_activity_data_set.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/python_projects/create_python_project_activity_data_set.sql -------------------------------------------------------------------------------- /app/pipelines/python_projects/extract_python_repo_activity.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/python_projects/extract_python_repo_activity.sql -------------------------------------------------------------------------------- /app/pipelines/python_projects/recreate_schemas.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/python_projects/recreate_schemas.sql -------------------------------------------------------------------------------- /app/pipelines/python_projects/transform_python_project_activity.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/python_projects/transform_python_project_activity.sql -------------------------------------------------------------------------------- /app/pipelines/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/pipelines/utils/__init__.py -------------------------------------------------------------------------------- /app/ui/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/ui/__init__.py -------------------------------------------------------------------------------- /app/ui/start_page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/ui/start_page.py -------------------------------------------------------------------------------- /app/ui/static/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/ui/static/favicon.ico -------------------------------------------------------------------------------- /app/ui/static/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/ui/static/logo.png -------------------------------------------------------------------------------- /app/ui/static/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/app/ui/static/styles.css -------------------------------------------------------------------------------- /docs/mara-cli-etl-run.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/docs/mara-cli-etl-run.gif -------------------------------------------------------------------------------- /docs/mara-web-ui-etl-run.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/docs/mara-web-ui-etl-run.gif -------------------------------------------------------------------------------- /docs/mara-web-ui-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/docs/mara-web-ui-pipeline.png -------------------------------------------------------------------------------- /docs/mara-web-ui-task.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/docs/mara-web-ui-task.png -------------------------------------------------------------------------------- /docs/postgresql.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/docs/postgresql.conf -------------------------------------------------------------------------------- /docs/star-schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/docs/star-schema.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements.txt.freeze: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mara/mara-example-project-2/HEAD/requirements.txt.freeze --------------------------------------------------------------------------------