├── .gitignore ├── LICENSE.txt ├── README.rst ├── docs ├── Makefile ├── api2db.app.rst ├── api2db.ingest.data_feature.rst ├── api2db.ingest.post_process.rst ├── api2db.ingest.pre_process.rst ├── api2db.ingest.rst ├── api2db.install.rst ├── api2db.rst ├── api2db.store.rst ├── api2db.stream.rst ├── conf.py ├── examples.rst ├── futures.rst ├── index.rst ├── installation.rst ├── make.bat └── modules.rst ├── futures ├── README.md ├── chain.py ├── db_2_api │ └── db_2_api.py ├── extract │ ├── extract.py │ └── extract_sum.py ├── install_docs.py ├── messaging │ ├── message.py │ └── messages │ │ ├── firestore_message.py │ │ ├── kafka_message.py │ │ └── redis_message.py ├── store │ ├── store_external.py │ └── store_external_2_gcs.py ├── stream_form.py └── workflows │ ├── chain.py │ ├── digest.py │ ├── extract.py │ ├── infer.py │ └── workflow.py ├── pyproject.toml ├── requirements.txt ├── setup.cfg ├── setup.py ├── src └── api2db │ ├── __init__.py │ ├── app │ ├── __init__.py │ ├── api2db.py │ ├── auth_manager.py │ ├── log.py │ └── run.py │ ├── ingest │ ├── __init__.py │ ├── api2pandas.py │ ├── api_form.py │ ├── base_lam.py │ ├── collector.py │ ├── data_feature │ │ ├── __init__.py │ │ └── feature.py │ ├── post_process │ │ ├── __init__.py │ │ ├── column_add.py │ │ ├── column_apply.py │ │ ├── columns_calculate.py │ │ ├── date_cast.py │ │ ├── drop_na.py │ │ ├── merge_static.py │ │ └── post.py │ └── pre_process │ │ ├── __init__.py │ │ ├── bad_row_swap.py │ │ ├── feature_flatten.py │ │ ├── global_extract.py │ │ ├── list_extract.py │ │ └── pre.py │ ├── install │ ├── __init__.py │ ├── clear_lab.py │ ├── collector_add.py │ ├── collector_list.py │ ├── collector_remove.py │ ├── make_lab.py │ ├── project_clear.py │ ├── project_make.py │ └── run_lab.py │ ├── store │ ├── __init__.py │ ├── store.py │ ├── store2bigquery.py │ ├── store2omnisci.py │ └── store2sql.py │ └── stream │ ├── __init__.py │ ├── file_converter.py │ ├── stream.py │ ├── stream2bigquery.py │ ├── stream2local.py │ ├── stream2omnisci.py │ └── stream2sql.py └── tests └── README.rst /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/README.rst -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/api2db.app.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.app.rst -------------------------------------------------------------------------------- /docs/api2db.ingest.data_feature.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.ingest.data_feature.rst -------------------------------------------------------------------------------- /docs/api2db.ingest.post_process.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.ingest.post_process.rst -------------------------------------------------------------------------------- /docs/api2db.ingest.pre_process.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.ingest.pre_process.rst -------------------------------------------------------------------------------- /docs/api2db.ingest.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.ingest.rst -------------------------------------------------------------------------------- /docs/api2db.install.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.install.rst -------------------------------------------------------------------------------- /docs/api2db.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.rst -------------------------------------------------------------------------------- /docs/api2db.store.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.store.rst -------------------------------------------------------------------------------- /docs/api2db.stream.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/api2db.stream.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/examples.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/examples.rst -------------------------------------------------------------------------------- /docs/futures.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/futures.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/installation.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/docs/modules.rst -------------------------------------------------------------------------------- /futures/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/README.md -------------------------------------------------------------------------------- /futures/chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/chain.py -------------------------------------------------------------------------------- /futures/db_2_api/db_2_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/db_2_api/db_2_api.py -------------------------------------------------------------------------------- /futures/extract/extract.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /futures/extract/extract_sum.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /futures/install_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/install_docs.py -------------------------------------------------------------------------------- /futures/messaging/message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/messaging/message.py -------------------------------------------------------------------------------- /futures/messaging/messages/firestore_message.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /futures/messaging/messages/kafka_message.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /futures/messaging/messages/redis_message.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /futures/store/store_external.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/store/store_external.py -------------------------------------------------------------------------------- /futures/store/store_external_2_gcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/store/store_external_2_gcs.py -------------------------------------------------------------------------------- /futures/stream_form.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/stream_form.py -------------------------------------------------------------------------------- /futures/workflows/chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/workflows/chain.py -------------------------------------------------------------------------------- /futures/workflows/digest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/workflows/digest.py -------------------------------------------------------------------------------- /futures/workflows/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/workflows/extract.py -------------------------------------------------------------------------------- /futures/workflows/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/workflows/infer.py -------------------------------------------------------------------------------- /futures/workflows/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/futures/workflows/workflow.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | license_files = LICENSE.txt 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/setup.py -------------------------------------------------------------------------------- /src/api2db/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/__init__.py -------------------------------------------------------------------------------- /src/api2db/app/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/app/__init__.py -------------------------------------------------------------------------------- /src/api2db/app/api2db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/app/api2db.py -------------------------------------------------------------------------------- /src/api2db/app/auth_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/app/auth_manager.py -------------------------------------------------------------------------------- /src/api2db/app/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/app/log.py -------------------------------------------------------------------------------- /src/api2db/app/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/app/run.py -------------------------------------------------------------------------------- /src/api2db/ingest/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/__init__.py -------------------------------------------------------------------------------- /src/api2db/ingest/api2pandas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/api2pandas.py -------------------------------------------------------------------------------- /src/api2db/ingest/api_form.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/api_form.py -------------------------------------------------------------------------------- /src/api2db/ingest/base_lam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/base_lam.py -------------------------------------------------------------------------------- /src/api2db/ingest/collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/collector.py -------------------------------------------------------------------------------- /src/api2db/ingest/data_feature/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/data_feature/__init__.py -------------------------------------------------------------------------------- /src/api2db/ingest/data_feature/feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/data_feature/feature.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/__init__.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/column_add.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/column_add.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/column_apply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/column_apply.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/columns_calculate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/columns_calculate.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/date_cast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/date_cast.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/drop_na.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/drop_na.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/merge_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/merge_static.py -------------------------------------------------------------------------------- /src/api2db/ingest/post_process/post.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/post_process/post.py -------------------------------------------------------------------------------- /src/api2db/ingest/pre_process/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/pre_process/__init__.py -------------------------------------------------------------------------------- /src/api2db/ingest/pre_process/bad_row_swap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/pre_process/bad_row_swap.py -------------------------------------------------------------------------------- /src/api2db/ingest/pre_process/feature_flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/pre_process/feature_flatten.py -------------------------------------------------------------------------------- /src/api2db/ingest/pre_process/global_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/pre_process/global_extract.py -------------------------------------------------------------------------------- /src/api2db/ingest/pre_process/list_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/pre_process/list_extract.py -------------------------------------------------------------------------------- /src/api2db/ingest/pre_process/pre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/ingest/pre_process/pre.py -------------------------------------------------------------------------------- /src/api2db/install/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/__init__.py -------------------------------------------------------------------------------- /src/api2db/install/clear_lab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/clear_lab.py -------------------------------------------------------------------------------- /src/api2db/install/collector_add.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/collector_add.py -------------------------------------------------------------------------------- /src/api2db/install/collector_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/collector_list.py -------------------------------------------------------------------------------- /src/api2db/install/collector_remove.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/collector_remove.py -------------------------------------------------------------------------------- /src/api2db/install/make_lab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/make_lab.py -------------------------------------------------------------------------------- /src/api2db/install/project_clear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/project_clear.py -------------------------------------------------------------------------------- /src/api2db/install/project_make.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/project_make.py -------------------------------------------------------------------------------- /src/api2db/install/run_lab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/install/run_lab.py -------------------------------------------------------------------------------- /src/api2db/store/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/store/__init__.py -------------------------------------------------------------------------------- /src/api2db/store/store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/store/store.py -------------------------------------------------------------------------------- /src/api2db/store/store2bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/store/store2bigquery.py -------------------------------------------------------------------------------- /src/api2db/store/store2omnisci.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/store/store2omnisci.py -------------------------------------------------------------------------------- /src/api2db/store/store2sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/store/store2sql.py -------------------------------------------------------------------------------- /src/api2db/stream/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/__init__.py -------------------------------------------------------------------------------- /src/api2db/stream/file_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/file_converter.py -------------------------------------------------------------------------------- /src/api2db/stream/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/stream.py -------------------------------------------------------------------------------- /src/api2db/stream/stream2bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/stream2bigquery.py -------------------------------------------------------------------------------- /src/api2db/stream/stream2local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/stream2local.py -------------------------------------------------------------------------------- /src/api2db/stream/stream2omnisci.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/stream2omnisci.py -------------------------------------------------------------------------------- /src/api2db/stream/stream2sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/src/api2db/stream/stream2sql.py -------------------------------------------------------------------------------- /tests/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TristenHarr/api2db/HEAD/tests/README.rst --------------------------------------------------------------------------------