├── .changie.yaml ├── .devcontainer ├── README.md └── devcontainer.json ├── .dockerignore ├── .env.example ├── .github ├── dependabot.yml ├── release-drafter.yml └── workflows │ ├── constraints.txt │ ├── deploy_aws.yml │ ├── dwh-benchmark.yml │ ├── release.yml │ ├── static.yml │ └── test.yml ├── .gitignore ├── DEVELOPMENT.md ├── Dockerfile ├── LICENSE ├── README.md ├── docker-compose.yml ├── examples └── playground │ ├── app │ └── sqlglot │ │ ├── page.py │ │ └── requirements.txt │ └── universql_project.yml ├── poetry.lock ├── pyproject.toml ├── pytest.ini ├── resources ├── cli_demo.gif ├── cli_demo.png ├── clickbench.png ├── demo.gif ├── dwh-benchmark │ ├── clickbench.sql │ ├── index.html │ └── results.json ├── how_to_use.png ├── snowflake │ ├── favicon.ico │ ├── index.html │ └── logo.png └── snowflake_redshift_usage │ ├── 1.Download.sh │ ├── 2.IngestCost.ipynb │ └── 2.IngestCost.py ├── snowflake.aws.lambda.Dockerfile ├── ssl └── .gitignore ├── tests ├── __init__.py ├── integration │ ├── __init__.py │ ├── extract.py │ ├── load.py │ ├── object_identifiers.py │ ├── transform.py │ └── utils.py ├── plugins │ └── __init__.py ├── scratch │ ├── __init__.py │ ├── boto_tests.py │ ├── cdk_tests.py │ ├── chdb_tests.py │ ├── dbt_tests.py │ ├── duck_tests.py │ ├── jinja_test.py │ ├── pyiceberg_tests.py │ ├── sqlglot_tests.py │ ├── system_tray.py │ └── textual_test.py ├── sql_optimizer.py └── testing.ipynb ├── universql.code-workspace └── universql ├── __init__.py ├── agent ├── __init__.py └── cloudflared.py ├── catalog ├── __init__.py └── iceberg.py ├── lake ├── cloud.py └── fsspec_util.py ├── main.py ├── plugin.py ├── plugins ├── __init__.py ├── snow.py └── ui.py ├── protocol ├── __init__.py ├── lambda.py ├── session.py ├── snowflake.py └── utils.py ├── streamlit ├── .streamlit │ └── config.toml ├── app.py └── requirements.txt ├── util.py └── warehouse ├── __init__.py ├── bigquery.py ├── duckdb.py ├── redshift.py └── snowflake.py /.changie.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.changie.yaml -------------------------------------------------------------------------------- /.devcontainer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.devcontainer/README.md -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.env.example -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/release-drafter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/release-drafter.yml -------------------------------------------------------------------------------- /.github/workflows/constraints.txt: -------------------------------------------------------------------------------- 1 | pip==23.0.1 2 | virtualenv==20.21.0 -------------------------------------------------------------------------------- /.github/workflows/deploy_aws.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/workflows/deploy_aws.yml -------------------------------------------------------------------------------- /.github/workflows/dwh-benchmark.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/workflows/dwh-benchmark.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/static.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/workflows/static.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/.gitignore -------------------------------------------------------------------------------- /DEVELOPMENT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/DEVELOPMENT.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /examples/playground/app/sqlglot/page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/examples/playground/app/sqlglot/page.py -------------------------------------------------------------------------------- /examples/playground/app/sqlglot/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit 2 | sqlglot 3 | duckdb 4 | networkx 5 | st_link_analysis -------------------------------------------------------------------------------- /examples/playground/universql_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/examples/playground/universql_project.yml -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/pytest.ini -------------------------------------------------------------------------------- /resources/cli_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/cli_demo.gif -------------------------------------------------------------------------------- /resources/cli_demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/cli_demo.png -------------------------------------------------------------------------------- /resources/clickbench.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/clickbench.png -------------------------------------------------------------------------------- /resources/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/demo.gif -------------------------------------------------------------------------------- /resources/dwh-benchmark/clickbench.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/dwh-benchmark/clickbench.sql -------------------------------------------------------------------------------- /resources/dwh-benchmark/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/dwh-benchmark/index.html -------------------------------------------------------------------------------- /resources/dwh-benchmark/results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/dwh-benchmark/results.json -------------------------------------------------------------------------------- /resources/how_to_use.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/how_to_use.png -------------------------------------------------------------------------------- /resources/snowflake/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/snowflake/favicon.ico -------------------------------------------------------------------------------- /resources/snowflake/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/snowflake/index.html -------------------------------------------------------------------------------- /resources/snowflake/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/snowflake/logo.png -------------------------------------------------------------------------------- /resources/snowflake_redshift_usage/1.Download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/snowflake_redshift_usage/1.Download.sh -------------------------------------------------------------------------------- /resources/snowflake_redshift_usage/2.IngestCost.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/snowflake_redshift_usage/2.IngestCost.ipynb -------------------------------------------------------------------------------- /resources/snowflake_redshift_usage/2.IngestCost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/resources/snowflake_redshift_usage/2.IngestCost.py -------------------------------------------------------------------------------- /snowflake.aws.lambda.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/snowflake.aws.lambda.Dockerfile -------------------------------------------------------------------------------- /ssl/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/integration/extract.py -------------------------------------------------------------------------------- /tests/integration/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/integration/load.py -------------------------------------------------------------------------------- /tests/integration/object_identifiers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/integration/object_identifiers.py -------------------------------------------------------------------------------- /tests/integration/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/integration/transform.py -------------------------------------------------------------------------------- /tests/integration/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/integration/utils.py -------------------------------------------------------------------------------- /tests/plugins/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/scratch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/scratch/boto_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/boto_tests.py -------------------------------------------------------------------------------- /tests/scratch/cdk_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/cdk_tests.py -------------------------------------------------------------------------------- /tests/scratch/chdb_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/chdb_tests.py -------------------------------------------------------------------------------- /tests/scratch/dbt_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/dbt_tests.py -------------------------------------------------------------------------------- /tests/scratch/duck_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/duck_tests.py -------------------------------------------------------------------------------- /tests/scratch/jinja_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/jinja_test.py -------------------------------------------------------------------------------- /tests/scratch/pyiceberg_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/pyiceberg_tests.py -------------------------------------------------------------------------------- /tests/scratch/sqlglot_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/sqlglot_tests.py -------------------------------------------------------------------------------- /tests/scratch/system_tray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/system_tray.py -------------------------------------------------------------------------------- /tests/scratch/textual_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/scratch/textual_test.py -------------------------------------------------------------------------------- /tests/sql_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/sql_optimizer.py -------------------------------------------------------------------------------- /tests/testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/tests/testing.ipynb -------------------------------------------------------------------------------- /universql.code-workspace: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql.code-workspace -------------------------------------------------------------------------------- /universql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /universql/agent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /universql/agent/cloudflared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/agent/cloudflared.py -------------------------------------------------------------------------------- /universql/catalog/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /universql/catalog/iceberg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/catalog/iceberg.py -------------------------------------------------------------------------------- /universql/lake/cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/lake/cloud.py -------------------------------------------------------------------------------- /universql/lake/fsspec_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/lake/fsspec_util.py -------------------------------------------------------------------------------- /universql/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/main.py -------------------------------------------------------------------------------- /universql/plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/plugin.py -------------------------------------------------------------------------------- /universql/plugins/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /universql/plugins/snow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/plugins/snow.py -------------------------------------------------------------------------------- /universql/plugins/ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/plugins/ui.py -------------------------------------------------------------------------------- /universql/protocol/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /universql/protocol/lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/protocol/lambda.py -------------------------------------------------------------------------------- /universql/protocol/session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/protocol/session.py -------------------------------------------------------------------------------- /universql/protocol/snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/protocol/snowflake.py -------------------------------------------------------------------------------- /universql/protocol/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/protocol/utils.py -------------------------------------------------------------------------------- /universql/streamlit/.streamlit/config.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/streamlit/.streamlit/config.toml -------------------------------------------------------------------------------- /universql/streamlit/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/streamlit/app.py -------------------------------------------------------------------------------- /universql/streamlit/requirements.txt: -------------------------------------------------------------------------------- 1 | pandas 2 | duckdb -------------------------------------------------------------------------------- /universql/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/util.py -------------------------------------------------------------------------------- /universql/warehouse/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /universql/warehouse/bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/warehouse/bigquery.py -------------------------------------------------------------------------------- /universql/warehouse/duckdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/warehouse/duckdb.py -------------------------------------------------------------------------------- /universql/warehouse/redshift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/warehouse/redshift.py -------------------------------------------------------------------------------- /universql/warehouse/snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buremba/universql/HEAD/universql/warehouse/snowflake.py --------------------------------------------------------------------------------