├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── dagster_polars ├── __init__.py ├── constants.py ├── io_managers │ ├── __init__.py │ ├── base.py │ ├── bigquery.py │ ├── delta.py │ ├── parquet.py │ └── utils.py ├── py.typed ├── types.py └── version.py ├── docs └── examples.md ├── poetry.lock ├── pyproject.toml ├── tests ├── __init__.py ├── conftest.py ├── example.py ├── test_deltalake.py ├── test_polars_delta.py ├── test_polars_parquet.py ├── test_upath_io_managers.py ├── test_upath_io_managers_lazy.py ├── test_version.py └── utils.py └── tox.ini /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/README.md -------------------------------------------------------------------------------- /dagster_polars/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/__init__.py -------------------------------------------------------------------------------- /dagster_polars/constants.py: -------------------------------------------------------------------------------- 1 | DAGSTER_POLARS_STORAGE_METADATA_KEY = "dagster_polars_metadata" 2 | -------------------------------------------------------------------------------- /dagster_polars/io_managers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/io_managers/__init__.py -------------------------------------------------------------------------------- /dagster_polars/io_managers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/io_managers/base.py -------------------------------------------------------------------------------- /dagster_polars/io_managers/bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/io_managers/bigquery.py -------------------------------------------------------------------------------- /dagster_polars/io_managers/delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/io_managers/delta.py -------------------------------------------------------------------------------- /dagster_polars/io_managers/parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/io_managers/parquet.py -------------------------------------------------------------------------------- /dagster_polars/io_managers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/io_managers/utils.py -------------------------------------------------------------------------------- /dagster_polars/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dagster_polars/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/dagster_polars/types.py -------------------------------------------------------------------------------- /dagster_polars/version.py: -------------------------------------------------------------------------------- 1 | __version__ = "1!0+dev" 2 | -------------------------------------------------------------------------------- /docs/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/docs/examples.md -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/example.py -------------------------------------------------------------------------------- /tests/test_deltalake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/test_deltalake.py -------------------------------------------------------------------------------- /tests/test_polars_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/test_polars_delta.py -------------------------------------------------------------------------------- /tests/test_polars_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/test_polars_parquet.py -------------------------------------------------------------------------------- /tests/test_upath_io_managers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/test_upath_io_managers.py -------------------------------------------------------------------------------- /tests/test_upath_io_managers_lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/test_upath_io_managers_lazy.py -------------------------------------------------------------------------------- /tests/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/test_version.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tests/utils.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danielgafni/dagster-polars/HEAD/tox.ini --------------------------------------------------------------------------------