├── .flake8 ├── .github ├── pull_request_template.md └── workflows │ ├── ci-pre-commit.yml │ ├── ci-pypi-deploy.yml │ └── python-package-pip.yml ├── .gitignore ├── .gitlab-ci.yml ├── .pre-commit-config.yaml ├── CHANGELOG.md ├── README.md ├── docs ├── example_output.png ├── processing_diagram.png └── using_dask_distributed.png ├── example.danra.yaml ├── mllam_data_prep ├── __init__.py ├── __main__.py ├── cli.py ├── config.py ├── create_dataset.py └── ops │ ├── __init__.py │ ├── chunking.py │ ├── derive_variable │ ├── __init__.py │ ├── main.py │ ├── physical_field.py │ └── time_components.py │ ├── loading.py │ ├── mapping.py │ ├── selection.py │ ├── stacking.py │ ├── statistics.py │ └── subsetting.py ├── pdm.lock ├── pyproject.toml └── tests ├── __init__.py ├── data.py ├── derive_variable ├── conftest.py ├── test_main.py ├── test_physical_field.py └── test_time_components.py ├── old_config_schema_examples ├── README.md ├── v0.2.0 │ └── example.danra.yaml └── v0.5.0 │ └── example.danra.yaml ├── resources └── sliced_example.danra.yaml ├── test_cli.py ├── test_config.py ├── test_dataset.py ├── test_distributed.py ├── test_existing_output.py ├── test_from_config.py ├── test_selection.py └── test_stacking.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/ci-pre-commit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.github/workflows/ci-pre-commit.yml -------------------------------------------------------------------------------- /.github/workflows/ci-pypi-deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.github/workflows/ci-pypi-deploy.yml -------------------------------------------------------------------------------- /.github/workflows/python-package-pip.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.github/workflows/python-package-pip.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitlab-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.gitlab-ci.yml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/README.md -------------------------------------------------------------------------------- /docs/example_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/docs/example_output.png -------------------------------------------------------------------------------- /docs/processing_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/docs/processing_diagram.png -------------------------------------------------------------------------------- /docs/using_dask_distributed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/docs/using_dask_distributed.png -------------------------------------------------------------------------------- /example.danra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/example.danra.yaml -------------------------------------------------------------------------------- /mllam_data_prep/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/__init__.py -------------------------------------------------------------------------------- /mllam_data_prep/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/__main__.py -------------------------------------------------------------------------------- /mllam_data_prep/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/cli.py -------------------------------------------------------------------------------- /mllam_data_prep/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/config.py -------------------------------------------------------------------------------- /mllam_data_prep/create_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/create_dataset.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/__init__.py: -------------------------------------------------------------------------------- 1 | from . import derive_variable 2 | -------------------------------------------------------------------------------- /mllam_data_prep/ops/chunking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/chunking.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/derive_variable/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/derive_variable/__init__.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/derive_variable/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/derive_variable/main.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/derive_variable/physical_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/derive_variable/physical_field.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/derive_variable/time_components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/derive_variable/time_components.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/loading.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/mapping.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/selection.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/stacking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/stacking.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/statistics.py -------------------------------------------------------------------------------- /mllam_data_prep/ops/subsetting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/mllam_data_prep/ops/subsetting.py -------------------------------------------------------------------------------- /pdm.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/pdm.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/data.py -------------------------------------------------------------------------------- /tests/derive_variable/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/derive_variable/conftest.py -------------------------------------------------------------------------------- /tests/derive_variable/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/derive_variable/test_main.py -------------------------------------------------------------------------------- /tests/derive_variable/test_physical_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/derive_variable/test_physical_field.py -------------------------------------------------------------------------------- /tests/derive_variable/test_time_components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/derive_variable/test_time_components.py -------------------------------------------------------------------------------- /tests/old_config_schema_examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/old_config_schema_examples/README.md -------------------------------------------------------------------------------- /tests/old_config_schema_examples/v0.2.0/example.danra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/old_config_schema_examples/v0.2.0/example.danra.yaml -------------------------------------------------------------------------------- /tests/old_config_schema_examples/v0.5.0/example.danra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/old_config_schema_examples/v0.5.0/example.danra.yaml -------------------------------------------------------------------------------- /tests/resources/sliced_example.danra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/resources/sliced_example.danra.yaml -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_dataset.py -------------------------------------------------------------------------------- /tests/test_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_distributed.py -------------------------------------------------------------------------------- /tests/test_existing_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_existing_output.py -------------------------------------------------------------------------------- /tests/test_from_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_from_config.py -------------------------------------------------------------------------------- /tests/test_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_selection.py -------------------------------------------------------------------------------- /tests/test_stacking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mllam/mllam-data-prep/HEAD/tests/test_stacking.py --------------------------------------------------------------------------------