├── .github └── workflows │ └── ci.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CHANGELOG.md ├── LICENSE ├── MANIFEST.in ├── NOTICE ├── README.md ├── data └── vcp_samples.json ├── docs └── SCIPY_POSTER.pdf ├── environment-ncsa.yml ├── environment.yml ├── images ├── full-jtech-d-15-0020_1-f4.jpg ├── radar_FAIR.png └── radar_datatree.png ├── notebooks ├── 1.Sigmet2Zarr.ipynb ├── 2.NexRad2Zarr.ipynb ├── 3.RYZHKOV-QVP.ipynb ├── Poster.ipynb ├── dtree_args.ipynb ├── radar.mp4 ├── radar_dtree.ipynb └── reading-from-arraylake.ipynb ├── pyproject.toml ├── raw2zarr ├── __init__.py ├── builder │ ├── __init__.py │ ├── builder_utils.py │ ├── convert.py │ ├── dtree_radar.py │ ├── executor.py │ └── metadata_processor.py ├── config │ ├── __init__.py │ ├── eccc.json │ ├── ideam.json │ ├── utils.py │ └── vcp_nexrad.json ├── io │ ├── __init__.py │ ├── base.py │ ├── load.py │ ├── loaders │ │ ├── __init__.py │ │ ├── iris.py │ │ ├── nexrad.py │ │ └── odim.py │ └── preprocess.py ├── main.py ├── templates │ ├── __init__.py │ ├── template_manager.py │ ├── template_ops.py │ ├── template_utils.py │ └── vcp_utils.py ├── transform │ ├── __init__.py │ ├── alignment.py │ ├── dimension.py │ ├── encoding.py │ ├── georeferencing.py │ └── tranform_utils.py ├── utils │ ├── __init__.py │ ├── core.py │ └── metadata_extractor.py └── writer │ ├── __init__.py │ ├── writer_utils.py │ └── zarr_writer.py ├── setup.py └── tests ├── __init__.py ├── builder ├── conftest.py ├── test_builder_utils.py ├── test_convert.py ├── test_dtree_radar.py ├── test_metadata_processor.py └── test_runner.py ├── config ├── test_config.py └── test_vcp_configs.py ├── conftest.py ├── io ├── __init__.py ├── test_base.py ├── test_load.py └── test_preprocess.py ├── templates ├── __init__.py ├── test_template_manager.py ├── test_template_ops.py ├── test_template_utils.py └── test_vcp_utils.py ├── test_utils.py ├── transform ├── test_aligment.py ├── test_dimension.py ├── test_encoding.py ├── test_georeferencing.py └── test_utils.py └── writer └── test_writer_utils.py /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include raw2zarr/config *.json 2 | -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/README.md -------------------------------------------------------------------------------- /data/vcp_samples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/data/vcp_samples.json -------------------------------------------------------------------------------- /docs/SCIPY_POSTER.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/docs/SCIPY_POSTER.pdf -------------------------------------------------------------------------------- /environment-ncsa.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/environment-ncsa.yml -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/environment.yml -------------------------------------------------------------------------------- /images/full-jtech-d-15-0020_1-f4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/images/full-jtech-d-15-0020_1-f4.jpg -------------------------------------------------------------------------------- /images/radar_FAIR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/images/radar_FAIR.png -------------------------------------------------------------------------------- /images/radar_datatree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/images/radar_datatree.png -------------------------------------------------------------------------------- /notebooks/1.Sigmet2Zarr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/1.Sigmet2Zarr.ipynb -------------------------------------------------------------------------------- /notebooks/2.NexRad2Zarr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/2.NexRad2Zarr.ipynb -------------------------------------------------------------------------------- /notebooks/3.RYZHKOV-QVP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/3.RYZHKOV-QVP.ipynb -------------------------------------------------------------------------------- /notebooks/Poster.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/Poster.ipynb -------------------------------------------------------------------------------- /notebooks/dtree_args.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/dtree_args.ipynb -------------------------------------------------------------------------------- /notebooks/radar.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/radar.mp4 -------------------------------------------------------------------------------- /notebooks/radar_dtree.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/radar_dtree.ipynb -------------------------------------------------------------------------------- /notebooks/reading-from-arraylake.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/notebooks/reading-from-arraylake.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/pyproject.toml -------------------------------------------------------------------------------- /raw2zarr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/__init__.py -------------------------------------------------------------------------------- /raw2zarr/builder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /raw2zarr/builder/builder_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/builder/builder_utils.py -------------------------------------------------------------------------------- /raw2zarr/builder/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/builder/convert.py -------------------------------------------------------------------------------- /raw2zarr/builder/dtree_radar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/builder/dtree_radar.py -------------------------------------------------------------------------------- /raw2zarr/builder/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/builder/executor.py -------------------------------------------------------------------------------- /raw2zarr/builder/metadata_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/builder/metadata_processor.py -------------------------------------------------------------------------------- /raw2zarr/config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /raw2zarr/config/eccc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/config/eccc.json -------------------------------------------------------------------------------- /raw2zarr/config/ideam.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/config/ideam.json -------------------------------------------------------------------------------- /raw2zarr/config/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/config/utils.py -------------------------------------------------------------------------------- /raw2zarr/config/vcp_nexrad.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/config/vcp_nexrad.json -------------------------------------------------------------------------------- /raw2zarr/io/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/__init__.py -------------------------------------------------------------------------------- /raw2zarr/io/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/base.py -------------------------------------------------------------------------------- /raw2zarr/io/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/load.py -------------------------------------------------------------------------------- /raw2zarr/io/loaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/loaders/__init__.py -------------------------------------------------------------------------------- /raw2zarr/io/loaders/iris.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/loaders/iris.py -------------------------------------------------------------------------------- /raw2zarr/io/loaders/nexrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/loaders/nexrad.py -------------------------------------------------------------------------------- /raw2zarr/io/loaders/odim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/loaders/odim.py -------------------------------------------------------------------------------- /raw2zarr/io/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/io/preprocess.py -------------------------------------------------------------------------------- /raw2zarr/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/main.py -------------------------------------------------------------------------------- /raw2zarr/templates/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /raw2zarr/templates/template_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/templates/template_manager.py -------------------------------------------------------------------------------- /raw2zarr/templates/template_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/templates/template_ops.py -------------------------------------------------------------------------------- /raw2zarr/templates/template_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/templates/template_utils.py -------------------------------------------------------------------------------- /raw2zarr/templates/vcp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/templates/vcp_utils.py -------------------------------------------------------------------------------- /raw2zarr/transform/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /raw2zarr/transform/alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/transform/alignment.py -------------------------------------------------------------------------------- /raw2zarr/transform/dimension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/transform/dimension.py -------------------------------------------------------------------------------- /raw2zarr/transform/encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/transform/encoding.py -------------------------------------------------------------------------------- /raw2zarr/transform/georeferencing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/transform/georeferencing.py -------------------------------------------------------------------------------- /raw2zarr/transform/tranform_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/transform/tranform_utils.py -------------------------------------------------------------------------------- /raw2zarr/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/utils/__init__.py -------------------------------------------------------------------------------- /raw2zarr/utils/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/utils/core.py -------------------------------------------------------------------------------- /raw2zarr/utils/metadata_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/utils/metadata_extractor.py -------------------------------------------------------------------------------- /raw2zarr/writer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /raw2zarr/writer/writer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/writer/writer_utils.py -------------------------------------------------------------------------------- /raw2zarr/writer/zarr_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/raw2zarr/writer/zarr_writer.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/builder/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/builder/conftest.py -------------------------------------------------------------------------------- /tests/builder/test_builder_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/builder/test_builder_utils.py -------------------------------------------------------------------------------- /tests/builder/test_convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/builder/test_convert.py -------------------------------------------------------------------------------- /tests/builder/test_dtree_radar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/builder/test_dtree_radar.py -------------------------------------------------------------------------------- /tests/builder/test_metadata_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/builder/test_metadata_processor.py -------------------------------------------------------------------------------- /tests/builder/test_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/builder/test_runner.py -------------------------------------------------------------------------------- /tests/config/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/config/test_config.py -------------------------------------------------------------------------------- /tests/config/test_vcp_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/config/test_vcp_configs.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/io/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/io/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/io/test_base.py -------------------------------------------------------------------------------- /tests/io/test_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/io/test_load.py -------------------------------------------------------------------------------- /tests/io/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/io/test_preprocess.py -------------------------------------------------------------------------------- /tests/templates/__init__.py: -------------------------------------------------------------------------------- 1 | # Templates test module 2 | -------------------------------------------------------------------------------- /tests/templates/test_template_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/templates/test_template_manager.py -------------------------------------------------------------------------------- /tests/templates/test_template_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/templates/test_template_ops.py -------------------------------------------------------------------------------- /tests/templates/test_template_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/templates/test_template_utils.py -------------------------------------------------------------------------------- /tests/templates/test_vcp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/templates/test_vcp_utils.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/transform/test_aligment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/transform/test_aligment.py -------------------------------------------------------------------------------- /tests/transform/test_dimension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/transform/test_dimension.py -------------------------------------------------------------------------------- /tests/transform/test_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/transform/test_encoding.py -------------------------------------------------------------------------------- /tests/transform/test_georeferencing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/transform/test_georeferencing.py -------------------------------------------------------------------------------- /tests/transform/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/transform/test_utils.py -------------------------------------------------------------------------------- /tests/writer/test_writer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aladinor/raw2zarr/HEAD/tests/writer/test_writer_utils.py --------------------------------------------------------------------------------