├── .cruft.json ├── .github └── workflows │ └── on-push.yml ├── .gitignore ├── .pre-commit-config-cruft.yaml ├── .pre-commit-config.yaml ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── ci ├── environment-ci.yml └── environment-integration.yml ├── deepr ├── __init__.py ├── cli.py ├── data │ ├── __init__.py │ ├── configuration.py │ ├── files.py │ ├── generator.py │ ├── scaler.py │ └── static │ │ ├── __init__.py │ │ └── climatology.py ├── model │ ├── __init__.py │ ├── activations.py │ ├── attention.py │ ├── autoencoder_trainer.py │ ├── conditional_ddpm.py │ ├── configs.py │ ├── conv_baseline.py │ ├── conv_swin2sr.py │ ├── diffusion_trainer.py │ ├── loss.py │ ├── models.py │ ├── nn_trainer.py │ ├── resnet.py │ ├── unet.py │ ├── unet_blocks.py │ └── utils.py ├── utilities │ ├── __init__.py │ ├── logger.py │ └── yml.py ├── validation │ ├── __init__.py │ ├── generate_data.py │ ├── netcdf │ │ ├── __init__.py │ │ ├── metrics.py │ │ ├── validation.py │ │ └── visualize.py │ ├── nn_performance_metrics.py │ ├── sample_predictions.py │ └── validation_nn.py ├── visualizations │ ├── __init__.py │ ├── giffs.py │ ├── plot_maps.py │ ├── plot_rose.py │ └── plot_samples.py └── workflow.py ├── docs ├── Makefile ├── _static │ ├── .gitkeep │ ├── convswin2sr_scheme.png │ ├── dp_scheme.png │ ├── eps-U-Net diagram.svg │ ├── pos_embedding.png │ ├── project_motivation.png │ ├── spatial-domain-small.png │ └── standardization_types.png ├── _templates │ └── .gitkeep ├── conf.py ├── index.md ├── make.bat └── usage │ ├── data.md │ ├── installation.md │ ├── methodology.md │ └── references.md ├── environment.yml ├── environment_CUDA.yml ├── pyproject.toml ├── resources ├── configuration_diffusion.yml ├── configuration_nn_bicubic.yml ├── configuration_nn_evaluation.yml ├── configuration_nn_swin2sr.yml └── configuration_vqvae.yml ├── scripts ├── download │ ├── climate_data_store.py │ └── european_weather_cloud.py ├── modeling │ ├── generate_model_predictions.py │ ├── train_model.py │ └── validate_model_predictions.py └── processing │ └── data_spatial_selection.py ├── setup.cfg └── tests ├── test_00_version.py └── tests_data └── test_files.py /.cruft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/.cruft.json -------------------------------------------------------------------------------- /.github/workflows/on-push.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/.github/workflows/on-push.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config-cruft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/.pre-commit-config-cruft.yaml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/README.md -------------------------------------------------------------------------------- /ci/environment-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/ci/environment-ci.yml -------------------------------------------------------------------------------- /ci/environment-integration.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/ci/environment-integration.yml -------------------------------------------------------------------------------- /deepr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/__init__.py -------------------------------------------------------------------------------- /deepr/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/cli.py -------------------------------------------------------------------------------- /deepr/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/data/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/data/configuration.py -------------------------------------------------------------------------------- /deepr/data/files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/data/files.py -------------------------------------------------------------------------------- /deepr/data/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/data/generator.py -------------------------------------------------------------------------------- /deepr/data/scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/data/scaler.py -------------------------------------------------------------------------------- /deepr/data/static/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/data/static/climatology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/data/static/climatology.py -------------------------------------------------------------------------------- /deepr/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/model/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/activations.py -------------------------------------------------------------------------------- /deepr/model/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/attention.py -------------------------------------------------------------------------------- /deepr/model/autoencoder_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/autoencoder_trainer.py -------------------------------------------------------------------------------- /deepr/model/conditional_ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/conditional_ddpm.py -------------------------------------------------------------------------------- /deepr/model/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/configs.py -------------------------------------------------------------------------------- /deepr/model/conv_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/conv_baseline.py -------------------------------------------------------------------------------- /deepr/model/conv_swin2sr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/conv_swin2sr.py -------------------------------------------------------------------------------- /deepr/model/diffusion_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/diffusion_trainer.py -------------------------------------------------------------------------------- /deepr/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/loss.py -------------------------------------------------------------------------------- /deepr/model/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/models.py -------------------------------------------------------------------------------- /deepr/model/nn_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/nn_trainer.py -------------------------------------------------------------------------------- /deepr/model/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/resnet.py -------------------------------------------------------------------------------- /deepr/model/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/unet.py -------------------------------------------------------------------------------- /deepr/model/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/unet_blocks.py -------------------------------------------------------------------------------- /deepr/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/model/utils.py -------------------------------------------------------------------------------- /deepr/utilities/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/utilities/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/utilities/logger.py -------------------------------------------------------------------------------- /deepr/utilities/yml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/utilities/yml.py -------------------------------------------------------------------------------- /deepr/validation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/validation/generate_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/generate_data.py -------------------------------------------------------------------------------- /deepr/validation/netcdf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/validation/netcdf/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/netcdf/metrics.py -------------------------------------------------------------------------------- /deepr/validation/netcdf/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/netcdf/validation.py -------------------------------------------------------------------------------- /deepr/validation/netcdf/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/netcdf/visualize.py -------------------------------------------------------------------------------- /deepr/validation/nn_performance_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/nn_performance_metrics.py -------------------------------------------------------------------------------- /deepr/validation/sample_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/sample_predictions.py -------------------------------------------------------------------------------- /deepr/validation/validation_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/validation/validation_nn.py -------------------------------------------------------------------------------- /deepr/visualizations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deepr/visualizations/giffs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/visualizations/giffs.py -------------------------------------------------------------------------------- /deepr/visualizations/plot_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/visualizations/plot_maps.py -------------------------------------------------------------------------------- /deepr/visualizations/plot_rose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/visualizations/plot_rose.py -------------------------------------------------------------------------------- /deepr/visualizations/plot_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/visualizations/plot_samples.py -------------------------------------------------------------------------------- /deepr/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/deepr/workflow.py -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/_static/convswin2sr_scheme.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/convswin2sr_scheme.png -------------------------------------------------------------------------------- /docs/_static/dp_scheme.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/dp_scheme.png -------------------------------------------------------------------------------- /docs/_static/eps-U-Net diagram.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/eps-U-Net diagram.svg -------------------------------------------------------------------------------- /docs/_static/pos_embedding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/pos_embedding.png -------------------------------------------------------------------------------- /docs/_static/project_motivation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/project_motivation.png -------------------------------------------------------------------------------- /docs/_static/spatial-domain-small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/spatial-domain-small.png -------------------------------------------------------------------------------- /docs/_static/standardization_types.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/_static/standardization_types.png -------------------------------------------------------------------------------- /docs/_templates/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/usage/data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/usage/data.md -------------------------------------------------------------------------------- /docs/usage/installation.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/usage/methodology.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/usage/methodology.md -------------------------------------------------------------------------------- /docs/usage/references.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/docs/usage/references.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/environment.yml -------------------------------------------------------------------------------- /environment_CUDA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/environment_CUDA.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/pyproject.toml -------------------------------------------------------------------------------- /resources/configuration_diffusion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/resources/configuration_diffusion.yml -------------------------------------------------------------------------------- /resources/configuration_nn_bicubic.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/resources/configuration_nn_bicubic.yml -------------------------------------------------------------------------------- /resources/configuration_nn_evaluation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/resources/configuration_nn_evaluation.yml -------------------------------------------------------------------------------- /resources/configuration_nn_swin2sr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/resources/configuration_nn_swin2sr.yml -------------------------------------------------------------------------------- /resources/configuration_vqvae.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/resources/configuration_vqvae.yml -------------------------------------------------------------------------------- /scripts/download/climate_data_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/scripts/download/climate_data_store.py -------------------------------------------------------------------------------- /scripts/download/european_weather_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/scripts/download/european_weather_cloud.py -------------------------------------------------------------------------------- /scripts/modeling/generate_model_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/scripts/modeling/generate_model_predictions.py -------------------------------------------------------------------------------- /scripts/modeling/train_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/scripts/modeling/train_model.py -------------------------------------------------------------------------------- /scripts/modeling/validate_model_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/scripts/modeling/validate_model_predictions.py -------------------------------------------------------------------------------- /scripts/processing/data_spatial_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/scripts/processing/data_spatial_selection.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/setup.cfg -------------------------------------------------------------------------------- /tests/test_00_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/tests/test_00_version.py -------------------------------------------------------------------------------- /tests/tests_data/test_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ECMWFCode4Earth/DeepR/HEAD/tests/tests_data/test_files.py --------------------------------------------------------------------------------