├── .github ├── ISSUE_TEMPLATE │ ├── add-a-new-data-layer-to-a-dashboard--high-level-steps-.md │ ├── add-new-dataset-simple.md │ ├── identify-arco-dataset-for-dashboard.md │ └── story.md └── workflows │ ├── cicd.yml │ ├── deploy.yml │ ├── deploy_dev.yml │ ├── deploy_staging.yml │ ├── dispatch_deploy.yml │ ├── test_docker_lambda.yml │ └── test_python_lambda.yml ├── .gitignore ├── ARCHITECTURE.md ├── LICENSE ├── OPERATING.md ├── README.md ├── data ├── collections │ ├── CMIP245-winter-median-pr.json │ ├── CMIP245-winter-median-ta.json │ ├── CMIP585-winter-median-pr.json │ ├── CMIP585-winter-median-ta.json │ ├── HLSL30.002.json │ ├── HLSS30.002.json │ ├── IS2SITMOGR4-cog.json │ ├── OMI_trno2-COG.json │ ├── OMSO2PCA-COG.json │ ├── bangladesh-landcover-2001-2020.json │ ├── black_marble_hd.json │ ├── caldor-fire-behavior.json │ ├── caldor-fire-burn-severity.json │ ├── co2-diff.json │ ├── co2-mean.json │ ├── ecco-surface-height-change.json │ ├── epa-emissions-2012 │ │ ├── annual │ │ │ ├── EPA-annual-emissions_1A_Combustion_Mobile.json │ │ │ ├── EPA-annual-emissions_1A_Combustion_Stationary.json │ │ │ ├── EPA-annual-emissions_1B1a_Abandoned_Coal.json │ │ │ ├── EPA-annual-emissions_1B1a_Coal_Mining_Surface.json │ │ │ ├── EPA-annual-emissions_1B1a_Coal_Mining_Underground.json │ │ │ ├── EPA-annual-emissions_1B2a_Petroleum.json │ │ │ ├── EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json │ │ │ ├── EPA-annual-emissions_1B2b_Natural_Gas_Processing.json │ │ │ ├── EPA-annual-emissions_1B2b_Natural_Gas_Production.json │ │ │ ├── EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json │ │ │ ├── EPA-annual-emissions_2B5_Petrochemical_Production.json │ │ │ ├── EPA-annual-emissions_2C2_Ferroalloy_Production.json │ │ │ ├── EPA-annual-emissions_4A_Enteric_Fermentation.json │ │ │ ├── EPA-annual-emissions_4B_Manure_Management.json │ │ │ ├── EPA-annual-emissions_4C_Rice_Cultivation.json │ │ │ ├── EPA-annual-emissions_4F_Field_Burning.json │ │ │ ├── EPA-annual-emissions_5_Forest_Fires.json │ │ │ ├── EPA-annual-emissions_6A_Landfills_Industrial.json │ │ │ ├── EPA-annual-emissions_6A_Landfills_Municipal.json │ │ │ ├── EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json │ │ │ ├── EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json │ │ │ └── EPA-annual-emissions_6D_Composting.json │ │ ├── daily │ │ │ └── EPA-daily-emissions_5_Forest_Fires.json │ │ └── monthly │ │ │ ├── EPA-monthly-emissions_1A_Combustion_Stationary.json │ │ │ ├── EPA-monthly-emissions_1B2a_Petroleum.json │ │ │ ├── EPA-monthly-emissions_1B2b_Natural_Gas_Production.json │ │ │ ├── EPA-monthly-emissions_4B_Manure_Management.json │ │ │ ├── EPA-monthly-emissions_4C_Rice_Cultivation.json │ │ │ └── EPA-monthly-emissions_4F_Field_Burning.json │ ├── facebook-population-density.json │ ├── geoglam.json │ ├── grdi-vnl-slope-raster.json │ ├── hurricane_blue_tarps.json │ ├── hurricane_planetscope_images.json │ ├── lis-tws-anomaly.json │ ├── lis-tws-nonstationarity-index.json │ ├── lis-tws-trend.json │ ├── modis-annual-lai-2003-2020.json │ ├── mtbs-burn-severity.json │ ├── nceo-africa-2017.json │ ├── nightlights-500m-daily.json │ ├── nightlights-hd-1band.json │ ├── nightlights-hd-monthly.json │ ├── nightlights_3bands.json │ ├── no2-monthly-diff.json │ ├── no2-monthly.json │ ├── snow-projections-diff-245.json │ ├── snow-projections-diff-585.json │ ├── snow-projections-median-245.json │ ├── snow-projections-median-585.json │ ├── social-vulnerability-index-household-nopop.json │ ├── social-vulnerability-index-household.json │ ├── social-vulnerability-index-housing-nopop.json │ ├── social-vulnerability-index-housing.json │ ├── social-vulnerability-index-minority-nopop.json │ ├── social-vulnerability-index-minority.json │ ├── social-vulnerability-index-overall-nopop.json │ ├── social-vulnerability-index-overall.json │ ├── social-vulnerability-index-socioeconomic-nopop.json │ └── social-vulnerability-index-socioeconomic.json └── step_function_inputs │ ├── CMIP245-winter-median-pr.json │ ├── CMIP245-winter-median-ta.json │ ├── CMIP585-winter-median-pr.json │ ├── CMIP585-winter-median-ta.json │ ├── HLSL30.002-ida.json │ ├── HLSL30.002-maria.json │ ├── HLSS30.002-ida.json │ ├── HLSS30.002-maria.json │ ├── IS2SITMOGR4-cog.json │ ├── MO_NPP_npp_vgpm.json │ ├── OMI_trno2-COG.json │ ├── OMSO2PCA-cog.json │ ├── bangladesh-landcover-2001-2020.json │ ├── blue-tarp-detection.json │ ├── blue-tarp-planetscope.json │ ├── caldor-fire-behavior.json │ ├── caldor-fire-burn-severity.json │ ├── co2-diff.json │ ├── co2-mean.json │ ├── ecco-surface-height-change.json │ ├── epa-emissions-2012-annual.json │ ├── epa-emissions-2012-daily.json │ ├── epa-emissions-2012-monthly.json │ ├── epa-emissions-test.json │ ├── facebook-population-density.json │ ├── geoglam.json │ ├── grdi.json │ ├── lis-tws-anomaly.json │ ├── lis-tws-nonstationarity-index.json │ ├── lis-tws-trend.json │ ├── modis-annual-lai-2003-2020.json │ ├── mtbs-burn-severity.json │ ├── nceo-africa-2017.json │ ├── nightlights-500m-daily.json │ ├── nightlights-hd-1band.json │ ├── nightlights-hd-3bands.json │ ├── nightlights-hd-monthly-blackmarble.json │ ├── nightlights-hd-monthly.json │ ├── no2-monthly-diff.json │ ├── no2-monthly-orig.json │ ├── snow-projections-diff-245.json │ ├── snow-projections-diff-585.json │ ├── snow-projections-median-245.json │ ├── snow-projections-median-585.json │ └── social-vulnerability-index.json ├── deploy ├── .gitignore ├── README.md ├── app.py ├── cdk.json ├── cdk │ ├── __init__.py │ ├── lambda_stack.py │ ├── queue_stack.py │ └── step_function_stack.py ├── config.py └── requirements.txt ├── env.sample.sh ├── lambdas ├── build-stac │ ├── Dockerfile │ ├── README.md │ ├── handler.py │ ├── requirements-test.txt │ ├── requirements.txt │ ├── tests │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── test_handler.py │ │ └── test_regex.py │ └── utils │ │ ├── __init__.py │ │ ├── events.py │ │ ├── regex.py │ │ ├── role.py │ │ └── stac.py ├── cmr-query │ ├── Dockerfile │ ├── README.md │ ├── handler.py │ └── requirements.txt ├── cogify │ ├── Dockerfile │ ├── ERA5 │ │ └── fetch.py │ ├── README.md │ ├── example.ini │ ├── handler.py │ └── requirements.txt ├── data-transfer │ ├── conftest.py │ ├── handler.py │ ├── requirements-test.txt │ ├── requirements.txt │ └── tests │ │ ├── __init__.py │ │ └── test_handler.py ├── proxy │ ├── handler.py │ └── requirements.txt ├── s3-discovery │ ├── Dockerfile │ ├── README.md │ ├── handler.py │ └── requirements.txt └── submit-stac │ ├── Dockerfile │ ├── README.md │ ├── handler.py │ └── requirements.txt ├── poetry.lock ├── pyproject.toml ├── scripts ├── __init__.py ├── cdk.py ├── collection.py ├── item.py └── utils.py └── veda-data_ingest_pipeline.png /.github/ISSUE_TEMPLATE/add-a-new-data-layer-to-a-dashboard--high-level-steps-.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/ISSUE_TEMPLATE/add-a-new-data-layer-to-a-dashboard--high-level-steps-.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/add-new-dataset-simple.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/ISSUE_TEMPLATE/add-new-dataset-simple.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/identify-arco-dataset-for-dashboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/ISSUE_TEMPLATE/identify-arco-dataset-for-dashboard.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/story.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/ISSUE_TEMPLATE/story.md -------------------------------------------------------------------------------- /.github/workflows/cicd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/cicd.yml -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.github/workflows/deploy_dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/deploy_dev.yml -------------------------------------------------------------------------------- /.github/workflows/deploy_staging.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/deploy_staging.yml -------------------------------------------------------------------------------- /.github/workflows/dispatch_deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/dispatch_deploy.yml -------------------------------------------------------------------------------- /.github/workflows/test_docker_lambda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/test_docker_lambda.yml -------------------------------------------------------------------------------- /.github/workflows/test_python_lambda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.github/workflows/test_python_lambda.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/.gitignore -------------------------------------------------------------------------------- /ARCHITECTURE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/ARCHITECTURE.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/LICENSE -------------------------------------------------------------------------------- /OPERATING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/OPERATING.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/README.md -------------------------------------------------------------------------------- /data/collections/CMIP245-winter-median-pr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/CMIP245-winter-median-pr.json -------------------------------------------------------------------------------- /data/collections/CMIP245-winter-median-ta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/CMIP245-winter-median-ta.json -------------------------------------------------------------------------------- /data/collections/CMIP585-winter-median-pr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/CMIP585-winter-median-pr.json -------------------------------------------------------------------------------- /data/collections/CMIP585-winter-median-ta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/CMIP585-winter-median-ta.json -------------------------------------------------------------------------------- /data/collections/HLSL30.002.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/HLSL30.002.json -------------------------------------------------------------------------------- /data/collections/HLSS30.002.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/HLSS30.002.json -------------------------------------------------------------------------------- /data/collections/IS2SITMOGR4-cog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/IS2SITMOGR4-cog.json -------------------------------------------------------------------------------- /data/collections/OMI_trno2-COG.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/OMI_trno2-COG.json -------------------------------------------------------------------------------- /data/collections/OMSO2PCA-COG.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/OMSO2PCA-COG.json -------------------------------------------------------------------------------- /data/collections/bangladesh-landcover-2001-2020.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/bangladesh-landcover-2001-2020.json -------------------------------------------------------------------------------- /data/collections/black_marble_hd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/black_marble_hd.json -------------------------------------------------------------------------------- /data/collections/caldor-fire-behavior.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/caldor-fire-behavior.json -------------------------------------------------------------------------------- /data/collections/caldor-fire-burn-severity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/caldor-fire-burn-severity.json -------------------------------------------------------------------------------- /data/collections/co2-diff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/co2-diff.json -------------------------------------------------------------------------------- /data/collections/co2-mean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/co2-mean.json -------------------------------------------------------------------------------- /data/collections/ecco-surface-height-change.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/ecco-surface-height-change.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1A_Combustion_Mobile.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1A_Combustion_Mobile.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1A_Combustion_Stationary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1A_Combustion_Stationary.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B1a_Abandoned_Coal.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B1a_Abandoned_Coal.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2a_Petroleum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2a_Petroleum.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Production.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Production.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_2B5_Petrochemical_Production.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_2B5_Petrochemical_Production.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_2C2_Ferroalloy_Production.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_2C2_Ferroalloy_Production.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4A_Enteric_Fermentation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4A_Enteric_Fermentation.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4B_Manure_Management.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4B_Manure_Management.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4C_Rice_Cultivation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4C_Rice_Cultivation.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4F_Field_Burning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_4F_Field_Burning.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_5_Forest_Fires.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_5_Forest_Fires.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6A_Landfills_Industrial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6A_Landfills_Industrial.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6A_Landfills_Municipal.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6A_Landfills_Municipal.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6D_Composting.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/annual/EPA-annual-emissions_6D_Composting.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/daily/EPA-daily-emissions_5_Forest_Fires.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/daily/EPA-daily-emissions_5_Forest_Fires.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_1A_Combustion_Stationary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_1A_Combustion_Stationary.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_1B2a_Petroleum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_1B2a_Petroleum.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_4B_Manure_Management.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_4B_Manure_Management.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_4C_Rice_Cultivation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_4C_Rice_Cultivation.json -------------------------------------------------------------------------------- /data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_4F_Field_Burning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/epa-emissions-2012/monthly/EPA-monthly-emissions_4F_Field_Burning.json -------------------------------------------------------------------------------- /data/collections/facebook-population-density.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/facebook-population-density.json -------------------------------------------------------------------------------- /data/collections/geoglam.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/geoglam.json -------------------------------------------------------------------------------- /data/collections/grdi-vnl-slope-raster.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/grdi-vnl-slope-raster.json -------------------------------------------------------------------------------- /data/collections/hurricane_blue_tarps.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/hurricane_blue_tarps.json -------------------------------------------------------------------------------- /data/collections/hurricane_planetscope_images.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/hurricane_planetscope_images.json -------------------------------------------------------------------------------- /data/collections/lis-tws-anomaly.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/lis-tws-anomaly.json -------------------------------------------------------------------------------- /data/collections/lis-tws-nonstationarity-index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/lis-tws-nonstationarity-index.json -------------------------------------------------------------------------------- /data/collections/lis-tws-trend.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/lis-tws-trend.json -------------------------------------------------------------------------------- /data/collections/modis-annual-lai-2003-2020.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/modis-annual-lai-2003-2020.json -------------------------------------------------------------------------------- /data/collections/mtbs-burn-severity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/mtbs-burn-severity.json -------------------------------------------------------------------------------- /data/collections/nceo-africa-2017.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/nceo-africa-2017.json -------------------------------------------------------------------------------- /data/collections/nightlights-500m-daily.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/nightlights-500m-daily.json -------------------------------------------------------------------------------- /data/collections/nightlights-hd-1band.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/nightlights-hd-1band.json -------------------------------------------------------------------------------- /data/collections/nightlights-hd-monthly.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/nightlights-hd-monthly.json -------------------------------------------------------------------------------- /data/collections/nightlights_3bands.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/nightlights_3bands.json -------------------------------------------------------------------------------- /data/collections/no2-monthly-diff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/no2-monthly-diff.json -------------------------------------------------------------------------------- /data/collections/no2-monthly.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/no2-monthly.json -------------------------------------------------------------------------------- /data/collections/snow-projections-diff-245.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/snow-projections-diff-245.json -------------------------------------------------------------------------------- /data/collections/snow-projections-diff-585.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/snow-projections-diff-585.json -------------------------------------------------------------------------------- /data/collections/snow-projections-median-245.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/snow-projections-median-245.json -------------------------------------------------------------------------------- /data/collections/snow-projections-median-585.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/snow-projections-median-585.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-household-nopop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-household-nopop.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-household.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-household.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-housing-nopop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-housing-nopop.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-housing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-housing.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-minority-nopop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-minority-nopop.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-minority.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-minority.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-overall-nopop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-overall-nopop.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-overall.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-overall.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-socioeconomic-nopop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-socioeconomic-nopop.json -------------------------------------------------------------------------------- /data/collections/social-vulnerability-index-socioeconomic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/collections/social-vulnerability-index-socioeconomic.json -------------------------------------------------------------------------------- /data/step_function_inputs/CMIP245-winter-median-pr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/CMIP245-winter-median-pr.json -------------------------------------------------------------------------------- /data/step_function_inputs/CMIP245-winter-median-ta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/CMIP245-winter-median-ta.json -------------------------------------------------------------------------------- /data/step_function_inputs/CMIP585-winter-median-pr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/CMIP585-winter-median-pr.json -------------------------------------------------------------------------------- /data/step_function_inputs/CMIP585-winter-median-ta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/CMIP585-winter-median-ta.json -------------------------------------------------------------------------------- /data/step_function_inputs/HLSL30.002-ida.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/HLSL30.002-ida.json -------------------------------------------------------------------------------- /data/step_function_inputs/HLSL30.002-maria.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/HLSL30.002-maria.json -------------------------------------------------------------------------------- /data/step_function_inputs/HLSS30.002-ida.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/HLSS30.002-ida.json -------------------------------------------------------------------------------- /data/step_function_inputs/HLSS30.002-maria.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/HLSS30.002-maria.json -------------------------------------------------------------------------------- /data/step_function_inputs/IS2SITMOGR4-cog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/IS2SITMOGR4-cog.json -------------------------------------------------------------------------------- /data/step_function_inputs/MO_NPP_npp_vgpm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/MO_NPP_npp_vgpm.json -------------------------------------------------------------------------------- /data/step_function_inputs/OMI_trno2-COG.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/OMI_trno2-COG.json -------------------------------------------------------------------------------- /data/step_function_inputs/OMSO2PCA-cog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/OMSO2PCA-cog.json -------------------------------------------------------------------------------- /data/step_function_inputs/bangladesh-landcover-2001-2020.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/bangladesh-landcover-2001-2020.json -------------------------------------------------------------------------------- /data/step_function_inputs/blue-tarp-detection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/blue-tarp-detection.json -------------------------------------------------------------------------------- /data/step_function_inputs/blue-tarp-planetscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/blue-tarp-planetscope.json -------------------------------------------------------------------------------- /data/step_function_inputs/caldor-fire-behavior.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/caldor-fire-behavior.json -------------------------------------------------------------------------------- /data/step_function_inputs/caldor-fire-burn-severity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/caldor-fire-burn-severity.json -------------------------------------------------------------------------------- /data/step_function_inputs/co2-diff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/co2-diff.json -------------------------------------------------------------------------------- /data/step_function_inputs/co2-mean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/co2-mean.json -------------------------------------------------------------------------------- /data/step_function_inputs/ecco-surface-height-change.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/ecco-surface-height-change.json -------------------------------------------------------------------------------- /data/step_function_inputs/epa-emissions-2012-annual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/epa-emissions-2012-annual.json -------------------------------------------------------------------------------- /data/step_function_inputs/epa-emissions-2012-daily.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/epa-emissions-2012-daily.json -------------------------------------------------------------------------------- /data/step_function_inputs/epa-emissions-2012-monthly.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/epa-emissions-2012-monthly.json -------------------------------------------------------------------------------- /data/step_function_inputs/epa-emissions-test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/epa-emissions-test.json -------------------------------------------------------------------------------- /data/step_function_inputs/facebook-population-density.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/facebook-population-density.json -------------------------------------------------------------------------------- /data/step_function_inputs/geoglam.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/geoglam.json -------------------------------------------------------------------------------- /data/step_function_inputs/grdi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/grdi.json -------------------------------------------------------------------------------- /data/step_function_inputs/lis-tws-anomaly.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/lis-tws-anomaly.json -------------------------------------------------------------------------------- /data/step_function_inputs/lis-tws-nonstationarity-index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/lis-tws-nonstationarity-index.json -------------------------------------------------------------------------------- /data/step_function_inputs/lis-tws-trend.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/lis-tws-trend.json -------------------------------------------------------------------------------- /data/step_function_inputs/modis-annual-lai-2003-2020.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/modis-annual-lai-2003-2020.json -------------------------------------------------------------------------------- /data/step_function_inputs/mtbs-burn-severity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/mtbs-burn-severity.json -------------------------------------------------------------------------------- /data/step_function_inputs/nceo-africa-2017.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/nceo-africa-2017.json -------------------------------------------------------------------------------- /data/step_function_inputs/nightlights-500m-daily.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/nightlights-500m-daily.json -------------------------------------------------------------------------------- /data/step_function_inputs/nightlights-hd-1band.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/nightlights-hd-1band.json -------------------------------------------------------------------------------- /data/step_function_inputs/nightlights-hd-3bands.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/nightlights-hd-3bands.json -------------------------------------------------------------------------------- /data/step_function_inputs/nightlights-hd-monthly-blackmarble.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/nightlights-hd-monthly-blackmarble.json -------------------------------------------------------------------------------- /data/step_function_inputs/nightlights-hd-monthly.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/nightlights-hd-monthly.json -------------------------------------------------------------------------------- /data/step_function_inputs/no2-monthly-diff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/no2-monthly-diff.json -------------------------------------------------------------------------------- /data/step_function_inputs/no2-monthly-orig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/no2-monthly-orig.json -------------------------------------------------------------------------------- /data/step_function_inputs/snow-projections-diff-245.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/snow-projections-diff-245.json -------------------------------------------------------------------------------- /data/step_function_inputs/snow-projections-diff-585.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/snow-projections-diff-585.json -------------------------------------------------------------------------------- /data/step_function_inputs/snow-projections-median-245.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/snow-projections-median-245.json -------------------------------------------------------------------------------- /data/step_function_inputs/snow-projections-median-585.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/snow-projections-median-585.json -------------------------------------------------------------------------------- /data/step_function_inputs/social-vulnerability-index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/data/step_function_inputs/social-vulnerability-index.json -------------------------------------------------------------------------------- /deploy/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/.gitignore -------------------------------------------------------------------------------- /deploy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/README.md -------------------------------------------------------------------------------- /deploy/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/app.py -------------------------------------------------------------------------------- /deploy/cdk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/cdk.json -------------------------------------------------------------------------------- /deploy/cdk/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deploy/cdk/lambda_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/cdk/lambda_stack.py -------------------------------------------------------------------------------- /deploy/cdk/queue_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/cdk/queue_stack.py -------------------------------------------------------------------------------- /deploy/cdk/step_function_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/cdk/step_function_stack.py -------------------------------------------------------------------------------- /deploy/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/config.py -------------------------------------------------------------------------------- /deploy/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/deploy/requirements.txt -------------------------------------------------------------------------------- /env.sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/env.sample.sh -------------------------------------------------------------------------------- /lambdas/build-stac/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/Dockerfile -------------------------------------------------------------------------------- /lambdas/build-stac/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/README.md -------------------------------------------------------------------------------- /lambdas/build-stac/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/handler.py -------------------------------------------------------------------------------- /lambdas/build-stac/requirements-test.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | moto 3 | boto3-stubs[s3] -------------------------------------------------------------------------------- /lambdas/build-stac/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/requirements.txt -------------------------------------------------------------------------------- /lambdas/build-stac/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lambdas/build-stac/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/tests/conftest.py -------------------------------------------------------------------------------- /lambdas/build-stac/tests/test_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/tests/test_handler.py -------------------------------------------------------------------------------- /lambdas/build-stac/tests/test_regex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/tests/test_regex.py -------------------------------------------------------------------------------- /lambdas/build-stac/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lambdas/build-stac/utils/events.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/utils/events.py -------------------------------------------------------------------------------- /lambdas/build-stac/utils/regex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/utils/regex.py -------------------------------------------------------------------------------- /lambdas/build-stac/utils/role.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/utils/role.py -------------------------------------------------------------------------------- /lambdas/build-stac/utils/stac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/build-stac/utils/stac.py -------------------------------------------------------------------------------- /lambdas/cmr-query/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cmr-query/Dockerfile -------------------------------------------------------------------------------- /lambdas/cmr-query/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cmr-query/README.md -------------------------------------------------------------------------------- /lambdas/cmr-query/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cmr-query/handler.py -------------------------------------------------------------------------------- /lambdas/cmr-query/requirements.txt: -------------------------------------------------------------------------------- 1 | python-cmr 2 | awslambdaric 3 | boto3 4 | -------------------------------------------------------------------------------- /lambdas/cogify/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cogify/Dockerfile -------------------------------------------------------------------------------- /lambdas/cogify/ERA5/fetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cogify/ERA5/fetch.py -------------------------------------------------------------------------------- /lambdas/cogify/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cogify/README.md -------------------------------------------------------------------------------- /lambdas/cogify/example.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cogify/example.ini -------------------------------------------------------------------------------- /lambdas/cogify/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cogify/handler.py -------------------------------------------------------------------------------- /lambdas/cogify/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/cogify/requirements.txt -------------------------------------------------------------------------------- /lambdas/data-transfer/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/data-transfer/conftest.py -------------------------------------------------------------------------------- /lambdas/data-transfer/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/data-transfer/handler.py -------------------------------------------------------------------------------- /lambdas/data-transfer/requirements-test.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | moto 3 | boto3-stubs[s3] 4 | -------------------------------------------------------------------------------- /lambdas/data-transfer/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 2 | -------------------------------------------------------------------------------- /lambdas/data-transfer/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lambdas/data-transfer/tests/test_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/data-transfer/tests/test_handler.py -------------------------------------------------------------------------------- /lambdas/proxy/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/proxy/handler.py -------------------------------------------------------------------------------- /lambdas/proxy/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 2 | aws-lambda-powertools 3 | -------------------------------------------------------------------------------- /lambdas/s3-discovery/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/s3-discovery/Dockerfile -------------------------------------------------------------------------------- /lambdas/s3-discovery/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/s3-discovery/README.md -------------------------------------------------------------------------------- /lambdas/s3-discovery/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/s3-discovery/handler.py -------------------------------------------------------------------------------- /lambdas/s3-discovery/requirements.txt: -------------------------------------------------------------------------------- 1 | awslambdaric 2 | boto3 3 | -------------------------------------------------------------------------------- /lambdas/submit-stac/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/submit-stac/Dockerfile -------------------------------------------------------------------------------- /lambdas/submit-stac/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/submit-stac/README.md -------------------------------------------------------------------------------- /lambdas/submit-stac/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/submit-stac/handler.py -------------------------------------------------------------------------------- /lambdas/submit-stac/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/lambdas/submit-stac/requirements.txt -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/cdk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/scripts/cdk.py -------------------------------------------------------------------------------- /scripts/collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/scripts/collection.py -------------------------------------------------------------------------------- /scripts/item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/scripts/item.py -------------------------------------------------------------------------------- /scripts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/scripts/utils.py -------------------------------------------------------------------------------- /veda-data_ingest_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NASA-IMPACT/veda-data-pipelines/HEAD/veda-data_ingest_pipeline.png --------------------------------------------------------------------------------