From fb32d144d4ed64d2dda84c53084cb54cf8bb9ab4 Mon Sep 17 00:00:00 2001 From: Tom Augspurger Date: Wed, 3 May 2023 20:59:06 -0500 Subject: [PATCH] [cil-gdp-cir] Update for license changes The cc-by-sa 4.0 data was relicensed under cc-by 4.0 (https://github.com/ClimateImpactLab/downscaleCMIP6/pull/637). This PR 1. Updates the markdown descriptions to reflect that 2. Updates the item processing to bring everything under the CC-BY prefix into the cil-gdpcir-cc-by collection --- .../cil-gdpcir-cc-by/description.md | 46 +++++++-------- .../collection/cil-gdpcir-cc0/description.md | 56 ++++++++++--------- datasets/cil-gdpcir/dataset.yaml | 15 +---- 3 files changed, 54 insertions(+), 63 deletions(-) diff --git a/datasets/cil-gdpcir/collection/cil-gdpcir-cc-by/description.md b/datasets/cil-gdpcir/collection/cil-gdpcir-cc-by/description.md index 2fc39c72..ed3c4306 100644 --- a/datasets/cil-gdpcir/collection/cil-gdpcir-cc-by/description.md +++ b/datasets/cil-gdpcir/collection/cil-gdpcir-cc-by/description.md @@ -26,28 +26,28 @@ The spatial domain covers all 0.25-degree grid cells, indexed by the grid center | CAS | FGOALS-g3 [^1] | SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | | INM | INM-CM4-8 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | | INM | INM-CM5-0 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | -| BCC | BCC-CSM2-MR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| CMCC | CMCC-CM2-SR5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40] | -| CMCC | CMCC-ESM2 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40] | -| CSIRO-ARCCSS | ACCESS-CM2 | SSP2-4.5 and SSP3-7.0 | CC-BY-40] | -| CSIRO | ACCESS-ESM1-5 | SSP1-2.6, SSP2-4.5, and SSP3-7.0 | CC-BY-40] | -| MIROC | MIROC-ES2L | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| MIROC | MIROC6 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| MOHC | HadGEM3-GC31-LL | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40] | -| MOHC | UKESM1-0-LL | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| MPI-M | MPI-ESM1-2-LR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| MPI-M/DKRZ [^2] | MPI-ESM1-2-HR | SSP1-2.6 and SSP5-8.5 | CC-BY-40] | -| NCC | NorESM2-LM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| NCC | NorESM2-MM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| NOAA-GFDL | GFDL-CM4 | SSP2-4.5 and SSP5-8.5 | CC-BY-40] | -| NOAA-GFDL | GFDL-ESM4 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40] | -| NUIST | NESM3 | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40] | -| EC-Earth-Consortium | EC-Earth3 | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40] | -| EC-Earth-Consortium | EC-Earth3-AerChem | ssp370 | CC-BY-40] | -| EC-Earth-Consortium | EC-Earth3-CC | ssp245 and ssp585 | CC-BY-40] | -| EC-Earth-Consortium | EC-Earth3-Veg | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40] | -| EC-Earth-Consortium | EC-Earth3-Veg-LR | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40] | -| CCCma | CanESM5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-SA-40] | +| BCC | BCC-CSM2-MR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| CMCC | CMCC-CM2-SR5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40 | +| CMCC | CMCC-ESM2 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40 | +| CSIRO-ARCCSS | ACCESS-CM2 | SSP2-4.5 and SSP3-7.0 | CC-BY-40 | +| CSIRO | ACCESS-ESM1-5 | SSP1-2.6, SSP2-4.5, and SSP3-7.0 | CC-BY-40 | +| MIROC | MIROC-ES2L | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MIROC | MIROC6 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MOHC | HadGEM3-GC31-LL | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40 | +| MOHC | UKESM1-0-LL | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MPI-M | MPI-ESM1-2-LR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MPI-M/DKRZ [^2] | MPI-ESM1-2-HR | SSP1-2.6 and SSP5-8.5 | CC-BY-40 | +| NCC | NorESM2-LM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| NCC | NorESM2-MM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| NOAA-GFDL | GFDL-CM4 | SSP2-4.5 and SSP5-8.5 | CC-BY-40 | +| NOAA-GFDL | GFDL-ESM4 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| NUIST | NESM3 | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3 | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-AerChem | ssp370 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-CC | ssp245 and ssp585 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-Veg | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-Veg-LR | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | +| CCCma | CanESM5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40[^3] | *Notes:* @@ -55,6 +55,8 @@ The spatial domain covers all 0.25-degree grid cells, indexed by the grid center [^2]: The institution which ran MPI-ESM1-2-HR’s historical (CMIP) simulations is `MPI-M`, while the future (ScenarioMIP) simulations were run by `DKRZ`. Therefore, the institution component of `MPI-ESM1-2-HR` filepaths differ between `historical` and `SSP` scenarios. +[^3]: This dataset was previously licensed as [CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/), but was relicensed under [CC BY 4.0](https://creativecommons.org/licenses/by/4.0) in March, 2023. + ## Project methods This project makes use of statistical bias correction and downscaling algorithms, which are specifically designed to accurately represent changes in the extremes. For this reason, we selected Quantile Delta Mapping (QDM), following the method introduced by [Cannon et al. (2015)](https://doi.org/10.1175/JCLI-D-14-00754.1), which preserves quantile-specific trends from the GCM while fitting the full distribution for a given day-of-year to a reference dataset (ERA5). diff --git a/datasets/cil-gdpcir/collection/cil-gdpcir-cc0/description.md b/datasets/cil-gdpcir/collection/cil-gdpcir-cc0/description.md index 7a618568..7f82a75b 100644 --- a/datasets/cil-gdpcir/collection/cil-gdpcir-cc0/description.md +++ b/datasets/cil-gdpcir/collection/cil-gdpcir-cc0/description.md @@ -21,33 +21,33 @@ The spatial domain covers all 0.25-degree grid cells, indexed by the grid center ## Available institutions, models, and scenarios by license collection -| Modeling institution | Source model | Available experiments | License collection | -| -------------------- | ----------------- | ------------------------------------------ | -------------------------------------------------- | -| CAS | FGOALS-g3 [^1] | SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | -| INM | INM-CM4-8 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | -| INM | INM-CM5-0 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | -| BCC | BCC-CSM2-MR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| CMCC | CMCC-CM2-SR5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40 | -| CMCC | CMCC-ESM2 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40 | -| CSIRO-ARCCSS | ACCESS-CM2 | SSP2-4.5 and SSP3-7.0 | CC-BY-40 | -| CSIRO | ACCESS-ESM1-5 | SSP1-2.6, SSP2-4.5, and SSP3-7.0 | CC-BY-40 | -| MIROC | MIROC-ES2L | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| MIROC | MIROC6 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| MOHC | HadGEM3-GC31-LL | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40 | -| MOHC | UKESM1-0-LL | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| MPI-M | MPI-ESM1-2-LR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| MPI-M/DKRZ [^2] | MPI-ESM1-2-HR | SSP1-2.6 and SSP5-8.5 | CC-BY-40 | -| NCC | NorESM2-LM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| NCC | NorESM2-MM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| NOAA-GFDL | GFDL-CM4 | SSP2-4.5 and SSP5-8.5 | CC-BY-40 | -| NOAA-GFDL | GFDL-ESM4 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | -| NUIST | NESM3 | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40 | -| EC-Earth-Consortium | EC-Earth3 | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | -| EC-Earth-Consortium | EC-Earth3-AerChem | ssp370 | CC-BY-40 | -| EC-Earth-Consortium | EC-Earth3-CC | ssp245 and ssp585 | CC-BY-40 | -| EC-Earth-Consortium | EC-Earth3-Veg | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | -| EC-Earth-Consortium | EC-Earth3-Veg-LR | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | -| CCCma | CanESM5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-SA-40 | +| Modeling institution | Source model | Available experiments | License collection | +| -------------------- | ----------------- | ------------------------------------------ | ---------------------- | +| CAS | FGOALS-g3 [^1] | SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | +| INM | INM-CM4-8 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | +| INM | INM-CM5-0 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | Public domain datasets | +| BCC | BCC-CSM2-MR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| CMCC | CMCC-CM2-SR5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40 | +| CMCC | CMCC-ESM2 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40 | +| CSIRO-ARCCSS | ACCESS-CM2 | SSP2-4.5 and SSP3-7.0 | CC-BY-40 | +| CSIRO | ACCESS-ESM1-5 | SSP1-2.6, SSP2-4.5, and SSP3-7.0 | CC-BY-40 | +| MIROC | MIROC-ES2L | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MIROC | MIROC6 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MOHC | HadGEM3-GC31-LL | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40 | +| MOHC | UKESM1-0-LL | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MPI-M | MPI-ESM1-2-LR | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| MPI-M/DKRZ [^2] | MPI-ESM1-2-HR | SSP1-2.6 and SSP5-8.5 | CC-BY-40 | +| NCC | NorESM2-LM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| NCC | NorESM2-MM | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| NOAA-GFDL | GFDL-CM4 | SSP2-4.5 and SSP5-8.5 | CC-BY-40 | +| NOAA-GFDL | GFDL-ESM4 | SSP1-2.6, SSP2-4.5, SSP3-7.0, and SSP5-8.5 | CC-BY-40 | +| NUIST | NESM3 | SSP1-2.6, SSP2-4.5, and SSP5-8.5 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3 | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-AerChem | ssp370 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-CC | ssp245 and ssp585 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-Veg | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | +| EC-Earth-Consortium | EC-Earth3-Veg-LR | ssp1-2.6, ssp2-4.5, ssp3-7.0, and ssp5-8.5 | CC-BY-40 | +| CCCma | CanESM5 | ssp1-2.6, ssp2-4.5, ssp3-7.0, ssp5-8.5 | CC-BY-40[^3] | *Notes:* @@ -55,6 +55,8 @@ The spatial domain covers all 0.25-degree grid cells, indexed by the grid center [^2]: The institution which ran MPI-ESM1-2-HR’s historical (CMIP) simulations is `MPI-M`, while the future (ScenarioMIP) simulations were run by `DKRZ`. Therefore, the institution component of `MPI-ESM1-2-HR` filepaths differ between `historical` and `SSP` scenarios. +[^3]: This dataset was previously licensed as [CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/), but was relicensed under [CC BY 4.0](https://creativecommons.org/licenses/by/4.0) in March, 2023. + ## Project methods This project makes use of statistical bias correction and downscaling algorithms, which are specifically designed to accurately represent changes in the extremes. For this reason, we selected Quantile Delta Mapping (QDM), following the method introduced by [Cannon et al. (2015)](https://doi.org/10.1175/JCLI-D-14-00754.1), which preserves quantile-specific trends from the GCM while fitting the full distribution for a given day-of-year to a reference dataset (ERA5). diff --git a/datasets/cil-gdpcir/dataset.yaml b/datasets/cil-gdpcir/dataset.yaml index 891c173c..9cb0dc52 100644 --- a/datasets/cil-gdpcir/dataset.yaml +++ b/datasets/cil-gdpcir/dataset.yaml @@ -17,24 +17,11 @@ collections: token: ${{ pc.get_token(rhgeuwest, cil-gdpcir-stac) }} chunks: options: - name_starts_with: CC-BY-4.0 + name_starts_with: CC-BY chunk_length: 1000 chunk_storage: uri: blob://rhgeuwest/cil-gdpcir-etl-data/chunks/cc-by - - id: cil-gdpcir-cc-by-sa - template: ${{ local.path(./collection/cil-gdpcir-cc-by-sa) }} - class: pctasks.dataset.collection:PremadeItemCollection - asset_storage: - - uri: blob://rhgeuwest/cil-gdpcir-stac - token: ${{ pc.get_token(rhgeuwest, cil-gdpcir-stac) }} - chunks: - options: - name_starts_with: CC-BY-SA-4.0 - chunk_length: 1000 - chunk_storage: - uri: blob://rhgeuwest/cil-gdpcir-etl-data/chunks/cc-by-sa - - id: cil-gdpcir-cc0 template: ${{ local.path(./collection/cil-gdpcir-cc0) }} class: pctasks.dataset.collection:PremadeItemCollection