From 016400c2cfccf1db6b60205c42cd42eeb25e4d82 Mon Sep 17 00:00:00 2001 From: Julius Busecke Date: Fri, 19 Jan 2024 19:01:27 -0500 Subject: [PATCH 1/2] Test consolidates dim coords from PR --- feedstock/recipe.py | 1 + feedstock/requirements.txt | 3 ++- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/feedstock/recipe.py b/feedstock/recipe.py index 1f66f0c3..e8b4002c 100644 --- a/feedstock/recipe.py +++ b/feedstock/recipe.py @@ -346,6 +346,7 @@ def dynamic_chunking_func(ds: xr.Dataset) -> Dict[str, int]: store_name=f"{iid}.zarr", combine_dims=pattern.combine_dim_keys, dynamic_chunking_fn=dynamic_chunking_func, + consolidate_dimension_coords=True, ) | Copy(target_prefix=f'{copy_target_bucket}/data-library/cmip6-testing/copied_stores') | "Logging to non-QC table" >> LogToBigQuery(iid=iid, table_id=table_id_nonqc) diff --git a/feedstock/requirements.txt b/feedstock/requirements.txt index ef690cbc..86af10ec 100644 --- a/feedstock/requirements.txt +++ b/feedstock/requirements.txt @@ -1,5 +1,6 @@ git+https://github.com/leap-stc/leap-data-management-utils pangeo-forge-esgf==0.1.1 -pangeo-forge-recipes==0.10.4 +# pangeo-forge-recipes==0.10.4 +git+https://github.com/norlandrhagen/pangeo-forge-recipes@consolidate_dimension_coords dynamic-chunks==0.0.2 gcsfs From fb413a6491a0cfad346a1ee5654cd7a1427dfe80 Mon Sep 17 00:00:00 2001 From: Julius Busecke Date: Fri, 19 Jan 2024 19:07:04 -0500 Subject: [PATCH 2/2] fix typo --- feedstock/recipe.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/feedstock/recipe.py b/feedstock/recipe.py index e8b4002c..45ae8e04 100644 --- a/feedstock/recipe.py +++ b/feedstock/recipe.py @@ -346,7 +346,7 @@ def dynamic_chunking_func(ds: xr.Dataset) -> Dict[str, int]: store_name=f"{iid}.zarr", combine_dims=pattern.combine_dim_keys, dynamic_chunking_fn=dynamic_chunking_func, - consolidate_dimension_coords=True, + consolidate_dimension_coordinates=True, ) | Copy(target_prefix=f'{copy_target_bucket}/data-library/cmip6-testing/copied_stores') | "Logging to non-QC table" >> LogToBigQuery(iid=iid, table_id=table_id_nonqc)