Extract ICON baseline ensmean

README.md

@@ -276,3 +276,17 @@ All outputs are rooted at `OUT_ROOT` (from `locations.output_root` in the config
 | `{param}` | variable name | `T_2M`, `TOT_PREC` |
 | `{region}` | geographic region slug | `switzerland`, `globe` |
 | `{leadtime}` | zero-padded hours | `000`, `006`, `024` |
+
+
+## earthkit v1.0rc support
+
+The adoption of the first upcoming stable release of earthkit has started.
+Some issues may still be present. A known issue that is affecting us is that the automatic download and caching of files required
+by earthkit to support the ICON-CH grids is currently broken. This requires us to perform this step manually.
+
+```bash
+export ECKIT_GEO_CACHE=$HOME/.local/share/eckit/geo/grid/icon
+mkdir -p $ECKIT_GEO_CACHE
+curl https:/sites.ecmwf.int/repository/eckit/geo/grid/icon-ch/icon-ch1-c.ek > $ECKIT_GEO_CACHE/17643da2574959b644d254a3cd6e2bc0-b0699f374c63d05028c18c12f80a48f4.ek
+curl https:/sites.ecmwf.int/repository/eckit/geo/grid/icon-ch/icon-ch2-c.ek > $ECKIT_GEO_CACHE/bbbd5a09855499243c7a4aa4c8762920-67adabf5c0cff041ebaafa61a3bda267.ek
+```

config/forecasters-ich1-oper-fixed.yaml

@@ -18,7 +18,7 @@ runs:
       steps: 0/120/6
       config: resources/inference/configs/sgm-multidataset-forecaster-global-ich1-oper.yaml
       extra_requirements:
-        - git+https://github.com/ecmwf/anemoi-inference.git@b9aaee5df86614cad9d8d08b76876a4be4e980db
+        - git+https://github.com/ecmwf/anemoi-inference.git@de4cc0decd47dd593d2bb04cf9247e57a216d3cd
 
   # - forecaster:
   #     checkpoint: https://service.meteoswiss.ch/mlstore#/experiments/602/runs/233b1274e79b4bfea98378d196a8aba0

config/forecasters-ich1-oper.yaml

@@ -20,7 +20,7 @@ runs:
       extra_requirements:
         - earthkit-utils<0.2.0
         - earthkit-data<0.19.0
-        - git+https://github.com/ecmwf/anemoi-inference.git@main
+        - git+https://github.com/ecmwf/anemoi-inference.git@de4cc0decd47dd593d2bb04cf9247e57a216d3cd
 
   - baseline:
       label: ICON-CH1-ctrl

config/forecasters-ich1.yaml

@@ -16,7 +16,7 @@ runs:
       extra_requirements:
         - earthkit-utils<0.2.0
         - earthkit-data<0.19.0
-        - git+https://github.com/ecmwf/anemoi-inference.git@main
+        - git+https://github.com/ecmwf/anemoi-inference.git@de4cc0decd47dd593d2bb04cf9247e57a216d3cd
 
   - forecaster:
       checkpoint: /scratch/mch/apennino/output/checkpoint/973b78b8b39543949abc2b154c5f98d9/inference-last.ckpt
@@ -26,7 +26,7 @@ runs:
       extra_requirements:
         - earthkit-utils<0.2.0
         - earthkit-data<0.19.0
-        - git+https://github.com/ecmwf/anemoi-inference.git@main
+        - git+https://github.com/ecmwf/anemoi-inference.git@de4cc0decd47dd593d2bb04cf9247e57a216d3cd
 
   # - forecaster:
   #     checkpoint: https://huggingface.co/met-no/bris_cloudy-skies/blob/main/2025-10/cloudy-skies-2025-10.ckpt

config/interpolators-ich1.yaml

@@ -23,14 +23,10 @@ runs:
         steps: 0/120/6
         extra_requirements:
           - git+https://github.com/ecmwf/anemoi-inference.git@e369b1a90313e9701db13f63364a467aa281cf36
-          - eccodes==2.39.1
-          - eccodes-cosmo-resources-python==2.38.3.1
       extra_requirements:
         - git+https://github.com/ecmwf/anemoi-inference.git@e369b1a90313e9701db13f63364a467aa281cf36
         # pinned anemoi-datasets because of ecmwf/anemoi-utils#284, can be removed when fixed
         - anemoi-datasets==0.5.35
-        - eccodes==2.39.1
-        - eccodes-cosmo-resources-python==2.38.3.1
   - baseline:
       label: INCA
       root: /store_new/mch/msclim/INCA

pyproject.toml

@@ -12,7 +12,6 @@ dependencies = [
     "snakemake<9.10", # https://github.com/snakemake/snakemake/issues/3289
     "snakemake-executor-plugin-slurm",
     "click",
-    "meteodata-lab>=0.4.0",
     "anemoi-datasets>=0.5.31",
     "mlflow>=3.1.1",
     "pydantic>=2.11.7",
@@ -21,20 +20,18 @@ dependencies = [
     "shapely>=2.1.2",
     "cartopy>=0.25.0",
     "pyproj>=3.7.2",
-    "earthkit-plots",
     "marimo>=0.23.3",
     "geopandas>=0.14.0",
     "peakweather",
     "pyzmq>=27.1.0",
     "scores>=2.0.0",
-]
-
-[project.optional-dependencies]
-kerchunk = [
-    "kerchunk",
-    "zarr<3.0.0",
-    "fastparquet",
-    "ujson"
+    "eccodes>=2.44,<2.48",
+    "eccodes-cosmo-resources-python==2.44.0.1",
+    "earthkit-data==1.0.0rc10",
+    "earthkit-utils==1.0.0rc1",
+    "earthkit-plots==1.0.0rc9",
+    "earthkit-meteo==1.0.0rc3",
+    "earthkit-geo==1.0.0rc7"
 ]
 
 [project.scripts]
@@ -64,3 +61,4 @@ packages = [
 
 [tool.uv.sources]
 peakweather = { git = "https://github.com/MeteoSwiss/PeakWeather.git" }
+eccodes-cosmo-resources-python = { git = "https://github.com/MeteoSwiss/eccodes-cosmo-resources-python" }

resources/inference/configs/sgm-forecaster-global-disentangled.yaml

@@ -41,5 +41,35 @@ output:
             inverse: true
         - assign_mask: # fill local/global overlapping points with nan
             mask: "global/cutout_mask"
+        modifiers:
+          - patches:
+            - variable:
+                U_10M: {"param": 165, "shortName": "10u"}
+                10u: {"param": 165, "shortName": "10u"}
+                V_10M: {"param": 166, "shortName": "10v"}
+                10v: {"param": 166, "shortName": "10v"}
+                TD_2M: {"param": 168, "shortName": "2d"}
+                2d: {"param": 168, "shortName": "2d"}
+                T_2M: {"param": 167, "shortName": "2t"}
+                2t: {"param": 167, "shortName": "2t"}
+                FR_LAND: {"param": 172, "shortName": "lsm"}
+                lsm: {"param": 172, "shortName": "lsm"}
+                PMSL: {"param": 151, "shortName": "msl"}
+                msl: {"param": 151, "shortName": "msl"}
+                PS: {"param": 134, "shortName": "sp"}
+                sp: {"param": 134, "shortName": "sp"}
+                SSO_SIGMA: {"param": 163, "shortName": "slor"}
+                slor: {"param": 163, "shortName": "slor"}
+                SSO_STDH: {"param": 160, "shortName": "sdor"}
+                sdor: {"param": 160, "shortName": "sdor"}
+                TOT_PREC: {"param": 228, "shortName": "tp"}
+                tp: {"param": 228, "shortName": "tp"}
+                z: {"param": 129, "shortName": "z"}
+                "^q_(\\d+)$": {"param": 133, "shortName": "q"}
+                "^t_(\\d+)$": {"param": 130, "shortName": "t"}
+                "^u_(\\d+)$": {"param": 131, "shortName": "u"}
+                "^v_(\\d+)$": {"param": 132, "shortName": "v"}
+                "^w_(\\d+)$": {"param": 135, "shortName": "w"}
+                "^z_(\\d+)$": {"param": 129, "shortName": "z"}
 
 write_initial_state: true

resources/inference/configs/sgm-forecaster-global-ich1-oper.yaml

@@ -39,6 +39,38 @@ output:
         encoding:
           typeOfGeneratingProcess: 2
           centre: ecmf
+        modifiers:
+          - patches:
+            - variable:
+                U_10M: {"param": 165, "shortName": "10u"}
+                10u: {"param": 165, "shortName": "10u"}
+                V_10M: {"param": 166, "shortName": "10v"}
+                10v: {"param": 166, "shortName": "10v"}
+                TD_2M: {"param": 168, "shortName": "2d"}
+                2d: {"param": 168, "shortName": "2d"}
+                T_2M: {"param": 167, "shortName": "2t"}
+                2t: {"param": 167, "shortName": "2t"}
+                FR_LAND: {"param": 172, "shortName": "lsm"}
+                lsm: {"param": 172, "shortName": "lsm"}
+                PMSL: {"param": 151, "shortName": "msl"}
+                msl: {"param": 151, "shortName": "msl"}
+                PS: {"param": 134, "shortName": "sp"}
+                sp: {"param": 134, "shortName": "sp"}
+                SSO_SIGMA: {"param": 163, "shortName": "slor"}
+                slor: {"param": 163, "shortName": "slor"}
+                SSO_STDH: {"param": 160, "shortName": "sdor"}
+                sdor: {"param": 160, "shortName": "sdor"}
+                TOT_PREC: {"param": 228, "shortName": "tp"}
+                tp: {"param": 228, "shortName": "tp"}
+                z: {"param": 129, "shortName": "z"}
+                "^q_(\\d+)$": {"param": 133, "shortName": "q"}
+                "^t_(\\d+)$": {"param": 130, "shortName": "t"}
+                "^u_(\\d+)$": {"param": 131, "shortName": "u"}
+                "^v_(\\d+)$": {"param": 132, "shortName": "v"}
+                "^w_(\\d+)$": {"param": 135, "shortName": "w"}
+                "^z_(\\d+)$": {"param": 129, "shortName": "z"}
+
+
         templates:
           samples: resources/templates_index_ifs.yaml
         post_processors:

resources/inference/configs/sgm-forecaster-global-ich1.yaml

@@ -46,5 +46,35 @@ output:
             inverse: true
         - assign_mask: # fill local/global overlapping points with nan
             mask: "global/cutout_mask"
+        modifiers:
+          - patches:
+            - variable:
+                U_10M: {"param": 165, "shortName": "10u"}
+                10u: {"param": 165, "shortName": "10u"}
+                V_10M: {"param": 166, "shortName": "10v"}
+                10v: {"param": 166, "shortName": "10v"}
+                TD_2M: {"param": 168, "shortName": "2d"}
+                2d: {"param": 168, "shortName": "2d"}
+                T_2M: {"param": 167, "shortName": "2t"}
+                2t: {"param": 167, "shortName": "2t"}
+                FR_LAND: {"param": 172, "shortName": "lsm"}
+                lsm: {"param": 172, "shortName": "lsm"}
+                PMSL: {"param": 151, "shortName": "msl"}
+                msl: {"param": 151, "shortName": "msl"}
+                PS: {"param": 134, "shortName": "sp"}
+                sp: {"param": 134, "shortName": "sp"}
+                SSO_SIGMA: {"param": 163, "shortName": "slor"}
+                slor: {"param": 163, "shortName": "slor"}
+                SSO_STDH: {"param": 160, "shortName": "sdor"}
+                sdor: {"param": 160, "shortName": "sdor"}
+                TOT_PREC: {"param": 228, "shortName": "tp"}
+                tp: {"param": 228, "shortName": "tp"}
+                z: {"param": 129, "shortName": "z"}
+                "^q_(\\d+)$": {"param": 133, "shortName": "q"}
+                "^t_(\\d+)$": {"param": 130, "shortName": "t"}
+                "^u_(\\d+)$": {"param": 131, "shortName": "u"}
+                "^v_(\\d+)$": {"param": 132, "shortName": "v"}
+                "^w_(\\d+)$": {"param": 135, "shortName": "w"}
+                "^z_(\\d+)$": {"param": 129, "shortName": "z"}
 
 patch_metadata: resources/sgm-ich1-patch_metadata.yaml

resources/inference/configs/sgm-forecaster-global.yaml

@@ -39,5 +39,35 @@ output:
             inverse: true
         - assign_mask: # fill local/global overlapping points with nan
             mask: "global/cutout_mask"
+        modifiers:
+          - patches:
+            - variable:
+                U_10M: {"param": 165, "shortName": "10u"}
+                10u: {"param": 165, "shortName": "10u"}
+                V_10M: {"param": 166, "shortName": "10v"}
+                10v: {"param": 166, "shortName": "10v"}
+                TD_2M: {"param": 168, "shortName": "2d"}
+                2d: {"param": 168, "shortName": "2d"}
+                T_2M: {"param": 167, "shortName": "2t"}
+                2t: {"param": 167, "shortName": "2t"}
+                FR_LAND: {"param": 172, "shortName": "lsm"}
+                lsm: {"param": 172, "shortName": "lsm"}
+                PMSL: {"param": 151, "shortName": "msl"}
+                msl: {"param": 151, "shortName": "msl"}
+                PS: {"param": 134, "shortName": "sp"}
+                sp: {"param": 134, "shortName": "sp"}
+                SSO_SIGMA: {"param": 163, "shortName": "slor"}
+                slor: {"param": 163, "shortName": "slor"}
+                SSO_STDH: {"param": 160, "shortName": "sdor"}
+                sdor: {"param": 160, "shortName": "sdor"}
+                TOT_PREC: {"param": 228, "shortName": "tp"}
+                tp: {"param": 228, "shortName": "tp"}
+                z: {"param": 129, "shortName": "z"}
+                "^q_(\\d+)$": {"param": 133, "shortName": "q"}
+                "^t_(\\d+)$": {"param": 130, "shortName": "t"}
+                "^u_(\\d+)$": {"param": 131, "shortName": "u"}
+                "^v_(\\d+)$": {"param": 132, "shortName": "v"}
+                "^w_(\\d+)$": {"param": 135, "shortName": "w"}
+                "^z_(\\d+)$": {"param": 129, "shortName": "z"}
 
 write_initial_state: true