MRB-650 maps simplified

config/forecasters-co1e.yaml

@@ -57,3 +57,25 @@ profile:
   jobs: 50
   batch_rules:
     plot_forecast_frame: 32
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-co2-disentangled.yaml

@@ -76,3 +76,25 @@ profile:
     runtime: "1h"
     gpus: 0
   jobs: 50
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-co2-mod-01.yaml

@@ -0,0 +1,78 @@
+# yaml-language-server: $schema=../workflow/tools/config.schema.json
+description: |
+  Evaluate skill of COSMO-E emulator (M-1 forecaster).
+
+dates:
+  start: 2020-01-02T00:00
+  end: 2020-01-31T00:00
+  frequency: 24h
+
+runs:
+  - forecaster:
+      mlflow_id: d0846032fc7248a58b089cbe8fa4c511
+      label: M-1 forecaster
+      steps: 0/120/6
+      config: resources/inference/configs/sgm-forecaster-global_trimedge.yaml
+      extra_dependencies:
+        - git+https://github.com/ecmwf/anemoi-inference.git@0.8.3
+
+baselines:
+  - baseline:
+      baseline_id: COSMO-E
+      label: COSMO-E
+      root: /store_new/mch/msopr/ml/COSMO-E
+      steps: 0/120/6
+
+analysis:
+  label: COSMO KENDA
+  analysis_zarr: /scratch/mch/fzanetta/data/anemoi/datasets/mch-co2-an-archive-0p02-2015-2020-6h-v3-pl13.zarr
+
+stratification:
+  regions:
+    - jura
+    - mittelland
+    - voralpen
+    - alpennordhang
+    - innerealpentaeler
+    - alpensuedseite
+  root: /scratch/mch/bhendj/regions/Prognoseregionen_LV95_20220517
+
+locations:
+  output_root: output/
+  mlflow_uri:
+    - https://servicedepl.meteoswiss.ch/mlstore
+    - https://mlflow.ecmwf.int
+
+profile:
+  executor: slurm
+  global_resources:
+    gpus: 16
+  default_resources:
+    slurm_partition: "postproc"
+    cpus_per_task: 1
+    mem_mb_per_cpu: 1800
+    runtime: "23h"
+    gpus: 0
+  jobs: 50
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-co2.yaml

@@ -53,3 +53,25 @@ profile:
   jobs: 50
   batch_rules:
     plot_forecast_frame: 32
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-ich1-oper-fixed.yaml

@@ -7,8 +7,8 @@ dates:
   # end: 2025-06-20T00:00
   # frequency: 54h
   # or
-  - 2024-01-01T12:00
-  - 2024-02-01T18:00
+  # - 2024-01-01T12:00
+  # - 2024-02-01T18:00
   - 2025-03-01T00:00
 
 
@@ -68,3 +68,25 @@ profile:
   jobs: 50
   batch_rules:
     plot_forecast_frame: 32
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-ich1-oper-small_adj_lfr_05_Stage_E_only_default_exp.yaml

@@ -0,0 +1,87 @@
+# yaml-language-server: $schema=../workflow/tools/config.schema.json
+description: |
+  Evaluate skill of ICON-CH1 forecasters from experiment 602 (excluding stage_B, AE, multi_dataset_icon_era5).
+
+dates:
+  start: 2025-03-01T00:00
+  end: 2025-05-31T00:00
+  frequency: 24h
+
+
+runs:
+
+  - forecaster:
+      inference_resources: 
+          slurm_partition: normal-shared
+      checkpoint: https://service.meteoswiss.ch/mlstore#/experiments/602/runs/fd63e17043014af59170c7beca516b95
+      label: stage_E_realch1
+      steps: 0/120/6
+      config: resources/inference/configs/sgm-multidataset-forecaster-global-ich1-oper.yaml
+      extra_requirements:
+        - git+https://github.com/ecmwf/anemoi-inference.git@b9aaee5df86614cad9d8d08b76876a4be4e980db
+
+
+baselines:
+  - baseline:
+      baseline_id: ICON-CH1-EPS
+      label: ICON-CH1-ctrl
+      root: /scratch/mch/cmerker/ICON-CH1-EPS
+      steps: 0/33/6
+  - baseline:
+      baseline_id: ICON-CH2-EPS
+      label: ICON-CH2-ctrl
+      root: /scratch/mch/cmerker/ICON-CH2-EPS
+      steps: 0/120/6
+
+truth:
+  label: KENDA-CH1
+  root: /store_new/mch/msopr/ml/datasets/mch-ich1-1km-2024-2025-1h-pl13-v1.0.zarr
+
+stratification:
+  regions:
+    - jura
+    - mittelland
+    - voralpen
+    - alpennordhang
+    - innerealpentaeler
+    - alpensuedseite
+  root: /scratch/mch/bhendj/regions/Prognoseregionen_LV95_20220517
+
+locations:
+  output_root: /scratch/mch/lfrey/2025_SEN_eval_ML/software/evalml/xyz_abc/evalml/output/
+
+profile:
+  executor: slurm
+  global_resources:
+    gpus: 16
+  default_resources:
+    slurm_partition: "postproc"
+    cpus_per_task: 1
+    mem_mb_per_cpu: 1800
+    runtime: "1h"
+    gpus: 0
+  jobs: 50
+  batch_rules:
+    plot_forecast_frame: 32
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-ich1-oper.yaml

@@ -64,3 +64,25 @@ profile:
   jobs: 50
   batch_rules:
     plot_forecast_frame: 32
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all

config/forecasters-ich1.yaml

@@ -76,3 +76,25 @@ profile:
   jobs: 50
   batch_rules:
     plot_forecast_frame: 32
+
+spatial_verification:
+  params:
+    - T_2M
+    - TD_2M
+    - U_10M
+    - V_10M
+    - SP_10M
+    - PS
+    - PMSL
+    - TOT_PREC
+  leadtimes:
+    - 6
+    - 24
+  metrics:
+    - BIAS
+    - RMSE
+  regions:
+    - switzerland
+    - centraleurope
+  seasons:
+    - all