evalml/config/forecasters-ich1-oper.yaml at 445020ee68fee13fb56949444ee1939f6688e133 · MeteoSwiss/evalml · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
# yaml-language-server: $schema=../workflow/tools/config.schema.json
description: |
  Evaluate skill of ICON-CH1 single.

dates:
  # start: 2025-01-01T00:00
  # end: 2025-06-20T00:00
  # frequency: 54h
  # or
  - 2025-01-01T00:00
  - 2025-02-01T06:00
  - 2025-03-01T12:00

runs:
  - forecaster:
      checkpoint: https://servicedepl.meteoswiss.ch/mlstore#/experiments/409/runs/b30acf68520a4bbd8324c44666561696
      label: stage_C_icon_1km
      steps: 0/120/6
      config: resources/inference/configs/sgm-forecaster-global-ich1-oper.yaml
      extra_requirements:
        - earthkit-utils<0.2.0
        - earthkit-data<0.19.0
        - git+https://github.com/ecmwf/anemoi-inference.git@main

  - baseline:
      label: ICON-CH1-ctrl
      root: /store_new/mch/msopr/ml/ICON-CH1-EPS
      steps: 0/33/6

  - baseline:
      label: ICON-CH2-ctrl
      root: /store_new/mch/msopr/ml/ICON-CH2-EPS
      steps: 0/120/6

truth:
  label: KENDA-CH1
  root: /store_new/mch/msopr/ml/datasets/mch-ich1-1km-2024-2025-1h-pl13-v1.0.zarr

stratification:
  regions:
    - jura
    - mittelland
    - voralpen
    - alpennordhang
    - innerealpentaeler
    - alpensuedseite
  root: /scratch/mch/bhendj/regions/Prognoseregionen_LV95_20220517

thresholds:
  TOT_PREC:
    gt: [0.0, 0.001, 0.005]
  U_10M:
    gt: [2.5, 5.0, 10.0]
  V_10M:
    gt: [2.5, 5.0, 10.0]
  T_2M:
    lt: [273.15]
    gt: [288.15, 298.15]

dashboard:
  stratification:
    # - init_hour
    # - region
    - season

locations:
  output_root: output/

profile:
  executor: slurm
  global_resources:
    gpus: 16
  default_resources:
    slurm_partition: "postproc"
    cpus_per_task: 1
    mem_mb_per_cpu: 1800
    runtime: "1h"
    gpus: 0
  jobs: 50
  batch_rules:
    plot_forecast_frame: 32

metric_maps:
  params:
    - T_2M
    # - TD_2M
    # - U_10M
    # - V_10M
    # - SP_10M
    # - PS
    # - PMSL
    # - TOT_PREC
  leadtimes:
    - 24
  metrics:
    - BIAS
    # - RMSE
    # - MAE
  regions:
    - switzerland
    # - centraleurope
  seasons:
    - all
    # - DJF
    # - MAM
    # - JJA
    # - SON