{
 "protocol": {
  "fit": "2001-01-01..2019-12-31",
  "held_out": "2020-01-01..2026-10-01",
  "inner_cv_folds": [
   [
    2001,
    2004
   ],
   [
    2005,
    2008
   ],
   [
    2009,
    2012
   ],
   [
    2013,
    2016
   ],
   [
    2017,
    2019
   ]
  ],
  "selection": "max OOF national event CSI on 2001-2019 (v2 truth), tie -> OOF AUC",
  "threshold": "OOF-optimal national flag rate -> fit-period score quantile of the refitted model",
  "calibration": "isotonic on OOF scores vs v2 fit truth",
  "held_out_truth": "v1 = v2 on 2020-2026 (identical: True)",
  "base_rate_fit_v1": 0.00106,
  "base_rate_fit_v2": 0.00366
 },
 "chosen": "V1_lr_base_v2",
 "selection": {
  "B0_lr_base_v1": {
   "oof_csi_v2": 0.0748,
   "oof_auc_v2": 0.8824,
   "flag_rate": 0.00515,
   "threshold": 0.9771540312011462,
   "labels": "v1",
   "feat": "base",
   "kind": "lr",
   "clim": false
  },
  "V1_lr_base_v2": {
   "oof_csi_v2": 0.102,
   "oof_auc_v2": 0.8918,
   "flag_rate": 0.00426,
   "threshold": 0.9900975236210469,
   "labels": "v2",
   "feat": "base",
   "kind": "lr",
   "clim": false
  },
  "V2_lr_rich_v1": {
   "oof_csi_v2": 0.0523,
   "oof_auc_v2": 0.8225,
   "flag_rate": 0.00752,
   "threshold": 0.9813713001590546,
   "labels": "v1",
   "feat": "rich",
   "kind": "lr",
   "clim": false
  },
  "V3_lr_rich_v2": {
   "oof_csi_v2": 0.0788,
   "oof_auc_v2": 0.8948,
   "flag_rate": 0.00826,
   "threshold": 0.9774103961716871,
   "labels": "v2",
   "feat": "rich",
   "kind": "lr",
   "clim": false
  },
  "V4_lrC005_rich_v2": {
   "oof_csi_v2": 0.0773,
   "oof_auc_v2": 0.8966,
   "flag_rate": 0.00684,
   "threshold": 0.9815256568063447,
   "labels": "v2",
   "feat": "rich",
   "kind": "lr_c05",
   "clim": false
  },
  "V5_lr_rich_clim_v2": {
   "oof_csi_v2": 0.0837,
   "oof_auc_v2": 0.8801,
   "flag_rate": 0.00826,
   "threshold": 0.9773781900292187,
   "labels": "v2",
   "feat": "rich",
   "kind": "lr",
   "clim": true
  },
  "V6_hgb_rich_v2": {
   "oof_csi_v2": 0.0526,
   "oof_auc_v2": 0.8765,
   "flag_rate": 0.00353,
   "threshold": 0.9485587650203049,
   "labels": "v2",
   "feat": "rich",
   "kind": "hgb",
   "clim": false
  },
  "V7_hgbshallow_rich_v2": {
   "oof_csi_v2": 0.0813,
   "oof_auc_v2": 0.8994,
   "flag_rate": 0.00388,
   "threshold": 0.9493705107471974,
   "labels": "v2",
   "feat": "rich",
   "kind": "hgb_shallow",
   "clim": false
  },
  "V8_lgbm_rich_v2": {
   "oof_csi_v2": 0.0478,
   "oof_auc_v2": 0.8469,
   "flag_rate": 0.01936,
   "threshold": 0.878156751404479,
   "labels": "v2",
   "feat": "rich",
   "kind": "lgbm",
   "clim": false
  },
  "V9_xgb_rich_v2": {
   "oof_csi_v2": 0.06,
   "oof_auc_v2": 0.8847,
   "flag_rate": 0.01602,
   "threshold": 0.6459128260612488,
   "labels": "v2",
   "feat": "rich",
   "kind": "xgb",
   "clim": false
  },
  "V10_hgb_rich_clim_v2": {
   "oof_csi_v2": 0.0514,
   "oof_auc_v2": 0.8707,
   "flag_rate": 0.00752,
   "threshold": 0.9235449354648066,
   "labels": "v2",
   "feat": "rich",
   "kind": "hgb",
   "clim": true
  },
  "V11_hgb_rich_v1": {
   "oof_csi_v2": 0.0403,
   "oof_auc_v2": 0.7729,
   "flag_rate": 0.01326,
   "threshold": 0.6660804161188929,
   "labels": "v1",
   "feat": "rich",
   "kind": "hgb",
   "clim": false
  },
  "REF_3.4_learning_layer": {
   "tau": 0.985,
   "rule": "3.4: mean per-state CSI, in-sample, v1 truth",
   "labels": "v1",
   "feat": "base",
   "kind": "lr"
  },
  "REF_glofas_ge_2yr": {
   "rule": "GloFAS Q/Q2 >= 1 (a priori)"
  }
 },
 "heldout": {
  "B0_lr_base_v1": {
   "CSI": {
    "value": 0.1838,
    "lo": 0.094,
    "hi": 0.2887
   },
   "POD": {
    "value": 0.2906,
    "lo": 0.1509,
    "hi": 0.4387
   },
   "FAR": {
    "value": 0.6538,
    "lo": 0.5064,
    "hi": 0.8039
   },
   "AUC": {
    "value": 0.8471,
    "lo": 0.7968,
    "hi": 0.8844
   },
   "Brier": {
    "value": 0.0187,
    "lo": 0.0128,
    "hi": 0.0263
   },
   "BSS_sample": {
    "value": 0.0406,
    "lo": 0.023,
    "hi": 0.0548
   },
   "BSS_fitclim": {
    "value": 0.0534,
    "lo": 0.0314,
    "hi": 0.0719
   },
   "dCSI_vs_ref": {
    "value": 0.0052,
    "lo": -0.0192,
    "hi": 0.0295,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": 0.0,
    "lo": 0.0,
    "hi": 0.0,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": 0.0342,
    "lo": 0.0084,
    "hi": 0.0673,
    "excludes_zero": true
   },
   "dFAR_vs_ref": {
    "value": 0.0319,
    "lo": -0.0277,
    "hi": 0.094,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 34,
    "signal_episodes": 104,
    "false_alarms": 68
   }
  },
  "V1_lr_base_v2": {
   "CSI": {
    "value": 0.1726,
    "lo": 0.0782,
    "hi": 0.2733
   },
   "POD": {
    "value": 0.2479,
    "lo": 0.1111,
    "hi": 0.379
   },
   "FAR": {
    "value": 0.622,
    "lo": 0.4516,
    "hi": 0.8077
   },
   "AUC": {
    "value": 0.8332,
    "lo": 0.7791,
    "hi": 0.8735
   },
   "Brier": {
    "value": 0.0186,
    "lo": 0.0129,
    "hi": 0.0262
   },
   "BSS_sample": {
    "value": 0.0427,
    "lo": 0.0228,
    "hi": 0.0584
   },
   "BSS_fitclim": {
    "value": 0.0554,
    "lo": 0.0308,
    "hi": 0.076
   },
   "dCSI_vs_ref": {
    "value": -0.006,
    "lo": -0.0371,
    "hi": 0.0223,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0139,
    "lo": -0.0285,
    "hi": -0.001,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": -0.0085,
    "lo": -0.0459,
    "hi": 0.0289,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.0,
    "lo": -0.061,
    "hi": 0.0692,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 29,
    "signal_episodes": 82,
    "false_alarms": 51
   }
  },
  "V2_lr_rich_v1": {
   "CSI": {
    "value": 0.1207,
    "lo": 0.0686,
    "hi": 0.1835
   },
   "POD": {
    "value": 0.359,
    "lo": 0.2222,
    "hi": 0.4957
   },
   "FAR": {
    "value": 0.837,
    "lo": 0.7565,
    "hi": 0.9038
   },
   "AUC": {
    "value": 0.8179,
    "lo": 0.7619,
    "hi": 0.8582
   },
   "Brier": {
    "value": 0.0191,
    "lo": 0.013,
    "hi": 0.027
   },
   "BSS_sample": {
    "value": 0.0198,
    "lo": 0.009,
    "hi": 0.0292
   },
   "BSS_fitclim": {
    "value": 0.0328,
    "lo": 0.0187,
    "hi": 0.0456
   },
   "dCSI_vs_ref": {
    "value": -0.0579,
    "lo": -0.1151,
    "hi": 0.0008,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0292,
    "lo": -0.0453,
    "hi": -0.0152,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": 0.1026,
    "lo": 0.0446,
    "hi": 0.1721,
    "excludes_zero": true
   },
   "dFAR_vs_ref": {
    "value": 0.215,
    "lo": 0.0779,
    "hi": 0.3285,
    "excludes_zero": true
   },
   "counts": {
    "events": 117,
    "hits": 42,
    "signal_episodes": 276,
    "false_alarms": 231
   }
  },
  "V3_lr_rich_v2": {
   "CSI": {
    "value": 0.1872,
    "lo": 0.1111,
    "hi": 0.2731
   },
   "POD": {
    "value": 0.3504,
    "lo": 0.2142,
    "hi": 0.4936
   },
   "FAR": {
    "value": 0.7034,
    "lo": 0.5819,
    "hi": 0.816
   },
   "AUC": {
    "value": 0.8446,
    "lo": 0.7916,
    "hi": 0.8816
   },
   "Brier": {
    "value": 0.0186,
    "lo": 0.0128,
    "hi": 0.026
   },
   "BSS_sample": {
    "value": 0.0474,
    "lo": 0.0252,
    "hi": 0.0658
   },
   "BSS_fitclim": {
    "value": 0.0601,
    "lo": 0.033,
    "hi": 0.0836
   },
   "dCSI_vs_ref": {
    "value": 0.0086,
    "lo": -0.0364,
    "hi": 0.0539,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0025,
    "lo": -0.0167,
    "hi": 0.0094,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": 0.094,
    "lo": 0.0417,
    "hi": 0.1489,
    "excludes_zero": true
   },
   "dFAR_vs_ref": {
    "value": 0.0815,
    "lo": -0.0222,
    "hi": 0.1698,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 41,
    "signal_episodes": 145,
    "false_alarms": 102
   }
  },
  "V4_lrC005_rich_v2": {
   "CSI": {
    "value": 0.1921,
    "lo": 0.1149,
    "hi": 0.2762
   },
   "POD": {
    "value": 0.3333,
    "lo": 0.2,
    "hi": 0.468
   },
   "FAR": {
    "value": 0.6719,
    "lo": 0.5564,
    "hi": 0.7911
   },
   "AUC": {
    "value": 0.8448,
    "lo": 0.7927,
    "hi": 0.8818
   },
   "Brier": {
    "value": 0.0186,
    "lo": 0.0128,
    "hi": 0.0261
   },
   "BSS_sample": {
    "value": 0.046,
    "lo": 0.0252,
    "hi": 0.0632
   },
   "BSS_fitclim": {
    "value": 0.0587,
    "lo": 0.0329,
    "hi": 0.0807
   },
   "dCSI_vs_ref": {
    "value": 0.0135,
    "lo": -0.0263,
    "hi": 0.0561,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0023,
    "lo": -0.0163,
    "hi": 0.0096,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": 0.0769,
    "lo": 0.0294,
    "hi": 0.1287,
    "excludes_zero": true
   },
   "dFAR_vs_ref": {
    "value": 0.0499,
    "lo": -0.0571,
    "hi": 0.136,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 39,
    "signal_episodes": 128,
    "false_alarms": 86
   }
  },
  "V5_lr_rich_clim_v2": {
   "CSI": {
    "value": 0.198,
    "lo": 0.115,
    "hi": 0.2885
   },
   "POD": {
    "value": 0.3419,
    "lo": 0.2037,
    "hi": 0.4843
   },
   "FAR": {
    "value": 0.6746,
    "lo": 0.5435,
    "hi": 0.8041
   },
   "AUC": {
    "value": 0.8363,
    "lo": 0.7869,
    "hi": 0.8726
   },
   "Brier": {
    "value": 0.0186,
    "lo": 0.0129,
    "hi": 0.0262
   },
   "BSS_sample": {
    "value": 0.0432,
    "lo": 0.0221,
    "hi": 0.0612
   },
   "BSS_fitclim": {
    "value": 0.0559,
    "lo": 0.0301,
    "hi": 0.0786
   },
   "dCSI_vs_ref": {
    "value": 0.0194,
    "lo": -0.0179,
    "hi": 0.0604,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0108,
    "lo": -0.0285,
    "hi": 0.0054,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": 0.0855,
    "lo": 0.0364,
    "hi": 0.136,
    "excludes_zero": true
   },
   "dFAR_vs_ref": {
    "value": 0.0527,
    "lo": -0.0469,
    "hi": 0.136,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 40,
    "signal_episodes": 126,
    "false_alarms": 85
   }
  },
  "V6_hgb_rich_v2": {
   "CSI": {
    "value": 0.0814,
    "lo": 0.0392,
    "hi": 0.1202
   },
   "POD": {
    "value": 0.1197,
    "lo": 0.0534,
    "hi": 0.1833
   },
   "FAR": {
    "value": 0.7857,
    "lo": 0.6875,
    "hi": 0.8853
   },
   "AUC": {
    "value": 0.8327,
    "lo": 0.7847,
    "hi": 0.8689
   },
   "Brier": {
    "value": 0.0193,
    "lo": 0.013,
    "hi": 0.0274
   },
   "BSS_sample": {
    "value": 0.0114,
    "lo": 0.0039,
    "hi": 0.0177
   },
   "BSS_fitclim": {
    "value": 0.0245,
    "lo": 0.018,
    "hi": 0.0298
   },
   "dCSI_vs_ref": {
    "value": -0.0972,
    "lo": -0.22,
    "hi": 0.0031,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0144,
    "lo": -0.0334,
    "hi": 0.0035,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": -0.1368,
    "lo": -0.3008,
    "hi": 0.0112,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.1638,
    "lo": -0.0289,
    "hi": 0.3476,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 14,
    "signal_episodes": 70,
    "false_alarms": 55
   }
  },
  "V7_hgbshallow_rich_v2": {
   "CSI": {
    "value": 0.1737,
    "lo": 0.1212,
    "hi": 0.2229
   },
   "POD": {
    "value": 0.2479,
    "lo": 0.1709,
    "hi": 0.3284
   },
   "FAR": {
    "value": 0.6024,
    "lo": 0.473,
    "hi": 0.708
   },
   "AUC": {
    "value": 0.8515,
    "lo": 0.8023,
    "hi": 0.8858
   },
   "Brier": {
    "value": 0.0188,
    "lo": 0.0128,
    "hi": 0.0266
   },
   "BSS_sample": {
    "value": 0.0334,
    "lo": 0.0221,
    "hi": 0.0432
   },
   "BSS_fitclim": {
    "value": 0.0463,
    "lo": 0.0319,
    "hi": 0.0577
   },
   "dCSI_vs_ref": {
    "value": -0.0049,
    "lo": -0.0917,
    "hi": 0.0778,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": 0.0044,
    "lo": -0.0115,
    "hi": 0.0189,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": -0.0085,
    "lo": -0.1231,
    "hi": 0.1139,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": -0.0195,
    "lo": -0.1826,
    "hi": 0.1148,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 29,
    "signal_episodes": 83,
    "false_alarms": 50
   }
  },
  "V8_lgbm_rich_v2": {
   "CSI": {
    "value": 0.1531,
    "lo": 0.1004,
    "hi": 0.2194
   },
   "POD": {
    "value": 0.4188,
    "lo": 0.2946,
    "hi": 0.5431
   },
   "FAR": {
    "value": 0.7961,
    "lo": 0.7189,
    "hi": 0.8594
   },
   "AUC": {
    "value": 0.825,
    "lo": 0.7742,
    "hi": 0.8605
   },
   "Brier": {
    "value": 0.0191,
    "lo": 0.0129,
    "hi": 0.0271
   },
   "BSS_sample": {
    "value": 0.021,
    "lo": 0.0139,
    "hi": 0.0262
   },
   "BSS_fitclim": {
    "value": 0.0341,
    "lo": 0.0247,
    "hi": 0.041
   },
   "dCSI_vs_ref": {
    "value": -0.0254,
    "lo": -0.0923,
    "hi": 0.0421,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0221,
    "lo": -0.0422,
    "hi": -0.0017,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": 0.1624,
    "lo": 0.065,
    "hi": 0.2647,
    "excludes_zero": true
   },
   "dFAR_vs_ref": {
    "value": 0.1741,
    "lo": 0.0335,
    "hi": 0.2939,
    "excludes_zero": true
   },
   "counts": {
    "events": 117,
    "hits": 49,
    "signal_episodes": 255,
    "false_alarms": 203
   }
  },
  "V9_xgb_rich_v2": {
   "CSI": {
    "value": 0.1654,
    "lo": 0.1119,
    "hi": 0.2264
   },
   "POD": {
    "value": 0.3675,
    "lo": 0.2631,
    "hi": 0.4742
   },
   "FAR": {
    "value": 0.7448,
    "lo": 0.6502,
    "hi": 0.8207
   },
   "AUC": {
    "value": 0.8444,
    "lo": 0.7977,
    "hi": 0.878
   },
   "Brier": {
    "value": 0.0191,
    "lo": 0.013,
    "hi": 0.0272
   },
   "BSS_sample": {
    "value": 0.0193,
    "lo": 0.0126,
    "hi": 0.0236
   },
   "BSS_fitclim": {
    "value": 0.0323,
    "lo": 0.0234,
    "hi": 0.0389
   },
   "dCSI_vs_ref": {
    "value": -0.0132,
    "lo": -0.0844,
    "hi": 0.0592,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0027,
    "lo": -0.0169,
    "hi": 0.0137,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": 0.1111,
    "lo": 0.0,
    "hi": 0.2277,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.1228,
    "lo": -0.0211,
    "hi": 0.2352,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 43,
    "signal_episodes": 192,
    "false_alarms": 143
   }
  },
  "V10_hgb_rich_clim_v2": {
   "CSI": {
    "value": 0.1508,
    "lo": 0.1028,
    "hi": 0.1965
   },
   "POD": {
    "value": 0.2564,
    "lo": 0.1636,
    "hi": 0.339
   },
   "FAR": {
    "value": 0.7009,
    "lo": 0.5922,
    "hi": 0.7826
   },
   "AUC": {
    "value": 0.822,
    "lo": 0.7783,
    "hi": 0.8579
   },
   "Brier": {
    "value": 0.0192,
    "lo": 0.013,
    "hi": 0.0274
   },
   "BSS_sample": {
    "value": 0.0125,
    "lo": 0.0062,
    "hi": 0.0184
   },
   "BSS_fitclim": {
    "value": 0.0257,
    "lo": 0.0187,
    "hi": 0.0307
   },
   "dCSI_vs_ref": {
    "value": -0.0278,
    "lo": -0.1084,
    "hi": 0.0474,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0251,
    "lo": -0.0473,
    "hi": -0.0008,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": 0.0,
    "lo": -0.1161,
    "hi": 0.1196,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.0789,
    "lo": -0.057,
    "hi": 0.2009,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 30,
    "signal_episodes": 117,
    "false_alarms": 82
   }
  },
  "V11_hgb_rich_v1": {
   "CSI": {
    "value": 0.0952,
    "lo": 0.0593,
    "hi": 0.1398
   },
   "POD": {
    "value": 0.2735,
    "lo": 0.1747,
    "hi": 0.3721
   },
   "FAR": {
    "value": 0.8488,
    "lo": 0.7774,
    "hi": 0.9124
   },
   "AUC": {
    "value": 0.7349,
    "lo": 0.6585,
    "hi": 0.7934
   },
   "Brier": {
    "value": 0.0196,
    "lo": 0.0133,
    "hi": 0.028
   },
   "BSS_sample": {
    "value": -0.0082,
    "lo": -0.0165,
    "hi": -0.0015
   },
   "BSS_fitclim": {
    "value": 0.0052,
    "lo": 0.0018,
    "hi": 0.0084
   },
   "dCSI_vs_ref": {
    "value": -0.0833,
    "lo": -0.1747,
    "hi": 0.007,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.1122,
    "lo": -0.1748,
    "hi": -0.063,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": 0.0171,
    "lo": -0.1227,
    "hi": 0.1545,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.2269,
    "lo": 0.0489,
    "hi": 0.3716,
    "excludes_zero": true
   },
   "counts": {
    "events": 117,
    "hits": 32,
    "signal_episodes": 258,
    "false_alarms": 219
   }
  },
  "REF_3.4_learning_layer": {
   "CSI": {
    "value": 0.1786,
    "lo": 0.0823,
    "hi": 0.2858
   },
   "POD": {
    "value": 0.2564,
    "lo": 0.1149,
    "hi": 0.4031
   },
   "FAR": {
    "value": 0.622,
    "lo": 0.4474,
    "hi": 0.8095
   },
   "AUC": {
    "value": 0.8471,
    "lo": 0.7968,
    "hi": 0.8844
   },
   "Brier": {
    "value": 0.0193,
    "lo": 0.0131,
    "hi": 0.0275
   },
   "BSS_sample": {
    "value": 0.0073,
    "lo": 0.0004,
    "hi": 0.013
   },
   "BSS_fitclim": {
    "value": 0.025,
    "lo": 0.0164,
    "hi": 0.0325
   },
   "counts": {
    "events": 117,
    "hits": 30,
    "signal_episodes": 82,
    "false_alarms": 51
   }
  },
  "REF_glofas_ge_2yr": {
   "CSI": {
    "value": 0.1372,
    "lo": 0.0717,
    "hi": 0.2193
   },
   "POD": {
    "value": 0.3248,
    "lo": 0.1818,
    "hi": 0.4693
   },
   "FAR": {
    "value": 0.8,
    "lo": 0.6893,
    "hi": 0.89
   },
   "AUC": {
    "value": 0.8157,
    "lo": 0.7685,
    "hi": 0.8514
   },
   "dCSI_vs_ref": {
    "value": -0.0414,
    "lo": -0.1001,
    "hi": 0.0144,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0314,
    "lo": -0.0576,
    "hi": -0.0003,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": 0.0684,
    "lo": -0.0075,
    "hi": 0.1468,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.178,
    "lo": 0.0569,
    "hi": 0.282,
    "excludes_zero": true
   },
   "counts": {
    "events": 117,
    "hits": 38,
    "signal_episodes": 200,
    "false_alarms": 160
   }
  },
  "REF_3.4_learning_layer__tol1": {
   "CSI": {
    "value": 0.1845,
    "lo": 0.0872,
    "hi": 0.2932
   },
   "POD": {
    "value": 0.265,
    "lo": 0.1238,
    "hi": 0.4069
   },
   "FAR": {
    "value": 0.622,
    "lo": 0.4474,
    "hi": 0.8095
   },
   "AUC": {
    "value": 0.8471,
    "lo": 0.7968,
    "hi": 0.8844
   },
   "dCSI_vs_ref": {
    "value": 0.006,
    "lo": 0.0,
    "hi": 0.0194,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": 0.0,
    "lo": 0.0,
    "hi": 0.0,
    "excludes_zero": false
   },
   "dPOD_vs_ref": {
    "value": 0.0085,
    "lo": 0.0,
    "hi": 0.0288,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.0,
    "lo": 0.0,
    "hi": 0.0,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 31,
    "signal_episodes": 82,
    "false_alarms": 51
   }
  },
  "V1_lr_base_v2__tol1": {
   "CSI": {
    "value": 0.1726,
    "lo": 0.0782,
    "hi": 0.2733
   },
   "POD": {
    "value": 0.2479,
    "lo": 0.1111,
    "hi": 0.379
   },
   "FAR": {
    "value": 0.622,
    "lo": 0.4516,
    "hi": 0.8077
   },
   "AUC": {
    "value": 0.8332,
    "lo": 0.7791,
    "hi": 0.8735
   },
   "dCSI_vs_ref": {
    "value": -0.006,
    "lo": -0.0371,
    "hi": 0.0223,
    "excludes_zero": false
   },
   "dAUC_vs_ref": {
    "value": -0.0139,
    "lo": -0.0285,
    "hi": -0.001,
    "excludes_zero": true
   },
   "dPOD_vs_ref": {
    "value": -0.0085,
    "lo": -0.0459,
    "hi": 0.0289,
    "excludes_zero": false
   },
   "dFAR_vs_ref": {
    "value": 0.0,
    "lo": -0.061,
    "hi": 0.0692,
    "excludes_zero": false
   },
   "counts": {
    "events": 117,
    "hits": 29,
    "signal_episodes": 82,
    "false_alarms": 51
   }
  },
  "_meta": {
   "block_days": 30,
   "n_boot": 1000,
   "seed": 0,
   "n_blocks": 83,
   "scheme": "paired calendar-block bootstrap, all states of a day together; episode -> block of its first day"
  }
 },
 "rich_features": [
  "log_qd_max3",
  "log_vol3_max3",
  "log_wet_max3",
  "log_qr_max3",
  "log_rain1_max3",
  "log_rain3_max3",
  "log_glofas_max3",
  "sat",
  "urban",
  "log_rain7",
  "log_rain14",
  "log_rain30",
  "log_api85",
  "log_api95",
  "log_ptmax_max3",
  "log_glofas_max7",
  "glofas_trend2",
  "glofas_frac_pts_ge08",
  "log_nbr_glofas_max3",
  "log_nbr_rain3_max3",
  "ne_monsoon",
  "ne_monsoon_x_exposed",
  "doy_sin",
  "doy_cos"
 ],
 "wall_s": 57.2
}