{
  "method": "Train 2012-17; hyperparameter tuning on 2018-20; untouched final test 2021-23; all 9 regions/day, next-day label; 2011 excluded; calibration and scores are retrospective",
  "models": {
    "M6::region_only": {
      "candidate": "region_only",
      "chosen_C": 3.0,
      "validation_loss": 0.011453159429429286,
      "test": {
        "auc": 0.6873,
        "avg_precision": 0.0043,
        "logloss": 0.015585,
        "brier": 0.0022262,
        "obs_rate": 0.002232,
        "mean_pred": 0.002406,
        "top_10pct_events": 6,
        "top_10pct_n": 1095
      },
      "features": []
    },
    "M6::ry26_stale": {
      "candidate": "ry26_stale",
      "chosen_C": 3.0,
      "validation_loss": 0.011562446077431541,
      "test": {
        "auc": 0.7005,
        "avg_precision": 0.00458,
        "logloss": 0.015553,
        "brier": 0.0022266,
        "obs_rate": 0.002232,
        "mean_pred": 0.002306,
        "top_10pct_events": 6,
        "top_10pct_n": 1100
      },
      "features": [
        "stale45",
        "stale6"
      ]
    },
    "M6::previous_day": {
      "candidate": "previous_day",
      "chosen_C": 3.0,
      "validation_loss": 0.011435574046478074,
      "test": {
        "auc": 0.676,
        "avg_precision": 0.00417,
        "logloss": 0.015673,
        "brier": 0.0022304,
        "obs_rate": 0.002232,
        "mean_pred": 0.002344,
        "top_10pct_events": 6,
        "top_10pct_n": 1109
      },
      "features": [
        "m45_1",
        "m6_1"
      ]
    },
    "M6::window_3_7_30": {
      "candidate": "window_3_7_30",
      "chosen_C": 3.0,
      "validation_loss": 0.011543516506081255,
      "test": {
        "auc": 0.6946,
        "avg_precision": 0.00468,
        "logloss": 0.015581,
        "brier": 0.0022289,
        "obs_rate": 0.002232,
        "mean_pred": 0.002201,
        "top_10pct_events": 5,
        "top_10pct_n": 991
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_7",
        "m6_30"
      ]
    },
    "M6::time_decay_ETAS_proxy": {
      "candidate": "time_decay_ETAS_proxy",
      "chosen_C": 3.0,
      "validation_loss": 0.011560708316004299,
      "test": {
        "auc": 0.7015,
        "avg_precision": 0.00482,
        "logloss": 0.015551,
        "brier": 0.0022293,
        "obs_rate": 0.002232,
        "mean_pred": 0.002205,
        "top_10pct_events": 5,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30"
      ]
    },
    "M6::spatial_ETAS_proxy": {
      "candidate": "spatial_ETAS_proxy",
      "chosen_C": 3.0,
      "validation_loss": 0.01153453702067965,
      "test": {
        "auc": 0.7058,
        "avg_precision": 0.00464,
        "logloss": 0.015585,
        "brier": 0.0022318,
        "obs_rate": 0.002232,
        "mean_pred": 0.002126,
        "top_10pct_events": 5,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7"
      ]
    },
    "M6::spatial_plus_growth": {
      "candidate": "spatial_plus_growth",
      "chosen_C": 3.0,
      "validation_loss": 0.011646664672116705,
      "test": {
        "auc": 0.6996,
        "avg_precision": 0.00456,
        "logloss": 0.01565,
        "brier": 0.0022331,
        "obs_rate": 0.002232,
        "mean_pred": 0.00211,
        "top_10pct_events": 4,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "growth1vs7",
        "growth3vs30",
        "shallow_m6_7"
      ]
    },
    "M6::spatial_plus_solar": {
      "candidate": "spatial_plus_solar",
      "chosen_C": 3.0,
      "validation_loss": 0.01159628995226476,
      "test": {
        "auc": 0.7055,
        "avg_precision": 0.00453,
        "logloss": 0.015592,
        "brier": 0.0022333,
        "obs_rate": 0.002232,
        "mean_pred": 0.002207,
        "top_10pct_events": 5,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "solar1",
        "solar7",
        "foreign7"
      ]
    },
    "M6::spatial_plus_lunar": {
      "candidate": "spatial_plus_lunar",
      "chosen_C": 3.0,
      "validation_loss": 0.011639965526608377,
      "test": {
        "auc": 0.6936,
        "avg_precision": 0.00416,
        "logloss": 0.015691,
        "brier": 0.0022324,
        "obs_rate": 0.002232,
        "mean_pred": 0.002125,
        "top_10pct_events": 4,
        "top_10pct_n": 987
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "moon_sin",
        "moon_cos"
      ]
    },
    "M6::spatial_plus_all": {
      "candidate": "spatial_plus_all",
      "chosen_C": 3.0,
      "validation_loss": 0.01182699009148271,
      "test": {
        "auc": 0.6861,
        "avg_precision": 0.00396,
        "logloss": 0.015771,
        "brier": 0.0022354,
        "obs_rate": 0.002232,
        "mean_pred": 0.002183,
        "top_10pct_events": 4,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "growth1vs7",
        "growth3vs30",
        "shallow_m6_7",
        "solar1",
        "solar7",
        "foreign7",
        "moon_sin",
        "moon_cos"
      ]
    },
    "M6::negative_weekday": {
      "candidate": "negative_weekday",
      "chosen_C": 3.0,
      "validation_loss": 0.011578688762134986,
      "test": {
        "auc": 0.7106,
        "avg_precision": 0.00474,
        "logloss": 0.015555,
        "brier": 0.0022318,
        "obs_rate": 0.002232,
        "mean_pred": 0.002127,
        "top_10pct_events": 5,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "weekday_sin",
        "weekday_cos"
      ]
    },
    "M6::negative_season": {
      "candidate": "negative_season",
      "chosen_C": 3.0,
      "validation_loss": 0.011513112808530394,
      "test": {
        "auc": 0.708,
        "avg_precision": 0.00504,
        "logloss": 0.015538,
        "brier": 0.0022316,
        "obs_rate": 0.002232,
        "mean_pred": 0.002114,
        "top_10pct_events": 6,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "annual_sin",
        "annual_cos"
      ]
    },
    "M4.5::region_only": {
      "candidate": "region_only",
      "chosen_C": 0.1,
      "validation_loss": 0.32415448069976704,
      "test": {
        "auc": 0.7275,
        "avg_precision": 0.18169,
        "logloss": 0.302757,
        "brier": 0.0894669,
        "obs_rate": 0.103907,
        "mean_pred": 0.132184,
        "top_10pct_events": 210,
        "top_10pct_n": 1095
      },
      "features": []
    },
    "M4.5::ry26_stale": {
      "candidate": "ry26_stale",
      "chosen_C": 0.1,
      "validation_loss": 0.3213069467412614,
      "test": {
        "auc": 0.7332,
        "avg_precision": 0.19604,
        "logloss": 0.299807,
        "brier": 0.0883568,
        "obs_rate": 0.103907,
        "mean_pred": 0.127279,
        "top_10pct_events": 248,
        "top_10pct_n": 1267
      },
      "features": [
        "stale45",
        "stale6"
      ]
    },
    "M4.5::previous_day": {
      "candidate": "previous_day",
      "chosen_C": 0.1,
      "validation_loss": 0.32259735150377167,
      "test": {
        "auc": 0.7319,
        "avg_precision": 0.19647,
        "logloss": 0.300471,
        "brier": 0.0886268,
        "obs_rate": 0.103907,
        "mean_pred": 0.130151,
        "top_10pct_events": 271,
        "top_10pct_n": 1355
      },
      "features": [
        "m45_1",
        "m6_1"
      ]
    },
    "M4.5::window_3_7_30": {
      "candidate": "window_3_7_30",
      "chosen_C": 0.1,
      "validation_loss": 0.3170741444268747,
      "test": {
        "auc": 0.7405,
        "avg_precision": 0.22692,
        "logloss": 0.296189,
        "brier": 0.0870382,
        "obs_rate": 0.103907,
        "mean_pred": 0.120971,
        "top_10pct_events": 231,
        "top_10pct_n": 987
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_7",
        "m6_30"
      ]
    },
    "M4.5::time_decay_ETAS_proxy": {
      "candidate": "time_decay_ETAS_proxy",
      "chosen_C": 0.1,
      "validation_loss": 0.3171484397030054,
      "test": {
        "auc": 0.7403,
        "avg_precision": 0.2256,
        "logloss": 0.296261,
        "brier": 0.0870661,
        "obs_rate": 0.103907,
        "mean_pred": 0.120976,
        "top_10pct_events": 230,
        "top_10pct_n": 987
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30"
      ]
    },
    "M4.5::spatial_ETAS_proxy": {
      "candidate": "spatial_ETAS_proxy",
      "chosen_C": 0.1,
      "validation_loss": 0.317022503544282,
      "test": {
        "auc": 0.7406,
        "avg_precision": 0.22534,
        "logloss": 0.296052,
        "brier": 0.0869866,
        "obs_rate": 0.103907,
        "mean_pred": 0.119535,
        "top_10pct_events": 234,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7"
      ]
    },
    "M4.5::spatial_plus_growth": {
      "candidate": "spatial_plus_growth",
      "chosen_C": 0.1,
      "validation_loss": 0.3163107025748168,
      "test": {
        "auc": 0.7421,
        "avg_precision": 0.22603,
        "logloss": 0.295415,
        "brier": 0.0867996,
        "obs_rate": 0.103907,
        "mean_pred": 0.120624,
        "top_10pct_events": 237,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "growth1vs7",
        "growth3vs30",
        "shallow_m6_7"
      ]
    },
    "M4.5::spatial_plus_solar": {
      "candidate": "spatial_plus_solar",
      "chosen_C": 0.1,
      "validation_loss": 0.3170060496873295,
      "test": {
        "auc": 0.7406,
        "avg_precision": 0.22548,
        "logloss": 0.296351,
        "brier": 0.0870909,
        "obs_rate": 0.103907,
        "mean_pred": 0.121555,
        "top_10pct_events": 234,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "solar1",
        "solar7",
        "foreign7"
      ]
    },
    "M4.5::spatial_plus_lunar": {
      "candidate": "spatial_plus_lunar",
      "chosen_C": 0.1,
      "validation_loss": 0.3170879221978172,
      "test": {
        "auc": 0.7403,
        "avg_precision": 0.22341,
        "logloss": 0.296243,
        "brier": 0.087045,
        "obs_rate": 0.103907,
        "mean_pred": 0.119471,
        "top_10pct_events": 237,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "moon_sin",
        "moon_cos"
      ]
    },
    "M4.5::spatial_plus_all": {
      "candidate": "spatial_plus_all",
      "chosen_C": 0.1,
      "validation_loss": 0.316316654517729,
      "test": {
        "auc": 0.7414,
        "avg_precision": 0.22621,
        "logloss": 0.295969,
        "brier": 0.0869665,
        "obs_rate": 0.103907,
        "mean_pred": 0.122786,
        "top_10pct_events": 239,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "growth1vs7",
        "growth3vs30",
        "shallow_m6_7",
        "solar1",
        "solar7",
        "foreign7",
        "moon_sin",
        "moon_cos"
      ]
    },
    "M4.5::negative_weekday": {
      "candidate": "negative_weekday",
      "chosen_C": 0.1,
      "validation_loss": 0.3171737111990965,
      "test": {
        "auc": 0.7402,
        "avg_precision": 0.22517,
        "logloss": 0.296167,
        "brier": 0.0870023,
        "obs_rate": 0.103907,
        "mean_pred": 0.11953,
        "top_10pct_events": 235,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "weekday_sin",
        "weekday_cos"
      ]
    },
    "M4.5::negative_season": {
      "candidate": "negative_season",
      "chosen_C": 0.1,
      "validation_loss": 0.317132867604871,
      "test": {
        "auc": 0.7414,
        "avg_precision": 0.22571,
        "logloss": 0.296027,
        "brier": 0.0869773,
        "obs_rate": 0.103907,
        "mean_pred": 0.119632,
        "top_10pct_events": 231,
        "top_10pct_n": 986
      },
      "features": [
        "m45_1",
        "m45_3",
        "m45_7",
        "m45_30",
        "m6_1",
        "m6_3",
        "m6_7",
        "m6_30",
        "near45_3",
        "near45_7",
        "near6_3",
        "near6_7",
        "annual_sin",
        "annual_cos"
      ]
    }
  },
  "positives": {
    "M6": {
      "train": 53,
      "val": 16,
      "test": 22
    },
    "M4.5": {
      "train": 2767,
      "val": 1120,
      "test": 1024
    }
  }
}