{
  "split": "validation only",
  "run_ids": [
    "valve1/8",
    "valve1/9",
    "valve1/10",
    "valve1/11",
    "valve2/2"
  ],
  "fixed_trace_run": "valve1/8",
  "protocol": {
    "seed": 2026,
    "frequency": "1s",
    "max_fill_seconds": 2,
    "warmup_seconds": 128,
    "windows_seconds": [
      30,
      120
    ],
    "normal_alarm_fraction_budget": 0.01,
    "normalization": "(1 + normal-calibration count <= score) / (n + 2)",
    "threshold_rule": "validation macro unadjusted state F1 maximum under pooled normal alarm fraction <= 1%; ties prefer fewer false positives then higher threshold"
  },
  "classical_metrics": [
    {
      "split": "validation",
      "detector": "robust",
      "ap": 0.7678074572433653,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "state_coverage_mean": 0.0,
      "normal_alarm_fraction": 0.0,
      "false_alarm_minutes_per_normal_hour": 0.0,
      "false_alarm_episodes_per_normal_hour": 0.0,
      "onset_delay_seconds_mean_detected": null,
      "pooled_normal_alarm_fraction": 0.0
    },
    {
      "split": "validation",
      "detector": "pca_q",
      "ap": 0.8553329511602893,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "state_coverage_mean": 0.0,
      "normal_alarm_fraction": 0.0,
      "false_alarm_minutes_per_normal_hour": 0.0,
      "false_alarm_episodes_per_normal_hour": 0.0,
      "onset_delay_seconds_mean_detected": null,
      "pooled_normal_alarm_fraction": 0.0
    },
    {
      "split": "validation",
      "detector": "if_raw",
      "ap": 0.6729514423728551,
      "precision": 0.7764649427785021,
      "recall": 0.057018944146480455,
      "f1": 0.10435290904242234,
      "state_coverage_mean": 0.057018944146480455,
      "normal_alarm_fraction": 0.00934053778666127,
      "false_alarm_minutes_per_normal_hour": 0.5604322671996763,
      "false_alarm_episodes_per_normal_hour": 33.62593603198057,
      "onset_delay_seconds_mean_detected": 28.5,
      "pooled_normal_alarm_fraction": 0.009345794392523364
    },
    {
      "split": "validation",
      "detector": "if_window",
      "ap": 0.7664043171220667,
      "precision": 0.8768183458924625,
      "recall": 0.18036204967271505,
      "f1": 0.28185747766779556,
      "state_coverage_mean": 0.18036204967271505,
      "normal_alarm_fraction": 0.009979070526335851,
      "false_alarm_minutes_per_normal_hour": 0.5987442315801511,
      "false_alarm_episodes_per_normal_hour": 33.594459188230516,
      "onset_delay_seconds_mean_detected": 15.25,
      "pooled_normal_alarm_fraction": 0.009990331936835321
    },
    {
      "split": "validation",
      "detector": "ensemble_mean",
      "ap": 0.8770422593891887,
      "precision": 0.7720839447829871,
      "recall": 0.4079693969181205,
      "f1": 0.5219342689918245,
      "state_coverage_mean": 0.4079693969181205,
      "normal_alarm_fraction": 0.010054672744858727,
      "false_alarm_minutes_per_normal_hour": 0.6032803646915237,
      "false_alarm_episodes_per_normal_hour": 22.21594555491792,
      "onset_delay_seconds_mean_detected": 42.333333333333336,
      "pooled_normal_alarm_fraction": 0.009990331936835321
    },
    {
      "split": "validation",
      "detector": "ensemble_max",
      "ap": 0.774970828976914,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "state_coverage_mean": 0.0,
      "normal_alarm_fraction": 0.0,
      "false_alarm_minutes_per_normal_hour": 0.0,
      "false_alarm_episodes_per_normal_hour": 0.0,
      "onset_delay_seconds_mean_detected": null,
      "pooled_normal_alarm_fraction": 0.0
    }
  ],
  "thresholds": {
    "robust": {
      "threshold": 0.9995561473590769,
      "validation_macro_f1": 0.0,
      "validation_normal_alarm_fraction": 0.0,
      "budget": 0.01
    },
    "pca_q": {
      "threshold": 0.9995561473590769,
      "validation_macro_f1": 0.0,
      "validation_normal_alarm_fraction": 0.0,
      "budget": 0.01
    },
    "if_raw": {
      "threshold": 0.9991122947181535,
      "validation_macro_f1": 0.10435290904242234,
      "validation_normal_alarm_fraction": 0.009345794392523364,
      "budget": 0.01
    },
    "if_window": {
      "threshold": 0.9973368841544608,
      "validation_macro_f1": 0.28185747766779556,
      "validation_normal_alarm_fraction": 0.009990331936835321,
      "budget": 0.01
    },
    "ensemble_mean": {
      "threshold": 0.9686344133747595,
      "validation_macro_f1": 0.5219342689918245,
      "validation_normal_alarm_fraction": 0.009990331936835321,
      "budget": 0.01
    },
    "ensemble_max": {
      "threshold": 0.9995561473590769,
      "validation_macro_f1": 0.0,
      "validation_normal_alarm_fraction": 0.0,
      "budget": 0.01
    }
  },
  "forecast_metrics": [
    {
      "split": "validation",
      "detector": "robust",
      "ap": 0.7678074572433653,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "state_coverage_mean": 0.0,
      "normal_alarm_fraction": 0.0,
      "false_alarm_minutes_per_normal_hour": 0.0,
      "false_alarm_episodes_per_normal_hour": 0.0,
      "onset_delay_seconds_mean_detected": null,
      "pooled_normal_alarm_fraction": 0.0
    },
    {
      "split": "validation",
      "detector": "pca_q",
      "ap": 0.8553329511602893,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "state_coverage_mean": 0.0,
      "normal_alarm_fraction": 0.0,
      "false_alarm_minutes_per_normal_hour": 0.0,
      "false_alarm_episodes_per_normal_hour": 0.0,
      "onset_delay_seconds_mean_detected": null,
      "pooled_normal_alarm_fraction": 0.0
    },
    {
      "split": "validation",
      "detector": "if_raw",
      "ap": 0.6729514423728551,
      "precision": 0.7764649427785021,
      "recall": 0.057018944146480455,
      "f1": 0.10435290904242234,
      "state_coverage_mean": 0.057018944146480455,
      "normal_alarm_fraction": 0.00934053778666127,
      "false_alarm_minutes_per_normal_hour": 0.5604322671996763,
      "false_alarm_episodes_per_normal_hour": 33.62593603198057,
      "onset_delay_seconds_mean_detected": 28.5,
      "pooled_normal_alarm_fraction": 0.009345794392523364
    },
    {
      "split": "validation",
      "detector": "if_window",
      "ap": 0.7664043171220667,
      "precision": 0.8768183458924625,
      "recall": 0.18036204967271505,
      "f1": 0.28185747766779556,
      "state_coverage_mean": 0.18036204967271505,
      "normal_alarm_fraction": 0.009979070526335851,
      "false_alarm_minutes_per_normal_hour": 0.5987442315801511,
      "false_alarm_episodes_per_normal_hour": 33.594459188230516,
      "onset_delay_seconds_mean_detected": 15.25,
      "pooled_normal_alarm_fraction": 0.009990331936835321
    },
    {
      "split": "validation",
      "detector": "ensemble_mean",
      "ap": 0.8770422593891887,
      "precision": 0.7720839447829871,
      "recall": 0.4079693969181205,
      "f1": 0.5219342689918245,
      "state_coverage_mean": 0.4079693969181205,
      "normal_alarm_fraction": 0.010054672744858727,
      "false_alarm_minutes_per_normal_hour": 0.6032803646915237,
      "false_alarm_episodes_per_normal_hour": 22.21594555491792,
      "onset_delay_seconds_mean_detected": 42.333333333333336,
      "pooled_normal_alarm_fraction": 0.009990331936835321
    },
    {
      "split": "validation",
      "detector": "ensemble_max",
      "ap": 0.774970828976914,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "state_coverage_mean": 0.0,
      "normal_alarm_fraction": 0.0,
      "false_alarm_minutes_per_normal_hour": 0.0,
      "false_alarm_episodes_per_normal_hour": 0.0,
      "onset_delay_seconds_mean_detected": null,
      "pooled_normal_alarm_fraction": 0.0
    },
    {
      "split": "validation",
      "detector": "chronos_residual",
      "ap": 0.44156883920241585,
      "precision": 0.6735152922957801,
      "recall": 0.04943707904066617,
      "f1": 0.09093213439029575,
      "state_coverage_mean": 0.04943707904066617,
      "normal_alarm_fraction": 0.009658979442039977,
      "false_alarm_minutes_per_normal_hour": 0.5795387665223987,
      "false_alarm_episodes_per_normal_hour": 25.495039667663974,
      "onset_delay_seconds_mean_detected": 30.6,
      "pooled_normal_alarm_fraction": 0.009668063164679342
    },
    {
      "split": "validation",
      "detector": "chronos_interval",
      "ap": 0.3619666477691431,
      "precision": 0.04,
      "recall": 0.0005063291139240507,
      "f1": 0.001,
      "state_coverage_mean": 0.0005063291139240507,
      "normal_alarm_fraction": 0.00901791886999353,
      "false_alarm_minutes_per_normal_hour": 0.5410751321996118,
      "false_alarm_episodes_per_normal_hour": 26.676726581494393,
      "onset_delay_seconds_mean_detected": 0.0,
      "pooled_normal_alarm_fraction": 0.009023525620367387
    },
    {
      "split": "validation",
      "detector": "naive_residual",
      "ap": 0.43471095422384937,
      "precision": 0.46417050691244244,
      "recall": 0.020531542580949934,
      "f1": 0.038781421135251196,
      "state_coverage_mean": 0.020531542580949934,
      "normal_alarm_fraction": 0.00965948061093887,
      "false_alarm_minutes_per_normal_hour": 0.5795688366563323,
      "false_alarm_episodes_per_normal_hour": 31.30329548860322,
      "onset_delay_seconds_mean_detected": 23.4,
      "pooled_normal_alarm_fraction": 0.009668063164679342
    }
  ],
  "forecast_runtime": {
    "model": "autogluon/chronos-2-small",
    "revision": "ddec01313e50b6bc58ebaa92ede81bc24a3d9f9a",
    "context_length": 128,
    "prediction_length": 16,
    "origin_stride": 16,
    "batch_size_variates": 64,
    "cross_learning": false,
    "device": "cpu",
    "torch_threads": 4,
    "model_load_seconds": 0.04127904202323407,
    "total_inference_seconds": 7.8237916268990375,
    "forecast_tasks": 816,
    "scored_timestamps": 12308,
    "interval_crossings": 0,
    "platform": "macOS-26.2-arm64-arm-64bit",
    "versions": {
      "torch": "2.6.0",
      "chronos-forecasting": "2.3.2",
      "transformers": "4.51.3",
      "numpy": "2.2.6",
      "pandas": "2.2.3"
    }
  }
}