{
  "fast": {
    "fer_accuracy": 0.8104166666666667,
    "fer_macro_f1": 0.6541385368975849,
    "external_accuracy": 0.39061368170900634,
    "external_macro_f1": 0.20753344428971618,
    "source_mean_accuracy": 0.4199239331268809,
    "source_mean_macro_f1": 0.2622447153354802,
    "classify_ms": 0.4749500658363104,
    "classify_p95": 0.5634451983496547,
    "threads": 4,
    "pipeline_ms": 9.315150091424584,
    "pipeline_p95": 11.50036992039531,
    "model_bytes": 6119091,
    "checkpoint_epoch": 22,
    "threshold": {
      "threshold": 0.6484848484848484,
      "coverage": 0.7931547619047619,
      "accepted": 2665,
      "accuracy_when_accepted": 0.8919324577861163
    },
    "threshold_policy": null,
    "calibration_selective": {
      "threshold": 0.6484848484848484,
      "coverage": 0.8092381523695261,
      "accepted": 1349,
      "accuracy_when_accepted": 0.9006671608598962
    },
    "temperature": 0.7022558450698853,
    "parity_max_error": 3.427267074584961e-06
  },
  "accurate": {
    "fer_accuracy": 0.8354166666666667,
    "fer_macro_f1": 0.6711776208442224,
    "external_accuracy": 0.40727420605167175,
    "external_macro_f1": 0.22069777507405047,
    "source_mean_accuracy": 0.43551464862136025,
    "source_mean_macro_f1": 0.2818215064972545,
    "classify_ms": 1.1652498506009579,
    "classify_p95": 1.8688201205804937,
    "threads": 4,
    "pipeline_ms": 10.119549697265029,
    "pipeline_p95": 12.15728484094143,
    "model_bytes": 16844668,
    "checkpoint_epoch": 25,
    "threshold": {
      "threshold": 0.5890909090909091,
      "coverage": 0.8830357142857143,
      "accepted": 2967,
      "accuracy_when_accepted": 0.8830468486686889
    },
    "threshold_policy": null,
    "calibration_selective": {
      "threshold": 0.5890909090909091,
      "coverage": 0.8770245950809838,
      "accepted": 1462,
      "accuracy_when_accepted": 0.9008207934336525
    },
    "temperature": 0.6741011738777161,
    "parity_max_error": 7.68899917602539e-06
  },
  "expanded_fast": {
    "fer_accuracy": 0.7985119047619048,
    "fer_macro_f1": 0.6276818884232511,
    "external_accuracy": 0.5135406473585888,
    "external_macro_f1": 0.4512535322081529,
    "source_mean_accuracy": 0.5710282466027194,
    "source_mean_macro_f1": 0.5189727246754481,
    "classify_ms": 0.4734999965876341,
    "classify_p95": 0.6030800519511103,
    "threads": 4,
    "pipeline_ms": 9.298500139266253,
    "pipeline_p95": 10.730865038931368,
    "model_bytes": 6119091,
    "checkpoint_epoch": 10,
    "threshold": {
      "threshold": 0.8316161616161616,
      "coverage": 0.22648809523809524,
      "accepted": 761,
      "accuracy_when_accepted": 0.9947437582128777
    },
    "threshold_policy": "lowest threshold reaching 90% observed calibration accuracy with >=100 decisions",
    "calibration_selective": {
      "threshold": 0.8316161616161616,
      "coverage": 0.14671178999359735,
      "accepted": 1604,
      "accuracy_when_accepted": 0.9002493765586035
    },
    "temperature": 1.2409495115280151,
    "parity_max_error": 4.380941390991211e-06
  },
  "expanded_accurate": {
    "fer_accuracy": 0.8071428571428572,
    "fer_macro_f1": 0.6504796301348187,
    "external_accuracy": 0.569482392710544,
    "external_macro_f1": 0.5208453033648945,
    "source_mean_accuracy": 0.6102881552959533,
    "source_mean_macro_f1": 0.564248661759078,
    "classify_ms": 1.1172499507665634,
    "classify_p95": 1.5852250624448054,
    "threads": 4,
    "pipeline_ms": 10.43244986794889,
    "pipeline_p95": 12.48426006641239,
    "model_bytes": 16844668,
    "checkpoint_epoch": 21,
    "threshold": {
      "threshold": 0.481846421957016,
      "coverage": 0.5071428571428571,
      "accepted": 1704,
      "accuracy_when_accepted": 0.9460093896713615
    },
    "threshold_policy": "90% target unattainable; median calibration confidence targets 50% calibration coverage",
    "calibration_selective": {
      "threshold": 0.481846421957016,
      "coverage": 0.5000457331016189,
      "accepted": 5467,
      "accuracy_when_accepted": 0.7038595207609292
    },
    "temperature": 2.208181381225586,
    "parity_max_error": 5.066394805908203e-06
  }
}