{
  "liveLines": {
    "status": "traced",
    "note": "Live eval, 80 lines, corpus toronto-reader-v1. Round 1 is the first live run of the rebuilt reader; round 6 is the shipped configuration.",
    "rounds": [
      {
        "round": 1,
        "model": "claude-haiku-5-5",
        "recordedAt": "2026-10-19T23:00:35.355Z",
        "gatesPassed": false,
        "cases": 80,
        "exact": 64,
        "exactRate": 0.8,
        "invalidOutputs": 4,
        "mustAsk": 10,
        "asked": 10,
        "falseReady": 0,
        "hallucinatedLocation": 0,
        "p50LatencyMs": 1060,
        "p95LatencyMs": 2190,
        "approxCostUsdPerRun": 0.017342059999999996,
        "approxCostUsdPerRead": 0.000217,
        "costBasis": "Approximate claude-haiku-5-5 reference rates, not actual billing. Cache reads discounted; cache-write premiums are not modelled.",
        "source": {
          "result": "/Users/affan/Projects/crave-oracle-lane-reports/claude-reader/eval-live/result-1.json",
          "report": "/Users/affan/Projects/crave-oracle-lane-reports/claude-reader/eval-live/run-1-claude-haiku-5-5.json",
          "resultSha256": "797d83bed212ff727587dcd813ea11d662baef4c58bf2a1e1ee04489fd692541",
          "reportSha256": "3cfb9a796130926b40dfa3c83563c0c6679876b6a394a5475515636f7eec83c9"
        },
        "invalidOutputsKey": "metrics.rejections.invalid (absent means 0)"
      },
      {
        "round": 6,
        "model": "claude-haiku-5-5",
        "recordedAt": "2026-10-19T23:48:40.015Z",
        "gatesPassed": true,
        "cases": 80,
        "exact": 75,
        "exactRate": 0.9375,
        "invalidOutputs": 0,
        "mustAsk": 10,
        "asked": 10,
        "falseReady": 0,
        "hallucinatedLocation": 0,
        "p50LatencyMs": 1039,
        "p95LatencyMs": 1508,
        "approxCostUsdPerRun": 0.0162595,
        "approxCostUsdPerRead": 0.000203,
        "costBasis": "Approximate claude-haiku-5-5 reference rates, not actual billing. Cache reads discounted; cache-write premiums are not modelled.",
        "source": {
          "result": "/Users/affan/Projects/crave-oracle-lane-reports/claude-reader/eval-live/result-6.json",
          "report": "/Users/affan/Projects/crave-oracle-lane-reports/claude-reader/eval-live/run-6-claude-haiku-5-5.json",
          "resultSha256": "0521980af0c16e8b46d1543ac3d69f3273edf32ef04c85119717d4808c003db3",
          "reportSha256": "0c42ec49de65ada42a5581259cfd54fe4f89c740eb16a44496163940d859d2d9"
        },
        "invalidOutputsKey": "metrics.rejections.invalid (absent means 0)"
      }
    ]
  },
  "offline": {
    "corpusVersion": "toronto-intent-v1",
    "cases": 112,
    "afterExact": 112
  },
  "source": {
    "repoPath": "/Users/affan/Projects/crave-oracle",
    "commitSha": "5c927cf4a0f86c82c7e0d2fbf55e3209d7647b0b",
    "corpusSha256": "e08c51acf2ded648a1b646c1fc9c984fee838942e68d12f1f0c904e8102572d6",
    "files": [
      {
        "path": "eval/intent-results.json",
        "sha256": "088876abaaf4ba3e8eaa67011931172ac58925439b1fa6d226ec9a93c0741859"
      },
      {
        "path": "eval/queries.json",
        "sha256": "9f0e11a61ce2eacbfca91ef6553586cd077e4454f9ea8cb8ad1d81021b02bd52"
      },
      {
        "path": "eval/README.md",
        "sha256": "fcd1ca12bfab7d8d0a9e98e2ade3c38293e4545eaea777f49c4d77be97438bf4"
      },
      {
        "path": "eval/snapshots/intent-v1-baseline.json",
        "sha256": "e51261e4e0f0391934a07135941f9274ffc50570f24eb91f05fa10c7c663c4bd"
      }
    ]
  }
}