{
  "id": "zbench-ivf-1.1",
  "set": "ivf-v2",
  "files": {
    "public.jsonl": {
      "bytes": 19494200,
      "lines": 4107,
      "sha256": "e9bd061e9989ca703f2374e63eebca8877863aae2f268240739d10bc21b90a50"
    },
    "neighbours.jsonl": {
      "bytes": 82831780,
      "lines": 4107,
      "sha256": "3bfbe71bc18fe32ed8f517ead7d9935a4d4d2f4460d266d85f949961e409a096"
    },
    "heldout-questions.jsonl": {
      "bytes": 569679,
      "lines": 1001,
      "sha256": "6d77f5408551e0d040fb1e65c371f6262c74d627c566a7419b6e9c25ea2917df"
    }
  },
  "counts": {
    "items": 5108,
    "public": 4107,
    "by_form": {
      "number": 540,
      "fraction": 435,
      "no_cycles": 540,
      "true_zero": 410,
      "zero_fraction": 540,
      "suppressed_part": 540,
      "zero_of_suppressed": 540
    },
    "by_layer": {
      "1": 540,
      "2": 3005,
      "3": 135,
      "4": 540,
      "5": 270,
      "6": 540,
      "7": 78
    },
    "by_probe": {
      "encoding: no cycles": 540,
      "encoding: true zero": 410,
      "encoding: zero fraction": 540,
      "retrieval: printed rate": 540,
      "encoding: suppressed numerator": 469,
      "encoding: both parts suppressed": 71,
      "encoding: small-sample fraction": 435,
      "evidence: dataset and row locator": 135,
      "temporal: form change across years": 180,
      "temporal: value change across years": 90,
      "encoding: 0/* (suppressed denominator)": 540,
      "reconciliation: national trap on no cycles": 115,
      "graph: cycle totals and band rate across years": 6,
      "comparison: small sample against a large clinic": 120,
      "comparison: suppressed cell against a large clinic": 420,
      "reconciliation: national trap on suppressed numerator": 278,
      "reconciliation: national trap on both parts suppressed": 50,
      "graph: success rate × patient and cycle characteristics": 18,
      "graph: clinic cell against the national cell, gap in points": 18,
      "reconciliation: national trap on 0/* (suppressed denominator)": 97,
      "graph: profile flags (SART, lab accreditation) with the band rate": 18,
      "graph: a count the record prints (fraction) beside the profile total": 9,
      "graph: a count the record does not print (rate cell) beside the profile total": 9
    },
    "held_out": 1001,
    "by_template": {
      "L1.rate": 540,
      "L6.no-rank": 540,
      "L2.encoding": 3005,
      "L3.evidence": 135,
      "L7.derivable": 18,
      "L5.trajectory": 270,
      "L7.profile-gate": 18,
      "L7.rate-x-cycle": 18,
      "L4.national-trap": 540,
      "L7.trend-x-profile": 6,
      "L7.clinic-vs-national": 18
    }
  },
  "layers": {
    "1": "retrieval",
    "2": "encoding",
    "3": "evidence",
    "4": "reconciliation",
    "5": "temporal",
    "6": "comparison",
    "7": "graph joins"
  },
  "source": {
    "datasets": {
      "2020": {
        "portal": "data.cdc.gov",
        "success_rates": "3x54-3thk",
        "services_profiles": "92ri-yjps"
      },
      "2021": {
        "portal": "data.cdc.gov",
        "success_rates": "ey8b-ejrf",
        "services_profiles": "ui6g-vumy"
      },
      "2022": {
        "portal": "data.cdc.gov",
        "success_rates": "cchw-gdwa",
        "services_profiles": "ix4g-rt8v"
      }
    },
    "publisher": "CDC, National ART Surveillance System",
    "row_locator": "verify.row on every public item names ClinicId, type, filter, question and breakout"
  },
  "grading": {
    "note": "rules are regular expressions applied case-insensitively to the answer with markdown escapes removed; substitution labels come from the neighbour cells",
    "order": "fail_hard → clarifying question / abstention → Pass (every pass_all) → Half (any half_any; a Half that carries another row's figure is a Fail) → Fail (any fail_any, or another row's figure) → Review",
    "verdicts": [
      "Pass",
      "Half",
      "Fail",
      "Abstain",
      "Review"
    ]
  },
  "license": "zBench IVF is released for model evaluation under the zReports HealthCare Data Lab terms; redistribution of the item set, use as training data, or publication of held-out results requires a written license from zReports.",
  "created_at": "2026-10-13T18:29:29.477Z",
  "grader_version": "5h"
}