{
 "question_as_agreed": "Did the Warm Homes Visits help households keep warm for less, well enough to justify funding the scheme for another year? Answered against the evaluator's rubric, agreed on 7 October 2026 before any interview was read. Criterion A: the householder describes at least one change the visit brought about that was still in place or still in use at the interview (draught strips or reflector panels still fitted, still on the tariff they switched to, heating controls still used as advised, loft or cavity insulation installed through the referral, or a Warm Home Discount received after the adviser helped them apply); not met where no such change is described, where the change has since stopped, or where the householder puts it down to something other than the visit. Criterion B: the householder says the home has been warmer, or bills or top-ups lower, and links this to the visit or to something it brought about, in their own words or when asked; not met where neither is described, or where one is described but put down to something else, such as a mild winter, a fall in the price cap or other help, or not linked to the visit. Both criteria must be met in the same household. Good enough: more than half of the households interviewed meet both. Not good enough: half or fewer meet both. Cannot say: the interviews did not ask about changes since the visit.",
 "steps": [
  {
   "id": "lasting_change",
   "kind": "code",
   "inputs": ["documents"],
   "per_document": true,
   "prompt": "This is an interview with a householder about six months after a Warm Homes Visit, in which an adviser checked their energy tariff and helped them switch or apply for the Warm Home Discount, fitted draught strips and radiator reflector panels, advised on heating controls, and referred them for grant-funded loft or cavity insulation. Read the whole interview and give one row for the household. Quote the passage that best shows whether a change the visit brought about was still in place or in use at the interview; where there is none, quote the passage that shows that. Code each column exactly as defined.",
   "columns": [
    {
     "name": "asked_about_changes",
     "type": "binary",
     "means": "Whether the interviewer asked the householder, in any words, what has changed since the visit or whether anything came of it. yes: such a question is asked anywhere in the interview. no: the interview never asks about changes since the visit, even if the householder mentions some unprompted."
    },
    {
     "name": "lasting_change",
     "type": "binary",
     "means": "Whether the householder describes at least one change the visit brought about that was still in place or still in use at the interview. yes: at least one of these, described as brought about by the visit (done by the adviser, or arranged, applied for or learned at the visit) and still in place or in use when interviewed: draught strips or radiator reflector panels still fitted; still on a tariff they switched to through the visit; heating controls (timer, thermostat, radiator valves) still used as the adviser showed; loft or cavity insulation installed through the visit's referral; or a Warm Home Discount received after the adviser helped them apply (this counts although it is paid once). no: no change brought about by the visit is described; or every such change has since stopped (strips or panels removed or fallen off and not replaced, back on the old tariff, controls set back as before, a referral not followed up); or the householder puts the change down to something other than the visit, such as the landlord or housing association, or says they did it before or without the visit. Advice the householder says they already followed before the visit is not a change. Tone does not decide it: a householder who is critical of the visit but describes such a change still in place is yes; one who praises the visit but names nothing still in place is no."
    }
   ]
  },
  {
   "id": "warmer_linked",
   "kind": "code",
   "inputs": ["documents"],
   "per_document": true,
   "prompt": "This is an interview with a householder about six months after a Warm Homes Visit, in which an adviser checked their energy tariff and helped them switch or apply for the Warm Home Discount, fitted draught strips and radiator reflector panels, advised on heating controls, and referred them for grant-funded loft or cavity insulation. Read the whole interview and give one row for the household. Quote the passage that best shows whether the householder links a warmer home or lower bills to the visit; where they do not, quote the passage that shows that. Code the column exactly as defined.",
   "columns": [
    {
     "name": "warmer_linked",
     "type": "binary",
     "means": "Whether the householder says their home has been warmer, or their bills, direct debit or prepayment top-ups lower or lasting longer, and links this to the visit or to something it brought about. yes: they describe a warmer home or lower energy costs in their own case, and put it down, at least in part, to the visit or to a change it brought about (a measure fitted, a tariff switch, a Warm Home Discount, insulation arranged, controls used as shown), in their own words or by agreeing when asked. no: they describe neither a warmer home nor lower costs (feeling reassured, supported or less alone is not a warmer home); or they describe one but put it down only to something else, such as a new boiler, the landlord or housing association, a mild winter, a fall in the price cap or other help; or they do not link it to the visit when the interview gives them the chance. Tone does not decide it: grudging words that still credit the visit with lower bills are yes; warm praise for the adviser with the house still cold and bills unchanged is no."
    }
   ]
  },
  {
   "id": "t_change",
   "kind": "tabulate",
   "inputs": ["lasting_change"],
   "by": ["lasting_change"]
  },
  {
   "id": "t_warmth",
   "kind": "tabulate",
   "inputs": ["warmer_linked"],
   "by": ["warmer_linked"]
  },
  {
   "id": "t_both",
   "kind": "tabulate",
   "inputs": ["lasting_change"],
   "by": ["asked_about_changes", "lasting_change", "warmer_linked"]
  },
  {
   "id": "verdict",
   "kind": "judge",
   "inputs": ["t_both"],
   "source": "The evaluator's rubric, agreed on 7 October 2026 before any interview was read.",
   "verdicts": [
    {"name": "Good enough", "means": "More than half of the households interviewed describe at least one lasting change made because of the visit and, in the same household, a warmer home or lower bills they link to the visit."},
    {"name": "Not good enough", "means": "Half or fewer of the households interviewed describe both."}
   ],
   "criteria": [
    {
     "id": "both_in_same_household",
     "question": "How many of the households interviewed describe at least one lasting change made because of the visit and, in the same household, a warmer home or lower bills they link to the visit?",
     "kind": "rule",
     "table": "t_both",
     "where": {"lasting_change": "yes", "warmer_linked": "yes"},
     "levels": [
      {"verdict": null, "at_most": 0, "where": {"asked_about_changes": "yes"}, "from": "proposed", "quote": "keep Cannot say only for interviews that did not ask about changes since the visit"},
      {"verdict": "Not good enough", "share_at_most": 0.5, "from": "evaluator", "quote": "Most means more than half, and both in the same household is what we meant."},
      {"verdict": "Good enough", "from": "evaluator", "quote": "good enough if most households interviewed describe at least one lasting change made because of the visit AND a warmer home or lower bills they link to the visit"}
     ]
    }
   ],
   "combine": "weakest",
   "accepted": "for a test 2026-10-07"
  },
  {
   "id": "answer",
   "kind": "write",
   "inputs": ["t_change", "t_warmth", "t_both", "verdict", "lasting_change", "warmer_linked"]
  }
 ]
}