{
  "experiment": "TOOL-RECOGNITION-2",
  "source": "Chuk Experiments; latest write-up v3 and twelve current run results",
  "retrieved": "2026-09-14",
  "first_open_definition": "First candidate URL requested, not first successful page load.",
  "subjects": [
    {
      "subject": 1,
      "run_id": "RUN-20260913-222418-00944",
      "arm": "CAPABILITY",
      "scenario": "S2",
      "recognised": true,
      "declared": "B",
      "requested": "B",
      "provider": "A",
      "correct": true,
      "fetch_blocked": true,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 2,
      "run_id": "RUN-20260913-223849-00947",
      "arm": "CAPABILITY",
      "scenario": "S1",
      "recognised": true,
      "declared": "B",
      "requested": "B",
      "provider": "B",
      "correct": true,
      "fetch_blocked": true,
      "terminal": "TARGET FULL"
    },
    {
      "subject": 3,
      "run_id": "RUN-20260913-224458-00949",
      "arm": "DOCUMENT",
      "scenario": "S6",
      "recognised": false,
      "declared": "A",
      "requested": "A",
      "provider": "A",
      "correct": true,
      "fetch_blocked": false,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 4,
      "run_id": "RUN-20260913-230203-00951",
      "arm": "CAPABILITY",
      "scenario": "S3",
      "recognised": true,
      "declared": "B",
      "requested": "B",
      "provider": "B",
      "correct": true,
      "fetch_blocked": true,
      "terminal": "TARGET FULL"
    },
    {
      "subject": 5,
      "run_id": "RUN-20260913-231218-00953",
      "arm": "DOCUMENT",
      "scenario": "S5",
      "recognised": false,
      "declared": "A",
      "requested": "A",
      "provider": "A",
      "correct": true,
      "fetch_blocked": false,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 6,
      "run_id": "RUN-20260913-233006-00955",
      "arm": "CAPABILITY",
      "scenario": "S4",
      "recognised": true,
      "declared": "B",
      "requested": "B",
      "provider": "B",
      "correct": true,
      "fetch_blocked": true,
      "terminal": "TARGET FULL"
    },
    {
      "subject": 7,
      "run_id": "RUN-20260913-234032-00957",
      "arm": "DOCUMENT",
      "scenario": "S1",
      "recognised": false,
      "declared": "A",
      "requested": "A",
      "provider": "A",
      "correct": true,
      "fetch_blocked": false,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 8,
      "run_id": "RUN-20260913-234422-00961",
      "arm": "DOCUMENT",
      "scenario": "S3",
      "recognised": false,
      "declared": "A",
      "requested": "A",
      "provider": "A",
      "correct": true,
      "fetch_blocked": false,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 9,
      "run_id": "RUN-20260913-234736-00963",
      "arm": "CAPABILITY",
      "scenario": "S6",
      "recognised": true,
      "declared": "B",
      "requested": "B",
      "provider": "A",
      "correct": true,
      "fetch_blocked": true,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 10,
      "run_id": "RUN-20260913-235139-00965",
      "arm": "CAPABILITY",
      "scenario": "S5",
      "recognised": true,
      "declared": "B",
      "requested": "B",
      "provider": "B",
      "correct": true,
      "fetch_blocked": true,
      "terminal": "TARGET FULL"
    },
    {
      "subject": 11,
      "run_id": "RUN-20260913-235454-00967",
      "arm": "DOCUMENT",
      "scenario": "S4",
      "recognised": false,
      "declared": "A",
      "requested": "A",
      "provider": "A",
      "correct": true,
      "fetch_blocked": false,
      "terminal": "SUBSTITUTE FULL"
    },
    {
      "subject": 12,
      "run_id": "RUN-20260914-000132-00969",
      "arm": "DOCUMENT",
      "scenario": "S2",
      "recognised": false,
      "declared": "A",
      "requested": "A",
      "provider": "A",
      "correct": true,
      "fetch_blocked": false,
      "terminal": "SUBSTITUTE FULL"
    }
  ]
}