{
 "campaign": "SaneCite Campaign One, Phase 2 pilot",
 "run_date": "2026-10-13",
 "codebook": "v2",
 "design": {
  "stage1": {
   "frame_size": 22553,
   "sample_size": 2500,
   "seed": 20261013,
   "rule": "RetractionNature=Retraction, has original PMID, retracted 1990-2023, dedup by PMID, sorted by PMID then random.Random(seed).sample",
   "sample": 2500,
   "cited_after_retraction_year": 1749,
   "post_retraction_citations_europepmc": 13930,
   "open_access_citing_pairs": 6091
  },
  "stage2": {
   "stage1_papers": 2500,
   "pool_pairs": 5921,
   "dev_excluded": 170,
   "seed": 20261014,
   "target_usable": 1000
  },
  "unit": "one citing paper citing one retracted paper, judged from the citing sentence plus one sentence either side",
  "panel": "majority of @cf/cloudflare/clef, typesafe/jev and @cf/moonshotai/kimi-k2.6 (kimi called only when clef and jev disagree; a 3-way split goes to clef)",
  "second_rater": "@cf/google/gemma-4-26b-a4b-it (independent, not in the panel)",
  "ci_method": "cluster bootstrap over retracted papers, 2,000 resamples"
 },
 "results": {
  "notices_excluded": 10,
  "panel_how": {
   "agree": 904,
   "tiebreak": 97,
   "split": 1
  },
  "primary": "panel",
  "second_rater": "@cf/google/gemma-4-26b-a4b-it",
  "contexts_labeled": 1002,
  "judged": 1002,
  "unclear": 0,
  "papers": 522,
  "aware": {
   "rate": 0.019,
   "ci95": [
    0.0065,
    0.0371
   ],
   "n": 1002
  },
  "substantive": {
   "rate": 0.3762,
   "ci95": [
    0.3413,
    0.4123
   ],
   "n": 1002
  },
  "perfunctory": {
   "rate": 0.6048,
   "ci95": [
    0.5689,
    0.639
   ],
   "n": 1002
  },
  "ref_label_retracted": {
   "rate": 0.0569,
   "ci95": [
    0.042,
    0.0742
   ],
   "n": 1002
  },
  "substantive_despite_ref_label": {
   "rate": 0.3509,
   "ci95": [
    0.2222,
    0.4918
   ],
   "n": 57
  },
  "agreement": {
   "n": 1002,
   "raw": 0.795,
   "cohen_kappa": 0.604
  },
  "substantive_by_reason": {
   "error or unreliable results": {
    "rate": 0.3679,
    "ci95": [
     0.3053,
     0.4377
    ],
    "n": 299
   },
   "other or unstated": {
    "rate": 0.3704,
    "ci95": [
     0.2929,
     0.4451
    ],
    "n": 162
   },
   "misconduct or duplication": {
    "rate": 0.3826,
    "ci95": [
     0.3365,
     0.4302
    ],
    "n": 541
   }
  },
  "aware_by_reason": {
   "error or unreliable results": {
    "rate": 0.0502,
    "ci95": [
     0.0119,
     0.0964
    ],
    "n": 299
   },
   "other or unstated": {
    "rate": 0.0062,
    "ci95": [
     0.0,
     0.0207
    ],
    "n": 162
   },
   "misconduct or duplication": {
    "rate": 0.0055,
    "ci95": [
     0.0,
     0.013
    ],
    "n": 541
   }
  },
  "substantive_by_years_after": {
   "1-2": {
    "rate": 0.4137,
    "ci95": [
     0.3701,
     0.4596
    ],
    "n": 481
   },
   "3-5": {
    "rate": 0.3498,
    "ci95": [
     0.2863,
     0.4132
    ],
    "n": 263
   },
   "6+": {
    "rate": 0.3333,
    "ci95": [
     0.2674,
     0.4024
    ],
    "n": 258
   }
  },
  "extraction": {
   "pairs_tried": 1240,
   "status": {
    "ok": 1012,
    "reference-not-found": 160,
    "no-in-text-citation": 64,
    "no-fulltext": 4
   },
   "usable_rate": 0.816
  }
 },
 "blind_audit": {
  "n": 73,
  "agree": 70,
  "accuracy": 0.959,
  "wilson95": [
   0.886,
   0.986
  ],
  "confusion_audit_to_panel": {
   "perfunctory": {
    "perfunctory": 42,
    "substantive": 1
   },
   "substantive": {
    "substantive": 27,
    "perfunctory": 2
   },
   "aware": {
    "aware": 1
   }
  },
  "auditor": "Claude (Anthropic), blind to model labels, codebook v2. Not a human expert; expert adjudication is the next step."
 },
 "cost": {
  "@cf/cloudflare/clef": {
   "calls": 1012,
   "input_tokens": 808397,
   "neurons": 0,
   "usd": 0.194,
   "avg_ms": 500,
   "price_basis": "$0.24/M input tokens (Cloudflare model page, 2026-10-13)"
  },
  "typesafe/jev": {
   "calls": 1012,
   "input_tokens": 1008839,
   "neurons": 0,
   "usd": 0.0424,
   "avg_ms": 671,
   "price_basis": "$0.042/M input tokens (Cloudflare model page, 2026-10-13)"
  },
  "@cf/google/gemma-4-26b-a4b-it": {
   "calls": 1012,
   "input_tokens": 728671,
   "neurons": 5537,
   "usd": 0.0609,
   "avg_ms": 5822,
   "price_basis": "Workers AI $0.011 per 1,000 neurons"
  },
  "@cf/moonshotai/kimi-k2.6": {
   "calls": 99,
   "input_tokens": 71065,
   "neurons": 1362,
   "usd": 0.015,
   "avg_ms": 124531,
   "price_basis": "Workers AI $0.011 per 1,000 neurons"
  },
  "total_usd": 0.3123,
  "panel_only_usd": 0.2514
 }
}