{"id":"NEXUS-AUDIT-LEDGER-PILOT-003","version":"v0.1.0","recorded_at":"2026-11-19T14:08:17.165593+00:00","audience":"Public","freeze":{"id":"NEXUS-AUDIT-LEDGER-PILOT-003","frozen_at":"2026-11-19T14:07:30.593319+00:00","files":{"fixtures.json":"15ff2e6bb849bb119325e913d1794b5582bda64ef2a9a88e82288341de0d9891","answer-key.json":"d7f946c4c819619146b7475e0ee58e15f1e1cf37b2d01605758dde1d369ca079","rubric.json":"4c446579d7e437d19e747663a3889bbb5d23fd1079a756cb99374068cf91891c"},"review_protocol":"Review twelve new synthetic claim–excerpt pairs with four outcomes. Keep the prior missed case as a separate regression example. Score only after recording judgements.","independence":"The implementing assistant authored fixtures, rubric and key and will review them; frozen does not mean blind or independent.","external_review":"Pending; no second reviewer has participated.","prior_pilot_chronology":"Pilot 002 initially used eight cases. The semantic challenge SYN-09 was added after that initial run; Pilot 002 is therefore an exploratory adaptive test, not a preregistered benchmark."},"frozen_source_commit":"4aaf581201eece95b55870e85b5c6642b575cca9","rubric":{"id":"AUDIT-CLAIM-SOURCE-001","version":"v0.1.0-draft.1","scope":"Human or assistant guidance for assessing the supplied claim against a bounded source excerpt. Support is relative to that excerpt, not a universal truth judgement.","outcomes":{"supported":"The excerpt supports all material parts of the claim within matching population, date, quantity and certainty.","partly supported":"The excerpt supports at least one material part, but other material parts are absent or overextended; no material part is explicitly contradicted.","contradicted":"The excerpt explicitly conflicts with at least one material part; explain the conflicting wording.","unresolved":"The excerpt does not establish the claim, is unavailable, irrelevant or ambiguous, or cannot support the required inference. Absence of support alone is not contradiction."},"required_fields":["check_id","claim","source_reference","source_excerpt","evidence_availability","outcome","rationale","observed_at","reviewer_role","scope_limits"],"instructions":"Split compound claims into material parts. Compare exact wording, numbers, qualifiers, population, dates and causal language. Record evidence availability separately from claim support. Treat testimony, interpretation and proposed hypotheses according to their declared kind. Do not infer falsity from missing evidence. Give a reason and a precise source pointer. Route unresolved cases for further inquiry.","implementation":"Published rubric and human/assistant checklist; no automatic semantic classifier or workflow storage service."},"fixtures":[{"id":"P3-01","claim":"The workshop lasted twenty minutes.","source_excerpt":"The workshop lasted twenty minutes.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-02","claim":"The seminar lasted twenty minutes and was streamed online.","source_excerpt":"The seminar lasted twenty minutes.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-03","claim":"The workshop lasted thirty minutes.","source_excerpt":"The workshop lasted twenty minutes.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-04","claim":"The workshop lasted twenty minutes.","source_excerpt":"The room had blue walls.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-05","claim":"Twelve people registered for the event.","source_excerpt":"Registration closed with twelve people on the list, including two staff.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-06","claim":"Twelve people attended and every attendee found it helpful.","source_excerpt":"Twelve people attended. Seven submitted feedback describing it as helpful; the other five did not submit feedback.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-07","claim":"The feature has launched.","source_excerpt":"The feature has not launched and remains planned.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-08","claim":"The poll proves that the workshop caused higher confidence.","source_excerpt":"Workshop attendance and reported confidence were correlated in an observational poll. No causal effect was estimated.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-09","claim":"The release remains planned.","source_excerpt":"Release status: planned. No release date has been agreed.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-10","claim":"The draft contains a glossary and a worked example.","source_excerpt":"The draft contains a glossary. The excerpt contains no information about examples.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-11","claim":"The survey collected no names.","source_excerpt":"Every respondent was required to provide their name.","source_kind":"Synthetic fixture","audience":"Public"},{"id":"P3-12","claim":"The omitted attachment confirms three independent reviews.","source_excerpt":"The attachment is unavailable. The supplied message says only that review is being discussed.","source_kind":"Synthetic fixture","audience":"Public"}],"answer_key":{"P3-01":"supported","P3-02":"partly supported","P3-03":"contradicted","P3-04":"unresolved","P3-05":"supported","P3-06":"partly supported","P3-07":"contradicted","P3-08":"unresolved","P3-09":"supported","P3-10":"partly supported","P3-11":"contradicted","P3-12":"unresolved"},"reviews":[{"check_id":"REVIEW-P3-01","case_id":"P3-01","claim":"The workshop lasted twenty minutes.","source_reference":"#/fixtures/0/source_excerpt","source_excerpt":"The workshop lasted twenty minutes.","evidence_availability":"Available supplied excerpt","outcome":"supported","rationale":"The excerpt states the same twenty-minute duration with no change in scope.","observed_at":"2026-11-19T14:08:17.104919+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-02","case_id":"P3-02","claim":"The seminar lasted twenty minutes and was streamed online.","source_reference":"#/fixtures/1/source_excerpt","source_excerpt":"The seminar lasted twenty minutes.","evidence_availability":"Available supplied excerpt","outcome":"partly supported","rationale":"The duration is supported. Online streaming is not addressed.","observed_at":"2026-11-19T14:08:17.104939+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-03","case_id":"P3-03","claim":"The workshop lasted thirty minutes.","source_reference":"#/fixtures/2/source_excerpt","source_excerpt":"The workshop lasted twenty minutes.","evidence_availability":"Available supplied excerpt","outcome":"contradicted","rationale":"Thirty minutes conflicts explicitly with the stated twenty minutes.","observed_at":"2026-11-19T14:08:17.104942+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-04","case_id":"P3-04","claim":"The workshop lasted twenty minutes.","source_reference":"#/fixtures/3/source_excerpt","source_excerpt":"The room had blue walls.","evidence_availability":"Available supplied excerpt","outcome":"unresolved","rationale":"Wall colour provides no evidence of workshop duration. It does not prove the duration false.","observed_at":"2026-11-19T14:08:17.104944+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-05","case_id":"P3-05","claim":"Twelve people registered for the event.","source_reference":"#/fixtures/4/source_excerpt","source_excerpt":"Registration closed with twelve people on the list, including two staff.","evidence_availability":"Available supplied excerpt","outcome":"supported","rationale":"The excerpt gives twelve registrations. The claim does not exclude staff.","observed_at":"2026-11-19T14:08:17.104965+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-06","case_id":"P3-06","claim":"Twelve people attended and every attendee found it helpful.","source_reference":"#/fixtures/5/source_excerpt","source_excerpt":"Twelve people attended. Seven submitted feedback describing it as helpful; the other five did not submit feedback.","evidence_availability":"Available supplied excerpt","outcome":"partly supported","rationale":"Twelve attendees are supported. Feedback from seven cannot establish that all twelve found it helpful.","observed_at":"2026-11-19T14:08:17.104967+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-07","case_id":"P3-07","claim":"The feature has launched.","source_reference":"#/fixtures/6/source_excerpt","source_excerpt":"The feature has not launched and remains planned.","evidence_availability":"Available supplied excerpt","outcome":"contradicted","rationale":"Has launched conflicts with the explicit has not launched statement.","observed_at":"2026-11-19T14:08:17.104969+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-08","case_id":"P3-08","claim":"The poll proves that the workshop caused higher confidence.","source_reference":"#/fixtures/7/source_excerpt","source_excerpt":"Workshop attendance and reported confidence were correlated in an observational poll. No causal effect was estimated.","evidence_availability":"Available supplied excerpt","outcome":"unresolved","rationale":"An observational correlation does not establish the causal effect claimed. The excerpt does not show that no causal effect exists.","observed_at":"2026-11-19T14:08:17.104970+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-09","case_id":"P3-09","claim":"The release remains planned.","source_reference":"#/fixtures/8/source_excerpt","source_excerpt":"Release status: planned. No release date has been agreed.","evidence_availability":"Available supplied excerpt","outcome":"supported","rationale":"The source explicitly labels the release planned. An unknown release date does not contradict planned status.","observed_at":"2026-11-19T14:08:17.104972+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-10","case_id":"P3-10","claim":"The draft contains a glossary and a worked example.","source_reference":"#/fixtures/9/source_excerpt","source_excerpt":"The draft contains a glossary. The excerpt contains no information about examples.","evidence_availability":"Available supplied excerpt","outcome":"partly supported","rationale":"The glossary is supported. The supplied excerpt leaves the worked example unknown.","observed_at":"2026-11-19T14:08:17.104974+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-11","case_id":"P3-11","claim":"The survey collected no names.","source_reference":"#/fixtures/10/source_excerpt","source_excerpt":"Every respondent was required to provide their name.","evidence_availability":"Available supplied excerpt","outcome":"contradicted","rationale":"A requirement that every respondent provide a name conflicts with collecting no names.","observed_at":"2026-11-19T14:08:17.104988+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."},{"check_id":"REVIEW-P3-12","case_id":"P3-12","claim":"The omitted attachment confirms three independent reviews.","source_reference":"#/fixtures/11/source_excerpt","source_excerpt":"The attachment is unavailable. The supplied message says only that review is being discussed.","evidence_availability":"Available supplied excerpt; unavailable attachment","outcome":"unresolved","rationale":"The attachment is unavailable and the available message does not establish completed independent reviews.","observed_at":"2026-11-19T14:08:17.105001+00:00","reviewer_role":"Implementing assistant; also fixture and answer-key author","scope_limits":"Only the supplied synthetic excerpt; no external factual verification."}],"scoring":[{"check_id":"REVIEW-P3-01","expected":"supported","observed":"supported","match":true},{"check_id":"REVIEW-P3-02","expected":"partly supported","observed":"partly supported","match":true},{"check_id":"REVIEW-P3-03","expected":"contradicted","observed":"contradicted","match":true},{"check_id":"REVIEW-P3-04","expected":"unresolved","observed":"unresolved","match":true},{"check_id":"REVIEW-P3-05","expected":"supported","observed":"supported","match":true},{"check_id":"REVIEW-P3-06","expected":"partly supported","observed":"partly supported","match":true},{"check_id":"REVIEW-P3-07","expected":"contradicted","observed":"contradicted","match":true},{"check_id":"REVIEW-P3-08","expected":"unresolved","observed":"unresolved","match":true},{"check_id":"REVIEW-P3-09","expected":"supported","observed":"supported","match":true},{"check_id":"REVIEW-P3-10","expected":"partly supported","observed":"partly supported","match":true},{"check_id":"REVIEW-P3-11","expected":"contradicted","observed":"contradicted","match":true},{"check_id":"REVIEW-P3-12","expected":"unresolved","observed":"unresolved","match":true}],"summary":{"new_cases":12,"matches":12,"disagreements":0,"confusion_matrix_expected_rows_observed_columns":{"supported":{"supported":3,"partly supported":0,"contradicted":0,"unresolved":0},"partly supported":{"supported":0,"partly supported":3,"contradicted":0,"unresolved":0},"contradicted":{"supported":0,"partly supported":0,"contradicted":3,"unresolved":0},"unresolved":{"supported":0,"partly supported":0,"contradicted":0,"unresolved":3}}},"regression_review":{"source":"/data/nexus-audit-ledger-pilot-002.json#/fixtures/8","claim":"The synthetic workshop lasted twenty minutes.","source_excerpt":"The room had blue walls.","outcome":"unresolved","rationale":"The excerpt is available but irrelevant to duration. The presence-only rule previously missed this distinction.","reviewer_role":"Implementing assistant; non-independent retrospective review","counts_in_new_cases":false},"previous_records_unchanged_sha256":{"nexus-audit-ledger-pilot-001.json":"4c106be6dead91f58bc831aed87ddf3896ef74b1dd2c710ee8628e746472f040","nexus-audit-ledger-pilot-002.json":"d250a6dc32d7e3f50b822aaec29268d1bbfeb4a7ffd14558750f43e2755e6158"},"changes":[{"module":"AkashicAUDIT","before":"v0.1.0-draft.1 general checklist","after":"v0.1.0-draft.2 guidance adds four support outcomes, evidence availability, claim-part comparison, reasons and locators","implementation":"Copyable guidance and review schema only; no automatic semantic classifier."},{"module":"AkashicLEDGER","before":"v0.1.0-draft.1 event guidance","after":"v0.1.0-draft.2 retains original and revised claim-support decisions, reviewer role, edition, source pointer and reason for revision","implementation":"Version-controlled editorial example; runtime storage remains planned."}],"interpretation":"The assistant judgements matched all twelve self-authored labels. This demonstrates a completed rubric example and record format, not independent accuracy or an improvement over Pilot 002. Different cases, method and outcome categories prevent direct performance comparison.","independent_review":{"status":"Pending","reviewer":null,"comparison_results":null,"instruction":"A separate reviewer should apply the frozen rubric to fixtures before seeing answer_key or first-review judgements, then explain disagreements. The current file exposes all labels and is not a blinded delivery package."},"state_decision":{"AkashicAUDIT":"Planned · Unassessed","AkashicLEDGER":"Planned · Unassessed","readiness_scores":null,"reason":"More detailed guidance and self-authored examples do not establish independent utility or operating reliability."},"limitations":["Same assistant authored examples, key and review; no blinding or independence","Small deliberately clear synthetic examples; no representative real-world sample","Scoring script checks recorded judgements against labels and cannot itself assess semantic support","No runtime classifier, durable record service, access-control or recovery test","No independent review, general accuracy estimate or comparable baseline"],"ledger_events":[{"id":"AL3-E001","event_date":"2026-11-19T14:07:30.593319+00:00","logging_date":"2026-11-19T14:08:17.165593+00:00","type":"Freeze protocol","earlier_record":"/data/nexus-audit-ledger-pilot-002.json","after":"Freeze fixtures, rubric and key before recording review; author overlap disclosed"},{"id":"AL3-E002","event_date":"2026-11-19T14:08:17.104919+00:00","logging_date":"2026-11-19T14:08:17.165593+00:00","type":"Assistant rubric review","earlier_record":"AL3-E001","after":"Twelve reasoned outcomes and one separate regression review recorded"},{"id":"AL3-E003","event_date":"2026-11-19T14:08:17.165593+00:00","logging_date":"2026-11-19T14:08:17.165593+00:00","type":"Score and retain limitations","earlier_record":"AL3-E002","after":"Compare with frozen labels; independent review remains pending and maturity unchanged"}],"publication_status":"Prepared for publication; no receipt for this record’s later deployment is claimed."}