{"id":"NEXUS-AUDIT-LEDGER-PILOT-002","version":"v0.1.0","recorded_at":"2026-11-19T13:57:53.946093+00:00","event_date":"2026-11-19","previous_record":"/data/nexus-audit-ledger-pilot-001.json","previous_record_sha256":"4c106be6dead91f58bc831aed87ddf3896ef74b1dd2c710ee8628e746472f040","source_baseline_commit":"3c108c14c0cdbd1858a5a8593df7470d32cf0974","audience":"Public","protocol":"Nine non-blind synthetic cases, four explicit rules, an openly declared scoring key and no real restricted material. The same implementing assistant authored rules, fixtures and expectations.","review_role":"Implementing assistant; no independent reviewer","question":"Can a minimal rule-assisted AUDIT checklist distinguish declared structured faults from clean and explicitly uncertain cases, and record expected versus observed results?","criteria":["unsupported-claim","unresolved-reference","status-conflict","visibility-conflict"],"fixtures":[{"id":"SYN-01","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-S1","supporting_excerpt":null},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Planned","registry_status":"Planned","publication":"public","source_audience":"public","hold":false,"event_date":null,"date_status":"Unknown"},{"id":"SYN-02","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-MISSING","supporting_excerpt":"Duration: 20 minutes."},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Planned","registry_status":"Planned","publication":"public","source_audience":"public","hold":false,"event_date":null,"date_status":"Unknown"},{"id":"SYN-03","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-S1","supporting_excerpt":"Duration: 20 minutes."},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Released","registry_status":"Planned","publication":"public","source_audience":"public","hold":false,"event_date":null,"date_status":"Unknown"},{"id":"SYN-04","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-S1","supporting_excerpt":"Duration: 20 minutes."},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Planned","registry_status":"Planned","publication":"public","source_audience":"restricted","hold":false,"event_date":null,"date_status":"Unknown"},{"id":"SYN-05","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-S1","supporting_excerpt":"Duration: 20 minutes."},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Planned","registry_status":"Planned","publication":"public","source_audience":"public","hold":false,"event_date":null,"date_status":"Unknown"},{"id":"SYN-06","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-S1","supporting_excerpt":"Duration: 20 minutes."},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Planned","registry_status":"Planned","publication":"hold","source_audience":"restricted","hold":true,"event_date":null,"date_status":"Unknown"},{"id":"SYN-07","claim":{"kind":"hypothesis","text":"The next workshop may be useful.","source_id":null,"supporting_excerpt":null},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Planned","registry_status":"Planned","publication":"public","source_audience":"public","hold":false,"event_date":null,"date_status":"Unknown"},{"id":"SYN-08","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-MISSING","supporting_excerpt":null},"source_manifest":{"SYN-S1":"Synthetic source: Duration: 20 minutes."},"display_status":"Released","registry_status":"Planned","publication":"public","source_audience":"public","hold":true,"event_date":null,"date_status":"Unknown"},{"id":"SYN-09","claim":{"kind":"factual","text":"The synthetic workshop lasted twenty minutes.","source_id":"SYN-S1","supporting_excerpt":"The room had blue walls."},"source_manifest":{"SYN-S1":"Synthetic source: The room had blue walls."},"display_status":"Planned","registry_status":"Planned","publication":"public","source_audience":"public","hold":false,"event_date":null,"date_status":"Unknown"}],"expected_labels":{"SYN-01":["unsupported-claim"],"SYN-02":["unresolved-reference"],"SYN-03":["status-conflict"],"SYN-04":["visibility-conflict"],"SYN-05":[],"SYN-06":[],"SYN-07":[],"SYN-08":["unsupported-claim","unresolved-reference","status-conflict","visibility-conflict"],"SYN-09":["unsupported-claim"]},"checks":[{"id":"CHECK-SYN-01","case_id":"SYN-01","observed_at":"2026-11-19T13:57:53.946107+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":["unsupported-claim"],"observed":["unsupported-claim"],"result":"Passed","evidence_locator":"#/fixtures/0","findings":[{"code":"unsupported-claim","evidence_locator":"#/fixtures/0/claim/supporting_excerpt","reason":"A factual claim has no supporting excerpt."}],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-02","case_id":"SYN-02","observed_at":"2026-11-19T13:57:53.946125+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":["unresolved-reference"],"observed":["unresolved-reference"],"result":"Passed","evidence_locator":"#/fixtures/1","findings":[{"code":"unresolved-reference","evidence_locator":"#/fixtures/1/claim/source_id","reason":"The source ID is absent from the supplied local fixture manifest."}],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-03","case_id":"SYN-03","observed_at":"2026-11-19T13:57:53.946135+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":["status-conflict"],"observed":["status-conflict"],"result":"Passed","evidence_locator":"#/fixtures/2","findings":[{"code":"status-conflict","evidence_locator":"#/fixtures/2/display_status","reason":"Displayed status differs from the fixture registry."}],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-04","case_id":"SYN-04","observed_at":"2026-11-19T13:57:53.946142+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":["visibility-conflict"],"observed":["visibility-conflict"],"result":"Passed","evidence_locator":"#/fixtures/3","findings":[{"code":"visibility-conflict","evidence_locator":"#/fixtures/3/publication","reason":"Public publication conflicts with a restricted or HOLD fixture label."}],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-05","case_id":"SYN-05","observed_at":"2026-11-19T13:57:53.946147+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":[],"observed":[],"result":"Passed","evidence_locator":"#/fixtures/4","findings":[],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-06","case_id":"SYN-06","observed_at":"2026-11-19T13:57:53.946152+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":[],"observed":[],"result":"Passed","evidence_locator":"#/fixtures/5","findings":[],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-07","case_id":"SYN-07","observed_at":"2026-11-19T13:57:53.946157+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":[],"observed":[],"result":"Passed","evidence_locator":"#/fixtures/6","findings":[],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-08","case_id":"SYN-08","observed_at":"2026-11-19T13:57:53.946185+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":["status-conflict","unresolved-reference","unsupported-claim","visibility-conflict"],"observed":["status-conflict","unresolved-reference","unsupported-claim","visibility-conflict"],"result":"Passed","evidence_locator":"#/fixtures/7","findings":[{"code":"unsupported-claim","evidence_locator":"#/fixtures/7/claim/supporting_excerpt","reason":"A factual claim has no supporting excerpt."},{"code":"unresolved-reference","evidence_locator":"#/fixtures/7/claim/source_id","reason":"The source ID is absent from the supplied local fixture manifest."},{"code":"status-conflict","evidence_locator":"#/fixtures/7/display_status","reason":"Displayed status differs from the fixture registry."},{"code":"visibility-conflict","evidence_locator":"#/fixtures/7/publication","reason":"Public publication conflicts with a restricted or HOLD fixture label."}],"missed":[],"false_alarms":[]},{"id":"CHECK-SYN-09","case_id":"SYN-09","observed_at":"2026-11-19T13:57:53.946214+00:00","method":"Execute four explicit deterministic rules against synthetic structured fields; score separately against declared labels.","expected":["unsupported-claim"],"observed":[],"result":"Failed","evidence_locator":"#/fixtures/8","findings":[],"missed":["unsupported-claim"],"false_alarms":[]}],"summary":{"cases":9,"positive_cases":6,"negative_cases":3,"expected_defect_instances":9,"caught":8,"missed":1,"false_alarms":0,"exact_case_matches":8},"interpretation":"The semantic mismatch in SYN-09 was missed: a nonempty but unrelated excerpt bypassed the presence-only rule. The detection target was not met. A reproducible smoke test of four structured rules. Exact matches establish behaviour only on these fixtures. They do not measure semantic source support, general AI review ability, real link availability or effective access controls.","rule_source":{"path":"scripts/run-nexus-audit-ledger-pilot-002.py","sha256":"a82e6d0ef39b8330c29d479fca07f55446f47c502fdbf7deba2cd103b1e7f44e"},"limitations":["Non-blind, authored by the same assistant and tuned to these explicit rules","No external or independent evaluator","No statistical estimate of general accuracy from this tiny designed set","A nonempty excerpt is treated as present, not semantically verified","Missing references are checked against a local synthetic manifest; no HTTP link test","Restricted/HOLD checks compare synthetic labels; no private content or access-control request","No durable runtime ledger service, authentication, recovery or clipboard test"],"state_decision":{"AkashicAUDIT":"Planned · Unassessed","AkashicLEDGER":"Planned · Unassessed","scores":null,"reason":"A structured smoke test adds a reproducible example; independent utility and operational reliability remain unverified."},"next_action":"Use new representative inputs and a separate reviewer to test semantic support, missed issues, false alarms and usability before reconsidering readiness.","ledger_events":[{"id":"AL2-E001","event_type":"Protocol and fixture definition","event_date":"2026-11-19T13:57:53.946093+00:00","logging_date":"2026-11-19T13:57:53.946093+00:00","before":"Pilot 001 source checks lacked individual IDs, timestamps and expected/observed fields","after":"Pilot 002 protocol declares structured checks, locators and separate scoring labels","earlier_record":"/data/nexus-audit-ledger-pilot-001.json"},{"id":"AL2-E002","event_type":"Synthetic execution","event_date":"2026-11-19T13:57:53.946093+00:00","logging_date":"2026-11-19T13:57:53.949618+00:00","before":"Protocol defined; outcomes not yet measured","after":{"cases":9,"positive_cases":6,"negative_cases":3,"expected_defect_instances":9,"caught":8,"missed":1,"false_alarms":0,"exact_case_matches":8},"earlier_record":"AL2-E001","check_reference":"#/checks"},{"id":"AL2-E003","event_type":"Readiness decision","event_date":"2026-11-19T13:57:53.946093+00:00","logging_date":"2026-11-19T13:57:53.949625+00:00","before":"Both modules planned and unassessed","after":"Both modules remain planned and unassessed","earlier_record":"AL2-E002","reason":"Non-independent synthetic smoke test only"}],"publication_status":"Trial results prepared; this record contains no claim that its own later publication has already been verified."}