{ "accuracy_claim": null, "batch": { "checkpoint_byte_equal": true, "cold": { "complete": true, "op": "identity-batch", "policy": "rp-2026-09-30.3", "resume": "matching input/configuration; complete prefix; budget rows or --retry-errors suffix redone", "same_as_policy": "identity candidate != approved public sameAs", "session": { "processed": 48, "provider_calls_per_entity": 0.166667, "provider_requests": { "wikidata": 8 }, "rows_per_second": 95.637, "skipped": 0, "wall_time_s": 0.501898 }, "stop_reason": null, "summary": { "counters": { "ambiguous": 6, "confirmed": 12, "insufficient_evidence": 8, "no_candidate": 4, "provider_error": 0, "strong_candidate": 16, "wrong_existing": 2 }, "rows": 48, "verdicts": { "AMBIGUOUS": 6, "DETERMINISTIC_CONFIRM": 12, "INSUFFICIENT_EVIDENCE": 28, "WRONG_IDENTITY": 2 } } }, "resume": { "complete": true, "op": "identity-batch", "policy": "rp-2026-09-30.3", "resume": "matching input/configuration; complete prefix; budget rows or --retry-errors suffix redone", "same_as_policy": "identity candidate != approved public sameAs", "session": { "processed": 0, "provider_calls_per_entity": 0, "provider_requests": {}, "rows_per_second": 0.0, "skipped": 48, "wall_time_s": 0.001931 }, "stop_reason": null, "summary": { "counters": { "ambiguous": 6, "confirmed": 12, "insufficient_evidence": 8, "no_candidate": 4, "provider_error": 0, "strong_candidate": 16, "wrong_existing": 2 }, "rows": 48, "verdicts": { "AMBIGUOUS": 6, "DETERMINISTIC_CONFIRM": 12, "INSUFFICIENT_EVIDENCE": 28, "WRONG_IDENTITY": 2 } } }, "warm": { "complete": true, "op": "identity-batch", "policy": "rp-2026-09-30.3", "resume": "matching input/configuration; complete prefix; budget rows or --retry-errors suffix redone", "same_as_policy": "identity candidate != approved public sameAs", "session": { "processed": 48, "provider_calls_per_entity": 0.0, "provider_requests": {}, "rows_per_second": 281.952, "skipped": 0, "wall_time_s": 0.170242 }, "stop_reason": null, "summary": { "counters": { "ambiguous": 6, "confirmed": 12, "insufficient_evidence": 8, "no_candidate": 4, "provider_error": 0, "strong_candidate": 16, "wrong_existing": 2 }, "rows": 48, "verdicts": { "AMBIGUOUS": 6, "DETERMINISTIC_CONFIRM": 12, "INSUFFICIENT_EVIDENCE": 28, "WRONG_IDENTITY": 2 } } } }, "bulk_lookup": { "cold_requests": 1, "entities": 12, "identity_bytes": 4116, "identity_tokens": 1362, "raw_entity_bytes": 8761, "raw_entity_tokens": 2729, "wall_time_s": 0.076207, "warm_requests": 0 }, "cases": [ { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 25.08, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1745, "identity_tokens": 563, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q1440190", "kind": "place", "lang": "en", "latitude": 33.7725, "local_id": "existing_qid_audit-0-0", "longitude": -84.3857, "official_url": "https://www.foxtheatre.org/" }, "legacy_bytes": 1567, "legacy_requests": 2, "legacy_tokens": 474, "raw_facts_bytes": 1151, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 5.472, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 13.189, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1711, "identity_tokens": 558, "input": { "canonical_name": "Fox Theatre", "city": "Atlanta", "existing_qid": "Q1440190", "kind": "place", "lang": "en", "local_id": "existing_qid_audit-0-1" }, "legacy_bytes": 1747, "legacy_requests": 5, "legacy_tokens": 512, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 3.712, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 11.842, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1624, "identity_tokens": 536, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q900001", "kind": "place", "lang": "en", "local_id": "existing_qid_audit-0-2" }, "legacy_bytes": 1673, "legacy_requests": 5, "legacy_tokens": 494, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 15.321, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 12.371, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1560, "identity_tokens": 508, "input": { "canonical_name": "Maria Garcia", "existing_qid": "Q900010", "kind": "person", "lang": "en", "local_id": "existing_qid_audit-0-3" }, "legacy_bytes": 1645, "legacy_requests": 5, "legacy_tokens": 489, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.998, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 8.698, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1585, "identity_tokens": 514, "input": { "canonical_name": "Maria Garcia", "existing_qid": "Q900010", "kind": "person", "lang": "en", "local_id": "existing_qid_audit-0-4", "occupation": "painter" }, "legacy_bytes": 1706, "legacy_requests": 5, "legacy_tokens": 501, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 4.972, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 10.578, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1499, "identity_tokens": 486, "input": { "canonical_name": "Acme Collective", "existing_qid": "Q900020", "kind": "organization", "lang": "en", "local_id": "existing_qid_audit-0-5" }, "legacy_bytes": 1397, "legacy_requests": 3, "legacy_tokens": 407, "raw_facts_bytes": 486, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.182, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 12.526, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1630, "identity_tokens": 537, "input": { "address": "Plaça Leonardo da Vinci 4-5, 08019 Barcelona", "canonical_name": "Museu Blau", "existing_qid": "Q900050", "kind": "place", "lang": "en", "local_id": "existing_qid_audit-0-6" }, "legacy_bytes": 1454, "legacy_requests": 2, "legacy_tokens": 432, "raw_facts_bytes": 1006, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 4.065, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 11.681, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1701, "identity_tokens": 549, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q1440190", "kind": "venue", "lang": "en", "latitude": 33.7725, "local_id": "existing_qid_audit-0-7", "longitude": -84.3857 }, "legacy_bytes": 1456, "legacy_requests": 2, "legacy_tokens": 444, "raw_facts_bytes": 1151, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 3.87, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 21.312, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1654, "identity_tokens": 541, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q1440190", "kind": "person", "lang": "en", "local_id": "existing_qid_audit-0-8" }, "legacy_bytes": 1400, "legacy_requests": 2, "legacy_tokens": 415, "raw_facts_bytes": 1151, "replay_equal": true, "verdict": "WRONG_IDENTITY", "warm_ms": 11.279, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 6.892, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1503, "identity_tokens": 487, "input": { "canonical_name": "Central Hall", "existing_qid": "Q990001", "kind": "place", "lang": "en", "latitude": 40, "local_id": "existing_qid_audit-0-9", "longitude": 2 }, "legacy_bytes": 1447, "legacy_requests": 3, "legacy_tokens": 439, "raw_facts_bytes": 469, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 1.538, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 5.695, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1447, "identity_tokens": 479, "input": { "canonical_name": "Rowan Vale", "existing_qid": "Q990002", "kind": "person", "lang": "en", "local_id": "existing_qid_audit-0-10" }, "legacy_bytes": 1367, "legacy_requests": 3, "legacy_tokens": 415, "raw_facts_bytes": 290, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.386, "warm_requests": 0 }, { "candidate_count": 0, "cohort": "existing_qid_audit", "cold_ms": 4.111, "cold_requests": 1, "evidence_complete": true, "identity_bytes": 1057, "identity_tokens": 348, "input": { "canonical_name": "Unmatched Public Fixture", "existing_qid": "Q990003", "kind": "place", "lang": "en", "local_id": "existing_qid_audit-0-11" }, "legacy_bytes": 1146, "legacy_requests": 3, "legacy_tokens": 337, "raw_facts_bytes": 2, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.497, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 10.008, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1745, "identity_tokens": 565, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q1440190", "kind": "place", "lang": "es", "latitude": 33.7725, "local_id": "existing_qid_audit-1-0", "longitude": -84.3857, "official_url": "https://www.foxtheatre.org/" }, "legacy_bytes": 1579, "legacy_requests": 2, "legacy_tokens": 480, "raw_facts_bytes": 1151, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 3.4, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 10.262, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1711, "identity_tokens": 554, "input": { "canonical_name": "Fox Theatre", "city": "Atlanta", "existing_qid": "Q1440190", "kind": "place", "lang": "es", "local_id": "existing_qid_audit-1-1" }, "legacy_bytes": 1759, "legacy_requests": 5, "legacy_tokens": 515, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.934, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 13.315, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1624, "identity_tokens": 532, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q900001", "kind": "place", "lang": "es", "local_id": "existing_qid_audit-1-2" }, "legacy_bytes": 1685, "legacy_requests": 5, "legacy_tokens": 498, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 9.452, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 10.413, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1560, "identity_tokens": 505, "input": { "canonical_name": "Maria Garcia", "existing_qid": "Q900010", "kind": "person", "lang": "es", "local_id": "existing_qid_audit-1-3" }, "legacy_bytes": 1657, "legacy_requests": 5, "legacy_tokens": 490, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.188, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 10.738, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1585, "identity_tokens": 507, "input": { "canonical_name": "Maria Garcia", "existing_qid": "Q900010", "kind": "person", "lang": "es", "local_id": "existing_qid_audit-1-4", "occupation": "painter" }, "legacy_bytes": 1718, "legacy_requests": 5, "legacy_tokens": 505, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 4.739, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 9.458, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1499, "identity_tokens": 478, "input": { "canonical_name": "Acme Collective", "existing_qid": "Q900020", "kind": "organization", "lang": "es", "local_id": "existing_qid_audit-1-5" }, "legacy_bytes": 1409, "legacy_requests": 3, "legacy_tokens": 413, "raw_facts_bytes": 486, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 3.689, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 9.054, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1630, "identity_tokens": 536, "input": { "address": "Plaça Leonardo da Vinci 4-5, 08019 Barcelona", "canonical_name": "Museu Blau", "existing_qid": "Q900050", "kind": "place", "lang": "es", "local_id": "existing_qid_audit-1-6" }, "legacy_bytes": 1466, "legacy_requests": 2, "legacy_tokens": 431, "raw_facts_bytes": 1006, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 3.779, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 23.672, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1701, "identity_tokens": 560, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q1440190", "kind": "venue", "lang": "es", "latitude": 33.7725, "local_id": "existing_qid_audit-1-7", "longitude": -84.3857 }, "legacy_bytes": 1468, "legacy_requests": 2, "legacy_tokens": 446, "raw_facts_bytes": 1151, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 8.189, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 15.572, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1654, "identity_tokens": 538, "input": { "canonical_name": "Fox Theatre", "existing_qid": "Q1440190", "kind": "person", "lang": "es", "local_id": "existing_qid_audit-1-8" }, "legacy_bytes": 1412, "legacy_requests": 2, "legacy_tokens": 421, "raw_facts_bytes": 1151, "replay_equal": true, "verdict": "WRONG_IDENTITY", "warm_ms": 5.967, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 9.791, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1503, "identity_tokens": 496, "input": { "canonical_name": "Central Hall", "existing_qid": "Q990001", "kind": "place", "lang": "es", "latitude": 40, "local_id": "existing_qid_audit-1-9", "longitude": 2 }, "legacy_bytes": 1459, "legacy_requests": 3, "legacy_tokens": 441, "raw_facts_bytes": 469, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.136, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "existing_qid_audit", "cold_ms": 6.369, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1447, "identity_tokens": 479, "input": { "canonical_name": "Rowan Vale", "existing_qid": "Q990002", "kind": "person", "lang": "es", "local_id": "existing_qid_audit-1-10" }, "legacy_bytes": 1379, "legacy_requests": 3, "legacy_tokens": 427, "raw_facts_bytes": 290, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 1.64, "warm_requests": 0 }, { "candidate_count": 0, "cohort": "existing_qid_audit", "cold_ms": 4.942, "cold_requests": 1, "evidence_complete": true, "identity_bytes": 1057, "identity_tokens": 352, "input": { "canonical_name": "Unmatched Public Fixture", "existing_qid": "Q990003", "kind": "place", "lang": "es", "local_id": "existing_qid_audit-1-11" }, "legacy_bytes": 1158, "legacy_requests": 3, "legacy_tokens": 345, "raw_facts_bytes": 2, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 1.251, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 19.736, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2304, "identity_tokens": 742, "input": { "canonical_name": "Fox Theatre", "kind": "place", "lang": "en", "latitude": 33.7725, "local_id": "missing_qid_discovery-0-0", "longitude": -84.3857, "official_url": "https://www.foxtheatre.org/" }, "legacy_bytes": 1835, "legacy_requests": 3, "legacy_tokens": 540, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 6.319, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 34.706, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2281, "identity_tokens": 737, "input": { "canonical_name": "Fox Theatre", "city": "Atlanta", "kind": "place", "lang": "en", "local_id": "missing_qid_discovery-0-1" }, "legacy_bytes": 1662, "legacy_requests": 3, "legacy_tokens": 488, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 7.314, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 27.423, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2240, "identity_tokens": 728, "input": { "canonical_name": "Fox Theatre", "kind": "place", "lang": "en", "local_id": "missing_qid_discovery-0-2" }, "legacy_bytes": 1588, "legacy_requests": 3, "legacy_tokens": 467, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "AMBIGUOUS", "warm_ms": 8.005, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 19.096, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1941, "identity_tokens": 618, "input": { "canonical_name": "Maria Garcia", "kind": "person", "lang": "en", "local_id": "missing_qid_discovery-0-3" }, "legacy_bytes": 1564, "legacy_requests": 3, "legacy_tokens": 467, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "AMBIGUOUS", "warm_ms": 5.508, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 30.046, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1966, "identity_tokens": 628, "input": { "canonical_name": "Maria Garcia", "kind": "person", "lang": "en", "local_id": "missing_qid_discovery-0-4", "occupation": "painter" }, "legacy_bytes": 1625, "legacy_requests": 3, "legacy_tokens": 478, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "AMBIGUOUS", "warm_ms": 8.507, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 10.889, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1456, "identity_tokens": 473, "input": { "canonical_name": "Acme Collective", "kind": "organization", "lang": "en", "local_id": "missing_qid_discovery-0-5" }, "legacy_bytes": 1308, "legacy_requests": 3, "legacy_tokens": 385, "raw_facts_bytes": 486, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 4.83, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 12.328, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1600, "identity_tokens": 523, "input": { "address": "Plaça Leonardo da Vinci 4-5, 08019 Barcelona", "canonical_name": "Museu Blau", "kind": "place", "lang": "en", "local_id": "missing_qid_discovery-0-6" }, "legacy_bytes": 1388, "legacy_requests": 3, "legacy_tokens": 407, "raw_facts_bytes": 1006, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 6.721, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 29.874, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2235, "identity_tokens": 729, "input": { "canonical_name": "Fox Theatre", "kind": "venue", "lang": "en", "latitude": 33.7725, "local_id": "missing_qid_discovery-0-7", "longitude": -84.3857 }, "legacy_bytes": 1699, "legacy_requests": 3, "legacy_tokens": 511, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 8.775, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 18.019, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2228, "identity_tokens": 724, "input": { "canonical_name": "Fox Theatre", "kind": "person", "lang": "en", "local_id": "missing_qid_discovery-0-8" }, "legacy_bytes": 1660, "legacy_requests": 3, "legacy_tokens": 488, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 7.289, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 10.11, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1468, "identity_tokens": 487, "input": { "canonical_name": "Central Hall", "kind": "place", "lang": "en", "latitude": 40, "local_id": "missing_qid_discovery-0-9", "longitude": 2 }, "legacy_bytes": 1370, "legacy_requests": 3, "legacy_tokens": 414, "raw_facts_bytes": 469, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 5.155, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 13.115, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1412, "identity_tokens": 469, "input": { "canonical_name": "Rowan Vale", "kind": "person", "lang": "en", "local_id": "missing_qid_discovery-0-10" }, "legacy_bytes": 1286, "legacy_requests": 3, "legacy_tokens": 388, "raw_facts_bytes": 290, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.478, "warm_requests": 0 }, { "candidate_count": 0, "cohort": "missing_qid_discovery", "cold_ms": 5.798, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1025, "identity_tokens": 336, "input": { "canonical_name": "Unmatched Public Fixture", "kind": "place", "lang": "en", "local_id": "missing_qid_discovery-0-11" }, "legacy_bytes": 1080, "legacy_requests": 2, "legacy_tokens": 313, "raw_facts_bytes": 2, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 1.766, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 23.066, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2304, "identity_tokens": 745, "input": { "canonical_name": "Fox Theatre", "kind": "place", "lang": "es", "latitude": 33.7725, "local_id": "missing_qid_discovery-1-0", "longitude": -84.3857, "official_url": "https://www.foxtheatre.org/" }, "legacy_bytes": 1847, "legacy_requests": 3, "legacy_tokens": 546, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 7.076, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 23.821, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2281, "identity_tokens": 727, "input": { "canonical_name": "Fox Theatre", "city": "Atlanta", "kind": "place", "lang": "es", "local_id": "missing_qid_discovery-1-1" }, "legacy_bytes": 1674, "legacy_requests": 3, "legacy_tokens": 488, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 6.428, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 17.068, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2240, "identity_tokens": 717, "input": { "canonical_name": "Fox Theatre", "kind": "place", "lang": "es", "local_id": "missing_qid_discovery-1-2" }, "legacy_bytes": 1600, "legacy_requests": 3, "legacy_tokens": 477, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "AMBIGUOUS", "warm_ms": 5.374, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 20.813, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1941, "identity_tokens": 616, "input": { "canonical_name": "Maria Garcia", "kind": "person", "lang": "es", "local_id": "missing_qid_discovery-1-3" }, "legacy_bytes": 1576, "legacy_requests": 3, "legacy_tokens": 465, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "AMBIGUOUS", "warm_ms": 7.457, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 24.526, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1966, "identity_tokens": 625, "input": { "canonical_name": "Maria Garcia", "kind": "person", "lang": "es", "local_id": "missing_qid_discovery-1-4", "occupation": "painter" }, "legacy_bytes": 1637, "legacy_requests": 3, "legacy_tokens": 482, "raw_facts_bytes": 1149, "replay_equal": true, "verdict": "AMBIGUOUS", "warm_ms": 7.739, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 323.824, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1456, "identity_tokens": 469, "input": { "canonical_name": "Acme Collective", "kind": "organization", "lang": "es", "local_id": "missing_qid_discovery-1-5" }, "legacy_bytes": 1320, "legacy_requests": 3, "legacy_tokens": 389, "raw_facts_bytes": 486, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 128.966, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 24.941, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1600, "identity_tokens": 516, "input": { "address": "Plaça Leonardo da Vinci 4-5, 08019 Barcelona", "canonical_name": "Museu Blau", "kind": "place", "lang": "es", "local_id": "missing_qid_discovery-1-6" }, "legacy_bytes": 1400, "legacy_requests": 3, "legacy_tokens": 413, "raw_facts_bytes": 1006, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 10.233, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 29.89, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2235, "identity_tokens": 729, "input": { "canonical_name": "Fox Theatre", "kind": "venue", "lang": "es", "latitude": 33.7725, "local_id": "missing_qid_discovery-1-7", "longitude": -84.3857 }, "legacy_bytes": 1711, "legacy_requests": 3, "legacy_tokens": 513, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "DETERMINISTIC_CONFIRM", "warm_ms": 7.973, "warm_requests": 0 }, { "candidate_count": 2, "cohort": "missing_qid_discovery", "cold_ms": 55.04, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 2228, "identity_tokens": 727, "input": { "canonical_name": "Fox Theatre", "kind": "person", "lang": "es", "local_id": "missing_qid_discovery-1-8" }, "legacy_bytes": 1672, "legacy_requests": 3, "legacy_tokens": 492, "raw_facts_bytes": 2248, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 14.407, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 14.602, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1468, "identity_tokens": 480, "input": { "canonical_name": "Central Hall", "kind": "place", "lang": "es", "latitude": 40, "local_id": "missing_qid_discovery-1-9", "longitude": 2 }, "legacy_bytes": 1382, "legacy_requests": 3, "legacy_tokens": 418, "raw_facts_bytes": 469, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 4.567, "warm_requests": 0 }, { "candidate_count": 1, "cohort": "missing_qid_discovery", "cold_ms": 11.484, "cold_requests": 3, "evidence_complete": true, "identity_bytes": 1412, "identity_tokens": 464, "input": { "canonical_name": "Rowan Vale", "kind": "person", "lang": "es", "local_id": "missing_qid_discovery-1-10" }, "legacy_bytes": 1298, "legacy_requests": 3, "legacy_tokens": 391, "raw_facts_bytes": 290, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 2.984, "warm_requests": 0 }, { "candidate_count": 0, "cohort": "missing_qid_discovery", "cold_ms": 7.318, "cold_requests": 2, "evidence_complete": true, "identity_bytes": 1025, "identity_tokens": 343, "input": { "canonical_name": "Unmatched Public Fixture", "kind": "place", "lang": "es", "local_id": "missing_qid_discovery-1-11" }, "legacy_bytes": 1092, "legacy_requests": 2, "legacy_tokens": 321, "raw_facts_bytes": 2, "replay_equal": true, "verdict": "INSUFFICIENT_EVIDENCE", "warm_ms": 5.151, "warm_requests": 0 } ], "cohorts": { "bulk_qid_lookup": 12, "existing_qid_audit": 24, "missing_qid_discovery": 24 }, "comparison": "Previous resolve + explain on equivalent input/observations. New audit semantics and selected fact metadata add work; raw-facts reference is not a complete decision workflow.", "fixture_provenance": "tests.world synthetic Q9* identities and public Fox Theatre facts; not independent gold", "limitations": [ "Synthetic fixture cohorts, not independent labelled gold; no precision or accuracy percentages.", "Replay wall time/throughput excludes live network latency and is environment dependent.", "Legacy workflow lacks the new exact-QID audit verdict semantics; byte comparison does not imply equal safety.", "Small provider results can grow because source/fingerprint/review evidence adds structure." ], "live_requests": { "google": 0, "paid_llm": 0, "wikidata": 0 }, "mode": "offline replay", "observed_date": "2026-09-30", "policy": "rp-2026-09-30.3", "python": "3.14.4", "summary": { "calls_per_identity": 2.4167, "cold_requests": 116, "evidence_complete_cases": 48, "identity_bytes": 81744, "identity_tokens": 26560, "larger_or_equal_cases": 36, "legacy_bytes": 72428, "legacy_tokens": 21512, "replay_equal": true, "smaller_cases": 12, "warm_requests": 0 }, "tokenizer": "tiktoken o200k_base", "verdict_distribution": { "AMBIGUOUS": 6, "DETERMINISTIC_CONFIRM": 12, "INSUFFICIENT_EVIDENCE": 28, "WRONG_IDENTITY": 2 }, "version": "0.3.0" }