{ "kind": "offline replay of captured Wikidata MCP responses (CC0); no network, no Google, no model", "package_version": "0.2.0", "python": "3.14.4", "generated": "2026-09-28", "iterations": 21, "tokenizer": "tiktoken o200k_base", "method": "Each case runs the shipped MCP tool through an in-memory MCP client against a fake Wikidata MCP server that returns the captured upstream text. raw_bytes is the upstream text the tool consumed; compact_bytes is the tool's JSON answer; envelope_bytes adds the MCP content block. Cold = fresh cache directory; warm = the same call again on the same cache. Timings are local processing on the replay transport, median over the iterations.", "cases": [ { "name": "search: Fox Theatre, place Atlanta", "tool": "kg_search", "arguments": { "query": "Fox Theatre", "place": "Atlanta" }, "fixtures": [ "wikidata/search_fox_theatre.txt" ], "raw_bytes": 4374, "compact_bytes": 1694, "envelope_bytes": 1953, "reduction_pct": 61.3, "tokens_raw": 1026, "tokens_compact": 442, "requests_cold": 4, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 6.78, "ms_warm_median": 2.49, "status": "ok", "truncated": false, "notes": "50 provider hits, 3 candidates shown (47 omitted); resolution single_supported_candidate; warnings: same_name_elsewhere: 13 other candidate(s) share this name but do not mention 'Atlanta'; confirm location from statements, verify_before_use: description-level evidence only; confirm with `entity ` statements (P31/P131/P17/P625)" }, { "name": "search: Tate Modern, place London, type museum", "tool": "kg_search", "arguments": { "query": "Tate Modern", "place": "London", "type": "museum" }, "fixtures": [ "wikidata/search_tate_modern.txt" ], "raw_bytes": 3900, "compact_bytes": 1332, "envelope_bytes": 1560, "reduction_pct": 65.8, "tokens_raw": 1004, "tokens_compact": 355, "requests_cold": 4, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 6.96, "ms_warm_median": 2.28, "status": "ok", "truncated": false, "notes": "50 provider hits, 2 candidates shown (48 omitted); resolution single_supported_candidate; warnings: verify_before_use: description-level evidence only; confirm with `entity ` statements (P31/P131/P17/P625), mixed_kinds: building, venue — do not conflate organization/building or series/occurrence" }, { "name": "search: Carnegie Hall, place New York", "tool": "kg_search", "arguments": { "query": "Carnegie Hall", "place": "New York" }, "fixtures": [ "wikidata/search_carnegie_hall.txt" ], "raw_bytes": 4373, "compact_bytes": 1624, "envelope_bytes": 1886, "reduction_pct": 62.9, "tokens_raw": 1003, "tokens_compact": 425, "requests_cold": 4, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 8.18, "ms_warm_median": 2.59, "status": "ok", "truncated": false, "notes": "50 provider hits, 3 candidates shown (47 omitted); resolution single_supported_candidate; warnings: verify_before_use: description-level evidence only; confirm with `entity ` statements (P31/P131/P17/P625), mixed_kinds: building, venue — do not conflate organization/building or series/occurrence" }, { "name": "search: Primavera Sound (es), type festival", "tool": "kg_search", "arguments": { "query": "Primavera Sound", "lang": "es", "type": "festival" }, "fixtures": [ "wikidata/search_primavera_sound_es.txt" ], "raw_bytes": 1565, "compact_bytes": 1692, "envelope_bytes": 1968, "reduction_pct": -8.1, "tokens_raw": 400, "tokens_compact": 439, "requests_cold": 4, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 6.61, "ms_warm_median": 2.1, "status": "ok", "truncated": false, "notes": "25 provider hits, 3 candidates shown (22 omitted); resolution single_name_match; warnings: geo_unverified: no place context given; a single name match is not identity evidence, verify_before_use: description-level evidence only; confirm with `entity ` statements (P31/P131/P17/P625), mixed_kinds: event_occurrence, event_series — do not conflate organization/building or series/occurrence" }, { "name": "search: unmatched name", "tool": "kg_search", "arguments": { "query": "Zzqxv Nonexistent Venue 48151623" }, "fixtures": [ "wikidata/search_unmatched.txt" ], "raw_bytes": 3507, "compact_bytes": 573, "envelope_bytes": 708, "reduction_pct": 83.7, "tokens_raw": 997, "tokens_compact": 165, "requests_cold": 4, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 7.23, "ms_warm_median": 2.0, "status": "no_match", "truncated": false, "notes": "50 provider hits, 0 candidates shown (50 omitted); resolution no_match; warnings: no_label_match: provider returned 50 related items but none match the name; treat as unmatched" }, { "name": "entity: Q193375 P31,P131,P17 + evidence P131", "tool": "kg_entity", "arguments": { "id": "Q193375", "props": [ "P31", "P131", "P17" ], "evidence": [ "P131" ] }, "fixtures": [ "wikidata/statements_Q193375.txt", "wikidata/values_Q193375_P131.txt" ], "raw_bytes": 10765, "compact_bytes": 1604, "envelope_bytes": 1823, "reduction_pct": 85.1, "tokens_raw": 3537, "tokens_compact": 429, "requests_cold": 5, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 10.2, "ms_warm_median": 2.93, "status": "ok", "truncated": false, "notes": "3 requested properties as best-rank values; 43 other properties omitted; P131 evidence: 2 values with rank and qualifiers, 1 reference(s) counted, 1 sample line(s) kept of 5 raw reference lines" }, { "name": "related: Q193375 class hierarchy, depth 1", "tool": "kg_related", "arguments": { "id": "Q193375", "hierarchy": true, "depth": 1 }, "fixtures": [ "wikidata/hierarchy_Q193375_d1.txt" ], "raw_bytes": 214, "compact_bytes": 580, "envelope_bytes": 713, "reduction_pct": -171.0, "tokens_raw": 69, "tokens_compact": 186, "requests_cold": 4, "requests_warm": 0, "cache_warm": "hit", "ms_cold_median": 7.85, "ms_warm_median": 2.1, "status": "ok", "truncated": false, "notes": "3 class nodes, same content as the raw tree; the compact JSON adds labels, warnings and the meta block, so it is larger than this tiny upstream answer" } ], "summary": { "cases": 7, "iterations": 21, "median_reduction_pct": 62.9, "min_reduction_pct": -171.0, "max_reduction_pct": 85.1, "cold_ms_median": 7.4, "cold_ms_p10": 6.1, "cold_ms_p90": 10.8, "warm_ms_median": 2.3, "warm_ms_p10": 1.9, "warm_ms_p90": 3.4, "cold_requests_total": 29, "warm_requests_total": 0 } }