{
  "date": "2026-10-06",
  "scope": "Local synthetic fixtures; serialized input estimates, not provider usage or invoices.",
  "source_revisions": {
    "service": "120da325369bc2405becabb21835b332d6b68b58",
    "gateway": "b31c2d1a98624569e8d20f9487bbd059087fc7ea"
  },
  "runtime": "CPython 3.12.14 on macOS ARM64",
  "capture": "Current DiscoverTools RPC on an ephemeral local SQLite-backed service. No live accounts, model inference or native tool execution.",
  "packages": {
    "tiktoken": "0.14.0",
    "toon-format": "1.1.0"
  },
  "sample": "Eight focused searches: flat/nested schemas x 1/2/5/10 candidates; two ten-candidate browse pages; one anonymized GitHub list_tags schema.",
  "encoding_baseline": "Minified JSON; exactly the decoded current TOON value, same fields, constraints and order.",
  "sequence_baseline": "Previous verbose discovery JSON (original default json.dumps spacing) and helper contract; current captured service response and compact helpers. Repeated history and an exact-schema lookup, when required, are included.",
  "limitations": "Deterministic synthetic sample, one selected action, fixed user prompt and fixed successful result. No additional system prompt or pre-existing conversation. No model choices, retries, quality evaluation, provider message framing, output generation, latency, cache treatment or billed cost. Percentages have different denominators and must not be added.",
  "tokenizers": {
    "o200k_base": {
      "cases": [
        {
          "id": "flat-1",
          "shape": "flat",
          "candidates": 1,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 342,
            "projected_json": 96,
            "toon": 116,
            "combined_reduction_percent": 66.08,
            "encoding_reduction_percent": -20.83
          },
          "sequence": {
            "legacy": 2298,
            "current_json": 1668,
            "current_toon": 1702,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 25.94,
            "encoding_reduction_percent": -2.04
          }
        },
        {
          "id": "flat-2",
          "shape": "flat",
          "candidates": 2,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 604,
            "projected_json": 196,
            "toon": 245,
            "combined_reduction_percent": 59.44,
            "encoding_reduction_percent": -25.0
          },
          "sequence": {
            "legacy": 2840,
            "current_json": 1896,
            "current_toon": 1978,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 30.35,
            "encoding_reduction_percent": -4.32
          }
        },
        {
          "id": "flat-5",
          "shape": "flat",
          "candidates": 5,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 1406,
            "projected_json": 189,
            "toon": 225,
            "combined_reduction_percent": 84.0,
            "encoding_reduction_percent": -19.05
          },
          "sequence": {
            "legacy": 4522,
            "current_json": 1864,
            "current_toon": 1934,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 57.23,
            "encoding_reduction_percent": -3.76
          }
        },
        {
          "id": "flat-10",
          "shape": "flat",
          "candidates": 10,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 2756,
            "projected_json": 299,
            "toon": 350,
            "combined_reduction_percent": 87.3,
            "encoding_reduction_percent": -17.06
          },
          "sequence": {
            "legacy": 7363,
            "current_json": 2094,
            "current_toon": 2204,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 70.07,
            "encoding_reduction_percent": -5.25
          }
        },
        {
          "id": "nested-1",
          "shape": "nested",
          "candidates": 1,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 456,
            "projected_json": 184,
            "toon": 222,
            "combined_reduction_percent": 51.32,
            "encoding_reduction_percent": -20.65
          },
          "sequence": {
            "legacy": 2563,
            "current_json": 1870,
            "current_toon": 1942,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 24.23,
            "encoding_reduction_percent": -3.85
          }
        },
        {
          "id": "nested-2",
          "shape": "nested",
          "candidates": 2,
          "mode": "focused",
          "schema_in_search": false,
          "response": {
            "legacy_json": 842,
            "projected_json": 49,
            "toon": 45,
            "combined_reduction_percent": 94.66,
            "encoding_reduction_percent": 8.16
          },
          "sequence": {
            "legacy": 3399,
            "current_json": 2610,
            "current_toon": 2673,
            "legacy_rounds": 3,
            "current_rounds": 4,
            "combined_reduction_percent": 21.36,
            "encoding_reduction_percent": -2.41
          }
        },
        {
          "id": "nested-5",
          "shape": "nested",
          "candidates": 5,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 1986,
            "projected_json": 277,
            "toon": 331,
            "combined_reduction_percent": 83.33,
            "encoding_reduction_percent": -19.49
          },
          "sequence": {
            "legacy": 5873,
            "current_json": 2066,
            "current_toon": 2174,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 62.98,
            "encoding_reduction_percent": -5.23
          }
        },
        {
          "id": "nested-10",
          "shape": "nested",
          "candidates": 10,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 3915,
            "projected_json": 387,
            "toon": 456,
            "combined_reduction_percent": 88.35,
            "encoding_reduction_percent": -17.83
          },
          "sequence": {
            "legacy": 10046,
            "current_json": 2296,
            "current_toon": 2444,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 75.67,
            "encoding_reduction_percent": -6.45
          }
        },
        {
          "id": "flat-10-browse",
          "shape": "flat",
          "candidates": 10,
          "mode": "browse",
          "schema_in_search": false,
          "response": {
            "legacy_json": 2756,
            "projected_json": 225,
            "toon": 189,
            "combined_reduction_percent": 93.14,
            "encoding_reduction_percent": 16.0
          },
          "sequence": {
            "legacy": 7359,
            "current_json": 2954,
            "current_toon": 2907,
            "legacy_rounds": 3,
            "current_rounds": 4,
            "combined_reduction_percent": 60.5,
            "encoding_reduction_percent": 1.59
          }
        },
        {
          "id": "nested-10-browse",
          "shape": "nested",
          "candidates": 10,
          "mode": "browse",
          "schema_in_search": false,
          "response": {
            "legacy_json": 3915,
            "projected_json": 225,
            "toon": 189,
            "combined_reduction_percent": 95.17,
            "encoding_reduction_percent": 16.0
          },
          "sequence": {
            "legacy": 10042,
            "current_json": 3156,
            "current_toon": 3147,
            "legacy_rounds": 3,
            "current_rounds": 4,
            "combined_reduction_percent": 68.66,
            "encoding_reduction_percent": 0.29
          }
        },
        {
          "id": "github-list-tags",
          "shape": "nested",
          "candidates": 1,
          "mode": "example",
          "schema_in_search": true,
          "response": {
            "legacy_json": 373,
            "projected_json": 128,
            "toon": 147,
            "combined_reduction_percent": 60.59,
            "encoding_reduction_percent": -14.84
          }
        }
      ],
      "initial_context": [
        {
          "shape": "flat",
          "catalog_tools": 100,
          "eager": 10022,
          "discovery": 428,
          "reduction_percent": 95.73
        },
        {
          "shape": "nested",
          "catalog_tools": 100,
          "eager": 18622,
          "discovery": 428,
          "reduction_percent": 97.7
        }
      ]
    },
    "cl100k_base": {
      "cases": [
        {
          "id": "flat-1",
          "shape": "flat",
          "candidates": 1,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 342,
            "projected_json": 93,
            "toon": 116,
            "combined_reduction_percent": 66.08,
            "encoding_reduction_percent": -24.73
          },
          "sequence": {
            "legacy": 2274,
            "current_json": 1644,
            "current_toon": 1678,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 26.21,
            "encoding_reduction_percent": -2.07
          }
        },
        {
          "id": "flat-2",
          "shape": "flat",
          "candidates": 2,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 604,
            "projected_json": 189,
            "toon": 245,
            "combined_reduction_percent": 59.44,
            "encoding_reduction_percent": -29.63
          },
          "sequence": {
            "legacy": 2816,
            "current_json": 1872,
            "current_toon": 1954,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 30.61,
            "encoding_reduction_percent": -4.38
          }
        },
        {
          "id": "flat-5",
          "shape": "flat",
          "candidates": 5,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 1406,
            "projected_json": 185,
            "toon": 225,
            "combined_reduction_percent": 84.0,
            "encoding_reduction_percent": -21.62
          },
          "sequence": {
            "legacy": 4498,
            "current_json": 1840,
            "current_toon": 1910,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 57.54,
            "encoding_reduction_percent": -3.8
          }
        },
        {
          "id": "flat-10",
          "shape": "flat",
          "candidates": 10,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 2756,
            "projected_json": 295,
            "toon": 350,
            "combined_reduction_percent": 87.3,
            "encoding_reduction_percent": -18.64
          },
          "sequence": {
            "legacy": 7339,
            "current_json": 2070,
            "current_toon": 2180,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 70.3,
            "encoding_reduction_percent": -5.31
          }
        },
        {
          "id": "nested-1",
          "shape": "nested",
          "candidates": 1,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 454,
            "projected_json": 175,
            "toon": 222,
            "combined_reduction_percent": 51.1,
            "encoding_reduction_percent": -26.86
          },
          "sequence": {
            "legacy": 2536,
            "current_json": 1846,
            "current_toon": 1918,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 24.37,
            "encoding_reduction_percent": -3.9
          }
        },
        {
          "id": "nested-2",
          "shape": "nested",
          "candidates": 2,
          "mode": "focused",
          "schema_in_search": false,
          "response": {
            "legacy_json": 838,
            "projected_json": 48,
            "toon": 45,
            "combined_reduction_percent": 94.63,
            "encoding_reduction_percent": 6.25
          },
          "sequence": {
            "legacy": 3370,
            "current_json": 2576,
            "current_toon": 2639,
            "legacy_rounds": 3,
            "current_rounds": 4,
            "combined_reduction_percent": 21.69,
            "encoding_reduction_percent": -2.45
          }
        },
        {
          "id": "nested-5",
          "shape": "nested",
          "candidates": 5,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 1978,
            "projected_json": 267,
            "toon": 331,
            "combined_reduction_percent": 83.27,
            "encoding_reduction_percent": -23.97
          },
          "sequence": {
            "legacy": 5842,
            "current_json": 2042,
            "current_toon": 2150,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 63.2,
            "encoding_reduction_percent": -5.29
          }
        },
        {
          "id": "nested-10",
          "shape": "nested",
          "candidates": 10,
          "mode": "focused",
          "schema_in_search": true,
          "response": {
            "legacy_json": 3901,
            "projected_json": 377,
            "toon": 456,
            "combined_reduction_percent": 88.31,
            "encoding_reduction_percent": -20.95
          },
          "sequence": {
            "legacy": 10014,
            "current_json": 2272,
            "current_toon": 2420,
            "legacy_rounds": 3,
            "current_rounds": 3,
            "combined_reduction_percent": 75.83,
            "encoding_reduction_percent": -6.51
          }
        },
        {
          "id": "flat-10-browse",
          "shape": "flat",
          "candidates": 10,
          "mode": "browse",
          "schema_in_search": false,
          "response": {
            "legacy_json": 2756,
            "projected_json": 224,
            "toon": 189,
            "combined_reduction_percent": 93.14,
            "encoding_reduction_percent": 15.62
          },
          "sequence": {
            "legacy": 7335,
            "current_json": 2920,
            "current_toon": 2873,
            "legacy_rounds": 3,
            "current_rounds": 4,
            "combined_reduction_percent": 60.83,
            "encoding_reduction_percent": 1.61
          }
        },
        {
          "id": "nested-10-browse",
          "shape": "nested",
          "candidates": 10,
          "mode": "browse",
          "schema_in_search": false,
          "response": {
            "legacy_json": 3901,
            "projected_json": 224,
            "toon": 189,
            "combined_reduction_percent": 95.16,
            "encoding_reduction_percent": 15.62
          },
          "sequence": {
            "legacy": 10010,
            "current_json": 3122,
            "current_toon": 3113,
            "legacy_rounds": 3,
            "current_rounds": 4,
            "combined_reduction_percent": 68.9,
            "encoding_reduction_percent": 0.29
          }
        },
        {
          "id": "github-list-tags",
          "shape": "nested",
          "candidates": 1,
          "mode": "example",
          "schema_in_search": true,
          "response": {
            "legacy_json": 369,
            "projected_json": 120,
            "toon": 146,
            "combined_reduction_percent": 60.43,
            "encoding_reduction_percent": -21.67
          }
        }
      ],
      "initial_context": [
        {
          "shape": "flat",
          "catalog_tools": 100,
          "eager": 9719,
          "discovery": 421,
          "reduction_percent": 95.67
        },
        {
          "shape": "nested",
          "catalog_tools": 100,
          "eager": 17919,
          "discovery": 421,
          "reduction_percent": 97.65
        }
      ]
    }
  }
}