{
  "id": "gen-1781982047-r56CPTf9UiB5M6XIRonK",
  "object": "chat.completion",
  "created": 1781982047,
  "model": "z-ai/glm-5.2-20260616",
  "provider": "Parasail",
  "system_fingerprint": null,
  "service_tier": null,
  "choices": [
    {
      "index": 0,
      "logprobs": {
        "content": [
          {
            "token": "Here",
            "bytes": [
              72,
              101,
              114,
              101
            ],
            "logprob": -0.00933827180415392,
            "top_logprobs": [
              {
                "token": "Here",
                "bytes": [
                  72,
                  101,
                  114,
                  101
                ],
                "logprob": -0.00933827180415392
              },
              {
                "token": "An",
                "bytes": [
                  65,
                  110
                ],
                "logprob": -4.88433837890625
              },
              {
                "token": "When",
                "bytes": [
                  87,
                  104,
                  101,
                  110
                ],
                "logprob": -7.75933837890625
              },
              {
                "token": "A",
                "bytes": [
                  65
                ],
                "logprob": -7.88433837890625
              },
              {
                "token": "1",
                "bytes": [
                  49
                ],
                "logprob": -8.00933837890625
              },
              {
                "token": "Based",
                "bytes": [
                  66,
                  97,
                  115,
                  101,
                  100
                ],
                "logprob": -8.38433837890625
              },
              {
                "token": "Ass",
                "bytes": [
                  65,
                  115,
                  115
                ],
                "logprob": -9.25933837890625
              },
              {
                "token": "In",
                "bytes": [
                  73,
                  110
                ],
                "logprob": -9.38433837890625
              },
              {
                "token": "**",
                "bytes": [
                  42,
                  42
                ],
                "logprob": -10.38433837890625
              },
              {
                "token": "For",
                "bytes": [
                  70,
                  111,
                  114
                ],
                "logprob": -10.50933837890625
              },
              {
                "token": "###",
                "bytes": [
                  35,
                  35,
                  35
                ],
                "logprob": -10.57183837890625
              },
              {
                "token": "Three",
                "bytes": [
                  84,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -11.19683837890625
              },
              {
                "token": "While",
                "bytes": [
                  87,
                  104,
                  105,
                  108,
                  101
                ],
                "logprob": -11.94683837890625
              },
              {
                "token": " Here",
                "bytes": [
                  32,
                  72,
                  101,
                  114,
                  101
                ],
                "logprob": -11.94683837890625
              },
              {
                "token": "for",
                "bytes": [
                  102,
                  111,
                  114
                ],
                "logprob": -12.32183837890625
              },
              {
                "token": "If",
                "bytes": [
                  73,
                  102
                ],
                "logprob": -12.32183837890625
              },
              {
                "token": "Given",
                "bytes": [
                  71,
                  105,
                  118,
                  101,
                  110
                ],
                "logprob": -12.38433837890625
              },
              {
                "token": "*",
                "bytes": [
                  42
                ],
                "logprob": -12.75933837890625
              },
              {
                "token": "The",
                "bytes": [
                  84,
                  104,
                  101
                ],
                "logprob": -12.75933837890625
              },
              {
                "token": "To",
                "bytes": [
                  84,
                  111
                ],
                "logprob": -12.75933837890625
              }
            ]
          },
          {
            "token": " are",
            "bytes": [
              32,
              97,
              114,
              101
            ],
            "logprob": -2.0265558760002023e-06,
            "top_logprobs": [
              {
                "token": " are",
                "bytes": [
                  32,
                  97,
                  114,
                  101
                ],
                "logprob": -2.0265558760002023e-06
              },
              {
                "token": " is",
                "bytes": [
                  32,
                  105,
                  115
                ],
                "logprob": -13.125001907348633
              },
              {
                "token": "are",
                "bytes": [
                  97,
                  114,
                  101
                ],
                "logprob": -19.312501907348633
              },
              {
                "token": ",",
                "bytes": [
                  44
                ],
                "logprob": -19.375001907348633
              },
              {
                "token": "’s",
                "bytes": [
                  226,
                  128,
                  153,
                  115
                ],
                "logprob": -20.187501907348633
              },
              {
                "token": " Are",
                "bytes": [
                  32,
                  65,
                  114,
                  101
                ],
                "logprob": -20.250001907348633
              },
              {
                "token": ".are",
                "bytes": [
                  46,
                  97,
                  114,
                  101
                ],
                "logprob": -20.437501907348633
              },
              {
                "token": " there",
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ],
                "logprob": -21.187501907348633
              },
              {
                "token": "_are",
                "bytes": [
                  95,
                  97,
                  114,
                  101
                ],
                "logprob": -21.250001907348633
              },
              {
                "token": " являются",
                "bytes": [
                  32,
                  209,
                  143,
                  208,
                  178,
                  208,
                  187,
                  209,
                  143,
                  209,
                  142,
                  209,
                  130,
                  209,
                  129,
                  209,
                  143
                ],
                "logprob": -21.375001907348633
              },
              {
                "token": " a",
                "bytes": [
                  32,
                  97
                ],
                "logprob": -21.437501907348633
              },
              {
                "token": " three",
                "bytes": [
                  32,
                  116,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -21.500001907348633
              },
              {
                "token": " ARE",
                "bytes": [
                  32,
                  65,
                  82,
                  69
                ],
                "logprob": -21.625001907348633
              },
              {
                "token": "areth",
                "bytes": [
                  97,
                  114,
                  101,
                  116,
                  104
                ],
                "logprob": -21.687501907348633
              },
              {
                "token": " ",
                "bytes": [
                  32
                ],
                "logprob": -21.937501907348633
              },
              {
                "token": " we",
                "bytes": [
                  32,
                  119,
                  101
                ],
                "logprob": -22.062501907348633
              },
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -22.062501907348633
              },
              {
                "token": " at",
                "bytes": [
                  32,
                  97,
                  116
                ],
                "logprob": -22.187501907348633
              },
              {
                "token": "'s",
                "bytes": [
                  39,
                  115
                ],
                "logprob": -22.312501907348633
              },
              {
                "token": " the",
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ],
                "logprob": -22.812501907348633
              }
            ]
          },
          {
            "token": " three",
            "bytes": [
              32,
              116,
              104,
              114,
              101,
              101
            ],
            "logprob": -1.0847986231965479e-05,
            "top_logprobs": [
              {
                "token": " three",
                "bytes": [
                  32,
                  116,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -1.0847986231965479e-05
              },
              {
                "token": " **",
                "bytes": [
                  32,
                  42,
                  42
                ],
                "logprob": -11.75001049041748
              },
              {
                "token": "three",
                "bytes": [
                  116,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -13.62501049041748
              },
              {
                "token": " two",
                "bytes": [
                  32,
                  116,
                  119,
                  111
                ],
                "logprob": -13.75001049041748
              },
              {
                "token": " Three",
                "bytes": [
                  32,
                  84,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -15.37501049041748
              },
              {
                "token": " four",
                "bytes": [
                  32,
                  102,
                  111,
                  117,
                  114
                ],
                "logprob": -16.000011444091797
              },
              {
                "token": "_three",
                "bytes": [
                  95,
                  116,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -16.750011444091797
              },
              {
                "token": " the",
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ],
                "logprob": -16.875011444091797
              },
              {
                "token": " ",
                "bytes": [
                  32
                ],
                "logprob": -17.000011444091797
              },
              {
                "token": "三个",
                "bytes": [
                  228,
                  184,
                  137,
                  228,
                  184,
                  170
                ],
                "logprob": -17.625011444091797
              },
              {
                "token": " thee",
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  101
                ],
                "logprob": -17.625011444091797
              },
              {
                "token": " THREE",
                "bytes": [
                  32,
                  84,
                  72,
                  82,
                  69,
                  69
                ],
                "logprob": -17.875011444091797
              },
              {
                "token": " drei",
                "bytes": [
                  32,
                  100,
                  114,
                  101,
                  105
                ],
                "logprob": -18.000011444091797
              },
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -18.250011444091797
              },
              {
                "token": "-three",
                "bytes": [
                  45,
                  116,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -18.250011444091797
              },
              {
                "token": " trois",
                "bytes": [
                  32,
                  116,
                  114,
                  111,
                  105,
                  115
                ],
                "logprob": -18.375011444091797
              },
              {
                "token": " a",
                "bytes": [
                  32,
                  97
                ],
                "logprob": -18.750011444091797
              },
              {
                "token": " th",
                "bytes": [
                  32,
                  116,
                  104
                ],
                "logprob": -18.875011444091797
              },
              {
                "token": " três",
                "bytes": [
                  32,
                  116,
                  114,
                  195,
                  170,
                  115
                ],
                "logprob": -18.937511444091797
              },
              {
                "token": "Three",
                "bytes": [
                  84,
                  104,
                  114,
                  101,
                  101
                ],
                "logprob": -18.937511444091797
              }
            ]
          },
          {
            "token": " in",
            "bytes": [
              32,
              105,
              110
            ],
            "logprob": -0.32440856099128723,
            "top_logprobs": [
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -0.32440856099128723
              },
              {
                "token": " robust",
                "bytes": [
                  32,
                  114,
                  111,
                  98,
                  117,
                  115,
                  116
                ],
                "logprob": -1.8244085311889648
              },
              {
                "token": " fundamental",
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  100,
                  97,
                  109,
                  101,
                  110,
                  116,
                  97,
                  108
                ],
                "logprob": -3.074408531188965
              },
              {
                "token": " formal",
                "bytes": [
                  32,
                  102,
                  111,
                  114,
                  109,
                  97,
                  108
                ],
                "logprob": -3.199408531188965
              },
              {
                "token": " core",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  101
                ],
                "logprob": -4.574408531188965
              },
              {
                "token": " rigorous",
                "bytes": [
                  32,
                  114,
                  105,
                  103,
                  111,
                  114,
                  111,
                  117,
                  115
                ],
                "logprob": -4.824408531188965
              },
              {
                "token": " structural",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  97,
                  108
                ],
                "logprob": -5.824408531188965
              },
              {
                "token": " strong",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  111,
                  110,
                  103
                ],
                "logprob": -6.074408531188965
              },
              {
                "token": " foundational",
                "bytes": [
                  32,
                  102,
                  111,
                  117,
                  110,
                  100,
                  97,
                  116,
                  105,
                  111,
                  110,
                  97,
                  108
                ],
                "logprob": -7.199408531188965
              },
              {
                "token": " highly",
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104,
                  108,
                  121
                ],
                "logprob": -7.324408531188965
              },
              {
                "token": " important",
                "bytes": [
                  32,
                  105,
                  109,
                  112,
                  111,
                  114,
                  116,
                  97,
                  110,
                  116
                ],
                "logprob": -7.449408531188965
              },
              {
                "token": " distinct",
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  116,
                  105,
                  110,
                  99,
                  116
                ],
                "logprob": -7.574408531188965
              },
              {
                "token": " strict",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  99,
                  116
                ],
                "logprob": -7.949408531188965
              },
              {
                "token": " mathematical",
                "bytes": [
                  32,
                  109,
                  97,
                  116,
                  104,
                  101,
                  109,
                  97,
                  116,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -7.949408531188965
              },
              {
                "token": " logical",
                "bytes": [
                  32,
                  108,
                  111,
                  103,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -7.949408531188965
              },
              {
                "token": " useful",
                "bytes": [
                  32,
                  117,
                  115,
                  101,
                  102,
                  117,
                  108
                ],
                "logprob": -8.574408531188965
              },
              {
                "token": " invariant",
                "bytes": [
                  32,
                  105,
                  110,
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116
                ],
                "logprob": -8.824408531188965
              },
              {
                "token": " key",
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ],
                "logprob": -9.074408531188965
              },
              {
                "token": " technical",
                "bytes": [
                  32,
                  116,
                  101,
                  99,
                  104,
                  110,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -9.074408531188965
              },
              {
                "token": " formally",
                "bytes": [
                  32,
                  102,
                  111,
                  114,
                  109,
                  97,
                  108,
                  108,
                  121
                ],
                "logprob": -9.074408531188965
              }
            ]
          },
          {
            "token": "variants",
            "bytes": [
              118,
              97,
              114,
              105,
              97,
              110,
              116,
              115
            ],
            "logprob": -1.5497195136049413e-06,
            "top_logprobs": [
              {
                "token": "variants",
                "bytes": [
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116,
                  115
                ],
                "logprob": -1.5497195136049413e-06
              },
              {
                "token": "variant",
                "bytes": [
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116
                ],
                "logprob": -13.625001907348633
              },
              {
                "token": "var",
                "bytes": [
                  118,
                  97,
                  114
                ],
                "logprob": -15.250001907348633
              },
              {
                "token": " variants",
                "bytes": [
                  32,
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116,
                  115
                ],
                "logprob": -15.875001907348633
              },
              {
                "token": "vari",
                "bytes": [
                  118,
                  97,
                  114,
                  105
                ],
                "logprob": -17.125001907348633
              },
              {
                "token": "vars",
                "bytes": [
                  118,
                  97,
                  114,
                  115
                ],
                "logprob": -19.562501907348633
              },
              {
                "token": "av",
                "bytes": [
                  97,
                  118
                ],
                "logprob": -20.000001907348633
              },
              {
                "token": "ns",
                "bytes": [
                  110,
                  115
                ],
                "logprob": -20.500001907348633
              },
              {
                "token": "versions",
                "bytes": [
                  118,
                  101,
                  114,
                  115,
                  105,
                  111,
                  110,
                  115
                ],
                "logprob": -20.562501907348633
              },
              {
                "token": " invariant",
                "bytes": [
                  32,
                  105,
                  110,
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116
                ],
                "logprob": -20.687501907348633
              },
              {
                "token": "vi",
                "bytes": [
                  118,
                  105
                ],
                "logprob": -21.687501907348633
              },
              {
                "token": "viol",
                "bytes": [
                  118,
                  105,
                  111,
                  108
                ],
                "logprob": -21.750001907348633
              },
              {
                "token": "variables",
                "bytes": [
                  118,
                  97,
                  114,
                  105,
                  97,
                  98,
                  108,
                  101,
                  115
                ],
                "logprob": -22.125001907348633
              },
              {
                "token": "vara",
                "bytes": [
                  118,
                  97,
                  114,
                  97
                ],
                "logprob": -22.187501907348633
              },
              {
                "token": ".Invariant",
                "bytes": [
                  46,
                  73,
                  110,
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116
                ],
                "logprob": -22.250001907348633
              },
              {
                "token": "вар",
                "bytes": [
                  208,
                  178,
                  208,
                  176,
                  209,
                  128
                ],
                "logprob": -22.500001907348633
              },
              {
                "token": "ari",
                "bytes": [
                  97,
                  114,
                  105
                ],
                "logprob": -22.500001907348633
              },
              {
                "token": " variant",
                "bytes": [
                  32,
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116
                ],
                "logprob": -22.500001907348633
              },
              {
                "token": "Invariant",
                "bytes": [
                  73,
                  110,
                  118,
                  97,
                  114,
                  105,
                  97,
                  110,
                  116
                ],
                "logprob": -22.500001907348633
              },
              {
                "token": "liers",
                "bytes": [
                  108,
                  105,
                  101,
                  114,
                  115
                ],
                "logprob": -22.625001907348633
              }
            ]
          },
          {
            "token": " for",
            "bytes": [
              32,
              102,
              111,
              114
            ],
            "logprob": -7.533743337262422e-05,
            "top_logprobs": [
              {
                "token": " for",
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ],
                "logprob": -7.533743337262422e-05
              },
              {
                "token": " that",
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ],
                "logprob": -9.750075340270996
              },
              {
                "token": " (",
                "bytes": [
                  32,
                  40
                ],
                "logprob": -11.375075340270996
              },
              {
                "token": " governing",
                "bytes": [
                  32,
                  103,
                  111,
                  118,
                  101,
                  114,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -12.875075340270996
              },
              {
                "token": " to",
                "bytes": [
                  32,
                  116,
                  111
                ],
                "logprob": -14.250075340270996
              },
              {
                "token": " suitable",
                "bytes": [
                  32,
                  115,
                  117,
                  105,
                  116,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -14.625075340270996
              },
              {
                "token": " of",
                "bytes": [
                  32,
                  111,
                  102
                ],
                "logprob": -15.062575340270996
              },
              {
                "token": "—",
                "bytes": [
                  226,
                  128,
                  148
                ],
                "logprob": -15.187575340270996
              },
              {
                "token": " fundamental",
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  100,
                  97,
                  109,
                  101,
                  110,
                  116,
                  97,
                  108
                ],
                "logprob": -15.312575340270996
              },
              {
                "token": " a",
                "bytes": [
                  32,
                  97
                ],
                "logprob": -15.750075340270996
              },
              {
                "token": ",",
                "bytes": [
                  44
                ],
                "logprob": -16.00007438659668
              },
              {
                "token": ".",
                "bytes": [
                  46
                ],
                "logprob": -16.37507438659668
              },
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -16.75007438659668
              },
              {
                "token": " tailored",
                "bytes": [
                  32,
                  116,
                  97,
                  105,
                  108,
                  111,
                  114,
                  101,
                  100
                ],
                "logprob": -16.87507438659668
              },
              {
                "token": " and",
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ],
                "logprob": -17.06257438659668
              },
              {
                "token": "—a",
                "bytes": [
                  226,
                  128,
                  148,
                  97
                ],
                "logprob": -17.06257438659668
              },
              {
                "token": " typically",
                "bytes": [
                  32,
                  116,
                  121,
                  112,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ],
                "logprob": -17.12507438659668
              },
              {
                "token": " для",
                "bytes": [
                  32,
                  208,
                  180,
                  208,
                  187,
                  209,
                  143
                ],
                "logprob": -17.18757438659668
              },
              {
                "token": " strictly",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  99,
                  116,
                  108,
                  121
                ],
                "logprob": -17.18757438659668
              },
              {
                "token": "for",
                "bytes": [
                  102,
                  111,
                  114
                ],
                "logprob": -17.56257438659668
              }
            ]
          },
          {
            "token": " a",
            "bytes": [
              32,
              97
            ],
            "logprob": -2.264974000354414e-06,
            "top_logprobs": [
              {
                "token": " a",
                "bytes": [
                  32,
                  97
                ],
                "logprob": -2.264974000354414e-06
              },
              {
                "token": " the",
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ],
                "logprob": -13.750001907348633
              },
              {
                "token": " tokenizer",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110,
                  105,
                  122,
                  101,
                  114
                ],
                "logprob": -14.000001907348633
              },
              {
                "token": " an",
                "bytes": [
                  32,
                  97,
                  110
                ],
                "logprob": -15.875001907348633
              },
              {
                "token": " maintaining",
                "bytes": [
                  32,
                  109,
                  97,
                  105,
                  110,
                  116,
                  97,
                  105,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -16.812501907348633
              },
              {
                "token": " special",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -16.937501907348633
              },
              {
                "token": " any",
                "bytes": [
                  32,
                  97,
                  110,
                  121
                ],
                "logprob": -17.062501907348633
              },
              {
                "token": " managing",
                "bytes": [
                  32,
                  109,
                  97,
                  110,
                  97,
                  103,
                  105,
                  110,
                  103
                ],
                "logprob": -17.750001907348633
              },
              {
                "token": " representing",
                "bytes": [
                  32,
                  114,
                  101,
                  112,
                  114,
                  101,
                  115,
                  101,
                  110,
                  116,
                  105,
                  110,
                  103
                ],
                "logprob": -18.125001907348633
              },
              {
                "token": " **",
                "bytes": [
                  32,
                  42,
                  42
                ],
                "logprob": -18.500001907348633
              },
              {
                "token": "\ta",
                "bytes": [
                  9,
                  97
                ],
                "logprob": -18.687501907348633
              },
              {
                "token": " to",
                "bytes": [
                  32,
                  116,
                  111
                ],
                "logprob": -19.687501907348633
              },
              {
                "token": " defining",
                "bytes": [
                  32,
                  100,
                  101,
                  102,
                  105,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -19.750001907348633
              },
              {
                "token": " evaluating",
                "bytes": [
                  32,
                  101,
                  118,
                  97,
                  108,
                  117,
                  97,
                  116,
                  105,
                  110,
                  103
                ],
                "logprob": -19.875001907348633
              },
              {
                "token": " for",
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ],
                "logprob": -20.000001907348633
              },
              {
                "token": " determining",
                "bytes": [
                  32,
                  100,
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -20.000001907348633
              },
              {
                "token": " specifying",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  102,
                  121,
                  105,
                  110,
                  103
                ],
                "logprob": -20.062501907348633
              },
              {
                "token": " ensuring",
                "bytes": [
                  32,
                  101,
                  110,
                  115,
                  117,
                  114,
                  105,
                  110,
                  103
                ],
                "logprob": -20.187501907348633
              },
              {
                "token": " as",
                "bytes": [
                  32,
                  97,
                  115
                ],
                "logprob": -20.375001907348633
              },
              {
                "token": " ",
                "bytes": [
                  32
                ],
                "logprob": -20.437501907348633
              }
            ]
          },
          {
            "token": " tokenizer",
            "bytes": [
              32,
              116,
              111,
              107,
              101,
              110,
              105,
              122,
              101,
              114
            ],
            "logprob": -0.009785893373191357,
            "top_logprobs": [
              {
                "token": " tokenizer",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110,
                  105,
                  122,
                  101,
                  114
                ],
                "logprob": -0.009785893373191357
              },
              {
                "token": " special",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -4.634786128997803
              },
              {
                "token": " **",
                "bytes": [
                  32,
                  42,
                  42
                ],
                "logprob": -11.259785652160645
              },
              {
                "token": "tokenizer",
                "bytes": [
                  116,
                  111,
                  107,
                  101,
                  110,
                  105,
                  122,
                  101,
                  114
                ],
                "logprob": -12.009785652160645
              },
              {
                "token": " specialized",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  105,
                  122,
                  101,
                  100
                ],
                "logprob": -12.009785652160645
              },
              {
                "token": " token",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -13.384785652160645
              },
              {
                "token": " Token",
                "bytes": [
                  32,
                  84,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -13.759785652160645
              },
              {
                "token": "Tokenizer",
                "bytes": [
                  84,
                  111,
                  107,
                  101,
                  110,
                  105,
                  122,
                  101,
                  114
                ],
                "logprob": -13.884785652160645
              },
              {
                "token": " vocabulary",
                "bytes": [
                  32,
                  118,
                  111,
                  99,
                  97,
                  98,
                  117,
                  108,
                  97,
                  114,
                  121
                ],
                "logprob": -15.634785652160645
              },
              {
                "token": " Special",
                "bytes": [
                  32,
                  83,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -15.759785652160645
              },
              {
                "token": " `",
                "bytes": [
                  32,
                  96
                ],
                "logprob": -15.759785652160645
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -15.759785652160645
              },
              {
                "token": " transformer",
                "bytes": [
                  32,
                  116,
                  114,
                  97,
                  110,
                  115,
                  102,
                  111,
                  114,
                  109,
                  101,
                  114
                ],
                "logprob": -15.947285652160645
              },
              {
                "token": " dictionary",
                "bytes": [
                  32,
                  100,
                  105,
                  99,
                  116,
                  105,
                  111,
                  110,
                  97,
                  114,
                  121
                ],
                "logprob": -16.13478660583496
              },
              {
                "token": "special",
                "bytes": [
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -16.38478660583496
              },
              {
                "token": " specially",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  108,
                  121
                ],
                "logprob": -16.75978660583496
              },
              {
                "token": " unique",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101
                ],
                "logprob": -16.88478660583496
              },
              {
                "token": " machine",
                "bytes": [
                  32,
                  109,
                  97,
                  99,
                  104,
                  105,
                  110,
                  101
                ],
                "logprob": -17.50978660583496
              },
              {
                "token": " tokenize",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110,
                  105,
                  122,
                  101
                ],
                "logprob": -17.57228660583496
              },
              {
                "token": " trie",
                "bytes": [
                  32,
                  116,
                  114,
                  105,
                  101
                ],
                "logprob": -17.69728660583496
              }
            ]
          },
          {
            "token": " special",
            "bytes": [
              32,
              115,
              112,
              101,
              99,
              105,
              97,
              108
            ],
            "logprob": -0.5646766424179077,
            "top_logprobs": [
              {
                "token": " special",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -0.5646766424179077
              },
              {
                "token": "’s",
                "bytes": [
                  226,
                  128,
                  153,
                  115
                ],
                "logprob": -1.3146766424179077
              },
              {
                "token": "'s",
                "bytes": [
                  39,
                  115
                ],
                "logprob": -1.8146766424179077
              },
              {
                "token": "-special",
                "bytes": [
                  45,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -12.939676284790039
              },
              {
                "token": "特殊",
                "bytes": [
                  231,
                  137,
                  185,
                  230,
                  174,
                  138
                ],
                "logprob": -14.689676284790039
              },
              {
                "token": " Special",
                "bytes": [
                  32,
                  83,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -14.939676284790039
              },
              {
                "token": ".special",
                "bytes": [
                  46,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -14.939676284790039
              },
              {
                "token": "的特殊",
                "bytes": [
                  231,
                  154,
                  132,
                  231,
                  137,
                  185,
                  230,
                  174,
                  138
                ],
                "logprob": -15.564676284790039
              },
              {
                "token": "_special",
                "bytes": [
                  95,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -15.689676284790039
              },
              {
                "token": " specialized",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  105,
                  122,
                  101,
                  100
                ],
                "logprob": -16.56467628479004
              },
              {
                "token": "special",
                "bytes": [
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -16.68967628479004
              },
              {
                "token": "Special",
                "bytes": [
                  83,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108
                ],
                "logprob": -16.68967628479004
              },
              {
                "token": " **",
                "bytes": [
                  32,
                  42,
                  42
                ],
                "logprob": -17.31467628479004
              },
              {
                "token": "’",
                "bytes": [
                  226,
                  128,
                  153
                ],
                "logprob": -17.68967628479004
              },
              {
                "token": " specials",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  115
                ],
                "logprob": -17.68967628479004
              },
              {
                "token": "\\'",
                "bytes": [
                  92,
                  39
                ],
                "logprob": -17.68967628479004
              },
              {
                "token": "`s",
                "bytes": [
                  96,
                  115
                ],
                "logprob": -17.81467628479004
              },
              {
                "token": " specially",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  108,
                  121
                ],
                "logprob": -17.81467628479004
              },
              {
                "token": "痴",
                "bytes": [
                  231,
                  151,
                  180
                ],
                "logprob": -17.81467628479004
              },
              {
                "token": " vocabulary",
                "bytes": [
                  32,
                  118,
                  111,
                  99,
                  97,
                  98,
                  117,
                  108,
                  97,
                  114,
                  121
                ],
                "logprob": -17.93967628479004
              }
            ]
          },
          {
            "token": "-token",
            "bytes": [
              45,
              116,
              111,
              107,
              101,
              110
            ],
            "logprob": -1.9073304429184645e-05,
            "top_logprobs": [
              {
                "token": "-token",
                "bytes": [
                  45,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -1.9073304429184645e-05
              },
              {
                "token": " token",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -10.875019073486328
              },
              {
                "token": "-t",
                "bytes": [
                  45,
                  116
                ],
                "logprob": -16.625019073486328
              },
              {
                "token": "-Token",
                "bytes": [
                  45,
                  84,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -18.250019073486328
              },
              {
                "token": " tokens",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110,
                  115
                ],
                "logprob": -19.000019073486328
              },
              {
                "token": "_token",
                "bytes": [
                  95,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -19.000019073486328
              },
              {
                "token": "token",
                "bytes": [
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -19.375019073486328
              },
              {
                "token": "-symbol",
                "bytes": [
                  45,
                  115,
                  121,
                  109,
                  98,
                  111,
                  108
                ],
                "logprob": -20.500019073486328
              },
              {
                "token": "Token",
                "bytes": [
                  84,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -20.500019073486328
              },
              {
                "token": "-tag",
                "bytes": [
                  45,
                  116,
                  97,
                  103
                ],
                "logprob": -20.750019073486328
              },
              {
                "token": "-ticket",
                "bytes": [
                  45,
                  116,
                  105,
                  99,
                  107,
                  101,
                  116
                ],
                "logprob": -21.875019073486328
              },
              {
                "token": "-task",
                "bytes": [
                  45,
                  116,
                  97,
                  115,
                  107
                ],
                "logprob": -22.250019073486328
              },
              {
                "token": "-character",
                "bytes": [
                  45,
                  99,
                  104,
                  97,
                  114,
                  97,
                  99,
                  116,
                  101,
                  114
                ],
                "logprob": -23.125019073486328
              },
              {
                "token": "-",
                "bytes": [
                  45
                ],
                "logprob": -23.125019073486328
              },
              {
                "token": " Token",
                "bytes": [
                  32,
                  84,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -23.250019073486328
              },
              {
                "token": "-table",
                "bytes": [
                  45,
                  116,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -23.375019073486328
              },
              {
                "token": "-to",
                "bytes": [
                  45,
                  116,
                  111
                ],
                "logprob": -23.625019073486328
              },
              {
                "token": "-node",
                "bytes": [
                  45,
                  110,
                  111,
                  100,
                  101
                ],
                "logprob": -23.750019073486328
              },
              {
                "token": " tokenizer",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110,
                  105,
                  122,
                  101,
                  114
                ],
                "logprob": -23.875019073486328
              },
              {
                "token": "_TOKEN",
                "bytes": [
                  95,
                  84,
                  79,
                  75,
                  69,
                  78
                ],
                "logprob": -23.875019073486328
              }
            ]
          },
          {
            "token": " table",
            "bytes": [
              32,
              116,
              97,
              98,
              108,
              101
            ],
            "logprob": -1.4662635294371285e-05,
            "top_logprobs": [
              {
                "token": " table",
                "bytes": [
                  32,
                  116,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -1.4662635294371285e-05
              },
              {
                "token": " lookup",
                "bytes": [
                  32,
                  108,
                  111,
                  111,
                  107,
                  117,
                  112
                ],
                "logprob": -11.500014305114746
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -12.500014305114746
              },
              {
                "token": " (",
                "bytes": [
                  32,
                  40
                ],
                "logprob": -15.125014305114746
              },
              {
                "token": " dictionary",
                "bytes": [
                  32,
                  100,
                  105,
                  99,
                  116,
                  105,
                  111,
                  110,
                  97,
                  114,
                  121
                ],
                "logprob": -15.875014305114746
              },
              {
                "token": " tables",
                "bytes": [
                  32,
                  116,
                  97,
                  98,
                  108,
                  101,
                  115
                ],
                "logprob": -16.000015258789062
              },
              {
                "token": " map",
                "bytes": [
                  32,
                  109,
                  97,
                  112
                ],
                "logprob": -16.250015258789062
              },
              {
                "token": " translation",
                "bytes": [
                  32,
                  116,
                  114,
                  97,
                  110,
                  115,
                  108,
                  97,
                  116,
                  105,
                  111,
                  110
                ],
                "logprob": -17.375015258789062
              },
              {
                "token": " registry",
                "bytes": [
                  32,
                  114,
                  101,
                  103,
                  105,
                  115,
                  116,
                  114,
                  121
                ],
                "logprob": -17.750015258789062
              },
              {
                "token": " tab",
                "bytes": [
                  32,
                  116,
                  97,
                  98
                ],
                "logprob": -17.750015258789062
              },
              {
                "token": " Table",
                "bytes": [
                  32,
                  84,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -17.750015258789062
              },
              {
                "token": " configuration",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  102,
                  105,
                  103,
                  117,
                  114,
                  97,
                  116,
                  105,
                  111,
                  110
                ],
                "logprob": -18.125015258789062
              },
              {
                "token": "_table",
                "bytes": [
                  95,
                  116,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -18.125015258789062
              },
              {
                "token": " таблиц",
                "bytes": [
                  32,
                  209,
                  130,
                  208,
                  176,
                  208,
                  177,
                  208,
                  187,
                  208,
                  184,
                  209,
                  134
                ],
                "logprob": -18.500015258789062
              },
              {
                "token": "-table",
                "bytes": [
                  45,
                  116,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -18.750015258789062
              },
              {
                "token": " list",
                "bytes": [
                  32,
                  108,
                  105,
                  115,
                  116
                ],
                "logprob": -18.875015258789062
              },
              {
                "token": "table",
                "bytes": [
                  116,
                  97,
                  98,
                  108,
                  101
                ],
                "logprob": -18.875015258789062
              },
              {
                "token": " look",
                "bytes": [
                  32,
                  108,
                  111,
                  111,
                  107
                ],
                "logprob": -19.000015258789062
              },
              {
                "token": "表",
                "bytes": [
                  232,
                  161,
                  168
                ],
                "logprob": -19.125015258789062
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -19.250015258789062
              }
            ]
          },
          {
            "token": ",",
            "bytes": [
              44
            ],
            "logprob": -0.48823022842407227,
            "top_logprobs": [
              {
                "token": ",",
                "bytes": [
                  44
                ],
                "logprob": -0.48823022842407227
              },
              {
                "token": " (",
                "bytes": [
                  32,
                  40
                ],
                "logprob": -1.3632302284240723
              },
              {
                "token": ".",
                "bytes": [
                  46
                ],
                "logprob": -2.6132302284240723
              },
              {
                "token": ":\n\n",
                "bytes": [
                  58,
                  10,
                  10
                ],
                "logprob": -2.8632302284240723
              },
              {
                "token": "—a",
                "bytes": [
                  226,
                  128,
                  148,
                  97
                ],
                "logprob": -11.300729751586914
              },
              {
                "token": ".\n\n",
                "bytes": [
                  46,
                  10,
                  10
                ],
                "logprob": -11.738229751586914
              },
              {
                "token": "—",
                "bytes": [
                  226,
                  128,
                  148
                ],
                "logprob": -12.175729751586914
              },
              {
                "token": ":",
                "bytes": [
                  58
                ],
                "logprob": -12.238229751586914
              },
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -12.300729751586914
              },
              {
                "token": " (`",
                "bytes": [
                  32,
                  40,
                  96
                ],
                "logprob": -12.488229751586914
              },
              {
                "token": ":\n",
                "bytes": [
                  58,
                  10
                ],
                "logprob": -12.925729751586914
              },
              {
                "token": "):\n\n",
                "bytes": [
                  41,
                  58,
                  10,
                  10
                ],
                "logprob": -13.175729751586914
              },
              {
                "token": " :\n\n",
                "bytes": [
                  32,
                  58,
                  10,
                  10
                ],
                "logprob": -13.363229751586914
              },
              {
                "token": " that",
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ],
                "logprob": -13.425729751586914
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -13.425729751586914
              },
              {
                "token": " (*",
                "bytes": [
                  32,
                  40,
                  42
                ],
                "logprob": -13.613229751586914
              },
              {
                "token": " within",
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104,
                  105,
                  110
                ],
                "logprob": -13.675729751586914
              },
              {
                "token": " to",
                "bytes": [
                  32,
                  116,
                  111
                ],
                "logprob": -13.738229751586914
              },
              {
                "token": " (**",
                "bytes": [
                  32,
                  40,
                  42,
                  42
                ],
                "logprob": -13.800729751586914
              },
              {
                "token": " \n\n",
                "bytes": [
                  32,
                  10,
                  10
                ],
                "logprob": -13.800729751586914
              }
            ]
          },
          {
            "token": " focusing",
            "bytes": [
              32,
              102,
              111,
              99,
              117,
              115,
              105,
              110,
              103
            ],
            "logprob": -0.6473595499992371,
            "top_logprobs": [
              {
                "token": " focusing",
                "bytes": [
                  32,
                  102,
                  111,
                  99,
                  117,
                  115,
                  105,
                  110,
                  103
                ],
                "logprob": -0.6473595499992371
              },
              {
                "token": " framed",
                "bytes": [
                  32,
                  102,
                  114,
                  97,
                  109,
                  101,
                  100
                ],
                "logprob": -2.147359609603882
              },
              {
                "token": " covering",
                "bytes": [
                  32,
                  99,
                  111,
                  118,
                  101,
                  114,
                  105,
                  110,
                  103
                ],
                "logprob": -2.647359609603882
              },
              {
                "token": " balancing",
                "bytes": [
                  32,
                  98,
                  97,
                  108,
                  97,
                  110,
                  99,
                  105,
                  110,
                  103
                ],
                "logprob": -2.647359609603882
              },
              {
                "token": " ensuring",
                "bytes": [
                  32,
                  101,
                  110,
                  115,
                  117,
                  114,
                  105,
                  110,
                  103
                ],
                "logprob": -2.897359609603882
              },
              {
                "token": " written",
                "bytes": [
                  32,
                  119,
                  114,
                  105,
                  116,
                  116,
                  101,
                  110
                ],
                "logprob": -3.397359609603882
              },
              {
                "token": " ph",
                "bytes": [
                  32,
                  112,
                  104
                ],
                "logprob": -3.397359609603882
              },
              {
                "token": " assuming",
                "bytes": [
                  32,
                  97,
                  115,
                  115,
                  117,
                  109,
                  105,
                  110,
                  103
                ],
                "logprob": -3.897359609603882
              },
              {
                "token": " combining",
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  98,
                  105,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -4.522359371185303
              },
              {
                "token": " which",
                "bytes": [
                  32,
                  119,
                  104,
                  105,
                  99,
                  104
                ],
                "logprob": -4.522359371185303
              },
              {
                "token": " along",
                "bytes": [
                  32,
                  97,
                  108,
                  111,
                  110,
                  103
                ],
                "logprob": -5.022359371185303
              },
              {
                "token": " formulated",
                "bytes": [
                  32,
                  102,
                  111,
                  114,
                  109,
                  117,
                  108,
                  97,
                  116,
                  101,
                  100
                ],
                "logprob": -5.522359371185303
              },
              {
                "token": " blending",
                "bytes": [
                  32,
                  98,
                  108,
                  101,
                  110,
                  100,
                  105,
                  110,
                  103
                ],
                "logprob": -5.522359371185303
              },
              {
                "token": " ranging",
                "bytes": [
                  32,
                  114,
                  97,
                  110,
                  103,
                  105,
                  110,
                  103
                ],
                "logprob": -5.584859371185303
              },
              {
                "token": " designed",
                "bytes": [
                  32,
                  100,
                  101,
                  115,
                  105,
                  103,
                  110,
                  101,
                  100
                ],
                "logprob": -5.647359371185303
              },
              {
                "token": " expressed",
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  114,
                  101,
                  115,
                  115,
                  101,
                  100
                ],
                "logprob": -5.772359371185303
              },
              {
                "token": " spanning",
                "bytes": [
                  32,
                  115,
                  112,
                  97,
                  110,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -5.834859371185303
              },
              {
                "token": " defined",
                "bytes": [
                  32,
                  100,
                  101,
                  102,
                  105,
                  110,
                  101,
                  100
                ],
                "logprob": -6.084859371185303
              },
              {
                "token": " defining",
                "bytes": [
                  32,
                  100,
                  101,
                  102,
                  105,
                  110,
                  105,
                  110,
                  103
                ],
                "logprob": -6.084859371185303
              },
              {
                "token": " keeping",
                "bytes": [
                  32,
                  107,
                  101,
                  101,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -6.209859371185303
              }
            ]
          },
          {
            "token": " on",
            "bytes": [
              32,
              111,
              110
            ],
            "logprob": -2.586808113846928e-05,
            "top_logprobs": [
              {
                "token": " on",
                "bytes": [
                  32,
                  111,
                  110
                ],
                "logprob": -2.586808113846928e-05
              },
              {
                "token": " structural",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  97,
                  108
                ],
                "logprob": -11.750025749206543
              },
              {
                "token": " consistency",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  115,
                  105,
                  115,
                  116,
                  101,
                  110,
                  99,
                  121
                ],
                "logprob": -12.062525749206543
              },
              {
                "token": " primarily",
                "bytes": [
                  32,
                  112,
                  114,
                  105,
                  109,
                  97,
                  114,
                  105,
                  108,
                  121
                ],
                "logprob": -13.187525749206543
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -13.312525749206543
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -13.937525749206543
              },
              {
                "token": " both",
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ],
                "logprob": -14.687525749206543
              },
              {
                "token": " the",
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ],
                "logprob": -14.750025749206543
              },
              {
                "token": "on",
                "bytes": [
                  111,
                  110
                ],
                "logprob": -14.750025749206543
              },
              {
                "token": " logical",
                "bytes": [
                  32,
                  108,
                  111,
                  103,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -14.812525749206543
              },
              {
                "token": " uniqueness",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -14.875025749206543
              },
              {
                "token": " specifically",
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  102,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ],
                "logprob": -15.125025749206543
              },
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -15.187525749206543
              },
              {
                "token": " lexical",
                "bytes": [
                  32,
                  108,
                  101,
                  120,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -15.187525749206543
              },
              {
                "token": "于",
                "bytes": [
                  228,
                  186,
                  142
                ],
                "logprob": -15.312525749206543
              },
              {
                "token": " from",
                "bytes": [
                  32,
                  102,
                  114,
                  111,
                  109
                ],
                "logprob": -15.312525749206543
              },
              {
                "token": " token",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -15.375025749206543
              },
              {
                "token": " internal",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  110,
                  97,
                  108
                ],
                "logprob": -15.500025749206543
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -15.500025749206543
              },
              {
                "token": " conceptual",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  99,
                  101,
                  112,
                  116,
                  117,
                  97,
                  108
                ],
                "logprob": -15.687525749206543
              }
            ]
          },
          {
            "token": " consistency",
            "bytes": [
              32,
              99,
              111,
              110,
              115,
              105,
              115,
              116,
              101,
              110,
              99,
              121
            ],
            "logprob": -0.5408068299293518,
            "top_logprobs": [
              {
                "token": " consistency",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  115,
                  105,
                  115,
                  116,
                  101,
                  110,
                  99,
                  121
                ],
                "logprob": -0.5408068299293518
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -2.165806770324707
              },
              {
                "token": " structural",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  97,
                  108
                ],
                "logprob": -2.415806770324707
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -2.915806770324707
              },
              {
                "token": " the",
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ],
                "logprob": -3.040806770324707
              },
              {
                "token": " bi",
                "bytes": [
                  32,
                  98,
                  105
                ],
                "logprob": -3.415806770324707
              },
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -4.415806770324707
              },
              {
                "token": " uniqueness",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -4.540806770324707
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -4.540806770324707
              },
              {
                "token": " logical",
                "bytes": [
                  32,
                  108,
                  111,
                  103,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -4.665806770324707
              },
              {
                "token": " integrity",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -4.790806770324707
              },
              {
                "token": " lexical",
                "bytes": [
                  32,
                  108,
                  101,
                  120,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -5.290806770324707
              },
              {
                "token": " token",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -5.665806770324707
              },
              {
                "token": " internal",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  110,
                  97,
                  108
                ],
                "logprob": -5.790806770324707
              },
              {
                "token": " encoding",
                "bytes": [
                  32,
                  101,
                  110,
                  99,
                  111,
                  100,
                  105,
                  110,
                  103
                ],
                "logprob": -6.603306770324707
              },
              {
                "token": " synt",
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116
                ],
                "logprob": -6.853306770324707
              },
              {
                "token": " both",
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ],
                "logprob": -6.978306770324707
              },
              {
                "token": " vocabulary",
                "bytes": [
                  32,
                  118,
                  111,
                  99,
                  97,
                  98,
                  117,
                  108,
                  97,
                  114,
                  121
                ],
                "logprob": -7.040806770324707
              },
              {
                "token": " system",
                "bytes": [
                  32,
                  115,
                  121,
                  115,
                  116,
                  101,
                  109
                ],
                "logprob": -7.103306770324707
              },
              {
                "token": " bij",
                "bytes": [
                  32,
                  98,
                  105,
                  106
                ],
                "logprob": -7.165806770324707
              }
            ]
          },
          {
            "token": ",",
            "bytes": [
              44
            ],
            "logprob": -0.05321591719985008,
            "top_logprobs": [
              {
                "token": ",",
                "bytes": [
                  44
                ],
                "logprob": -0.05321591719985008
              },
              {
                "token": " and",
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ],
                "logprob": -3.178215980529785
              },
              {
                "token": " between",
                "bytes": [
                  32,
                  98,
                  101,
                  116,
                  119,
                  101,
                  101,
                  110
                ],
                "logprob": -4.678215980529785
              },
              {
                "token": " across",
                "bytes": [
                  32,
                  97,
                  99,
                  114,
                  111,
                  115,
                  115
                ],
                "logprob": -7.303215980529785
              },
              {
                "token": " within",
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104,
                  105,
                  110
                ],
                "logprob": -9.428215980529785
              },
              {
                "token": " from",
                "bytes": [
                  32,
                  102,
                  114,
                  111,
                  109
                ],
                "logprob": -10.178215980529785
              },
              {
                "token": " during",
                "bytes": [
                  32,
                  100,
                  117,
                  114,
                  105,
                  110,
                  103
                ],
                "logprob": -10.803215980529785
              },
              {
                "token": " with",
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104
                ],
                "logprob": -11.365715980529785
              },
              {
                "token": " for",
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ],
                "logprob": -11.490715980529785
              },
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -11.803215980529785
              },
              {
                "token": " at",
                "bytes": [
                  32,
                  97,
                  116
                ],
                "logprob": -12.490715980529785
              },
              {
                "token": " when",
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  110
                ],
                "logprob": -12.678215980529785
              },
              {
                "token": " that",
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ],
                "logprob": -12.803215980529785
              },
              {
                "token": " to",
                "bytes": [
                  32,
                  116,
                  111
                ],
                "logprob": -12.990715980529785
              },
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -13.428215980529785
              },
              {
                "token": " preventing",
                "bytes": [
                  32,
                  112,
                  114,
                  101,
                  118,
                  101,
                  110,
                  116,
                  105,
                  110,
                  103
                ],
                "logprob": -13.615715980529785
              },
              {
                "token": " unique",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101
                ],
                "logprob": -13.803215980529785
              },
              {
                "token": " of",
                "bytes": [
                  32,
                  111,
                  102
                ],
                "logprob": -13.990715980529785
              },
              {
                "token": " bi",
                "bytes": [
                  32,
                  98,
                  105
                ],
                "logprob": -14.053215980529785
              },
              {
                "token": " (",
                "bytes": [
                  32,
                  40
                ],
                "logprob": -14.115715980529785
              }
            ]
          },
          {
            "token": " safety",
            "bytes": [
              32,
              115,
              97,
              102,
              101,
              116,
              121
            ],
            "logprob": -1.1316885948181152,
            "top_logprobs": [
              {
                "token": " safety",
                "bytes": [
                  32,
                  115,
                  97,
                  102,
                  101,
                  116,
                  121
                ],
                "logprob": -1.1316885948181152
              },
              {
                "token": " uniqueness",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -1.5066885948181152
              },
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -2.3816885948181152
              },
              {
                "token": " bi",
                "bytes": [
                  32,
                  98,
                  105
                ],
                "logprob": -2.5066885948181152
              },
              {
                "token": " collision",
                "bytes": [
                  32,
                  99,
                  111,
                  108,
                  108,
                  105,
                  115,
                  105,
                  111,
                  110
                ],
                "logprob": -2.7566885948181152
              },
              {
                "token": " performance",
                "bytes": [
                  32,
                  112,
                  101,
                  114,
                  102,
                  111,
                  114,
                  109,
                  97,
                  110,
                  99,
                  101
                ],
                "logprob": -3.0066885948181152
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -3.1316885948181152
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -4.131688594818115
              },
              {
                "token": " integrity",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -4.131688594818115
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -4.631688594818115
              },
              {
                "token": " efficiency",
                "bytes": [
                  32,
                  101,
                  102,
                  102,
                  105,
                  99,
                  105,
                  101,
                  110,
                  99,
                  121
                ],
                "logprob": -5.006688594818115
              },
              {
                "token": " un",
                "bytes": [
                  32,
                  117,
                  110
                ],
                "logprob": -5.069188594818115
              },
              {
                "token": " determin",
                "bytes": [
                  32,
                  100,
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110
                ],
                "logprob": -5.131688594818115
              },
              {
                "token": " correct",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116
                ],
                "logprob": -5.194188594818115
              },
              {
                "token": " conflict",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  102,
                  108,
                  105,
                  99,
                  116
                ],
                "logprob": -5.444188594818115
              },
              {
                "token": " parsing",
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  105,
                  110,
                  103
                ],
                "logprob": -5.819188594818115
              },
              {
                "token": " bij",
                "bytes": [
                  32,
                  98,
                  105,
                  106
                ],
                "logprob": -5.881688594818115
              },
              {
                "token": " memory",
                "bytes": [
                  32,
                  109,
                  101,
                  109,
                  111,
                  114,
                  121
                ],
                "logprob": -5.944188594818115
              },
              {
                "token": " security",
                "bytes": [
                  32,
                  115,
                  101,
                  99,
                  117,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -6.006688594818115
              },
              {
                "token": " token",
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ],
                "logprob": -6.006688594818115
              }
            ]
          },
          {
            "token": ",",
            "bytes": [
              44
            ],
            "logprob": -0.0001597276859683916,
            "top_logprobs": [
              {
                "token": ",",
                "bytes": [
                  44
                ],
                "logprob": -0.0001597276859683916
              },
              {
                "token": " (",
                "bytes": [
                  32,
                  40
                ],
                "logprob": -8.87515926361084
              },
              {
                "token": " from",
                "bytes": [
                  32,
                  102,
                  114,
                  111,
                  109
                ],
                "logprob": -11.75015926361084
              },
              {
                "token": " against",
                "bytes": [
                  32,
                  97,
                  103,
                  97,
                  105,
                  110,
                  115,
                  116
                ],
                "logprob": -12.00015926361084
              },
              {
                "token": " regarding",
                "bytes": [
                  32,
                  114,
                  101,
                  103,
                  97,
                  114,
                  100,
                  105,
                  110,
                  103
                ],
                "logprob": -14.37515926361084
              },
              {
                "token": " around",
                "bytes": [
                  32,
                  97,
                  114,
                  111,
                  117,
                  110,
                  100
                ],
                "logprob": -14.43765926361084
              },
              {
                "token": " across",
                "bytes": [
                  32,
                  97,
                  99,
                  114,
                  111,
                  115,
                  115
                ],
                "logprob": -14.68765926361084
              },
              {
                "token": " with",
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104
                ],
                "logprob": -14.75015926361084
              },
              {
                "token": " to",
                "bytes": [
                  32,
                  116,
                  111
                ],
                "logprob": -14.81265926361084
              },
              {
                "token": " of",
                "bytes": [
                  32,
                  111,
                  102
                ],
                "logprob": -15.06265926361084
              },
              {
                "token": " collisions",
                "bytes": [
                  32,
                  99,
                  111,
                  108,
                  108,
                  105,
                  115,
                  105,
                  111,
                  110,
                  115
                ],
                "logprob": -15.25015926361084
              },
              {
                "token": " during",
                "bytes": [
                  32,
                  100,
                  117,
                  114,
                  105,
                  110,
                  103
                ],
                "logprob": -15.31265926361084
              },
              {
                "token": " guarantees",
                "bytes": [
                  32,
                  103,
                  117,
                  97,
                  114,
                  97,
                  110,
                  116,
                  101,
                  101,
                  115
                ],
                "logprob": -15.81265926361084
              },
              {
                "token": " boundaries",
                "bytes": [
                  32,
                  98,
                  111,
                  117,
                  110,
                  100,
                  97,
                  114,
                  105,
                  101,
                  115
                ],
                "logprob": -15.87515926361084
              },
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -15.87515926361084
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -15.93765926361084
              },
              {
                "token": " constraints",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  115,
                  116,
                  114,
                  97,
                  105,
                  110,
                  116,
                  115
                ],
                "logprob": -15.93765926361084
              },
              {
                "token": " in",
                "bytes": [
                  32,
                  105,
                  110
                ],
                "logprob": -16.062660217285156
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -16.250160217285156
              },
              {
                "token": " collision",
                "bytes": [
                  32,
                  99,
                  111,
                  108,
                  108,
                  105,
                  115,
                  105,
                  111,
                  110
                ],
                "logprob": -16.250160217285156
              }
            ]
          },
          {
            "token": " and",
            "bytes": [
              32,
              97,
              110,
              100
            ],
            "logprob": -0.00010823617776622996,
            "top_logprobs": [
              {
                "token": " and",
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ],
                "logprob": -0.00010823617776622996
              },
              {
                "token": " collision",
                "bytes": [
                  32,
                  99,
                  111,
                  108,
                  108,
                  105,
                  115,
                  105,
                  111,
                  110
                ],
                "logprob": -10.125107765197754
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -11.125107765197754
              },
              {
                "token": " uniqueness",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -11.562607765197754
              },
              {
                "token": " performance",
                "bytes": [
                  32,
                  112,
                  101,
                  114,
                  102,
                  111,
                  114,
                  109,
                  97,
                  110,
                  99,
                  101
                ],
                "logprob": -11.625107765197754
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -12.750107765197754
              },
              {
                "token": " integrity",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -12.812607765197754
              },
              {
                "token": " collisions",
                "bytes": [
                  32,
                  99,
                  111,
                  108,
                  108,
                  105,
                  115,
                  105,
                  111,
                  110,
                  115
                ],
                "logprob": -12.937607765197754
              },
              {
                "token": " parsing",
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  105,
                  110,
                  103
                ],
                "logprob": -13.500107765197754
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -13.500107765197754
              },
              {
                "token": " efficiency",
                "bytes": [
                  32,
                  101,
                  102,
                  102,
                  105,
                  99,
                  105,
                  101,
                  110,
                  99,
                  121
                ],
                "logprob": -13.750107765197754
              },
              {
                "token": " reliability",
                "bytes": [
                  32,
                  114,
                  101,
                  108,
                  105,
                  97,
                  98,
                  105,
                  108,
                  105,
                  116,
                  121
                ],
                "logprob": -13.750107765197754
              },
              {
                "token": " и",
                "bytes": [
                  32,
                  208,
                  184
                ],
                "logprob": -13.875107765197754
              },
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -13.875107765197754
              },
              {
                "token": " system",
                "bytes": [
                  32,
                  115,
                  121,
                  115,
                  116,
                  101,
                  109
                ],
                "logprob": -13.937607765197754
              },
              {
                "token": " ambiguity",
                "bytes": [
                  32,
                  97,
                  109,
                  98,
                  105,
                  103,
                  117,
                  105,
                  116,
                  121
                ],
                "logprob": -14.250107765197754
              },
              {
                "token": " bi",
                "bytes": [
                  32,
                  98,
                  105
                ],
                "logprob": -14.312607765197754
              },
              {
                "token": " decoding",
                "bytes": [
                  32,
                  100,
                  101,
                  99,
                  111,
                  100,
                  105,
                  110,
                  103
                ],
                "logprob": -14.375107765197754
              },
              {
                "token": " logical",
                "bytes": [
                  32,
                  108,
                  111,
                  103,
                  105,
                  99,
                  97,
                  108
                ],
                "logprob": -14.562607765197754
              },
              {
                "token": " conflict",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  102,
                  108,
                  105,
                  99,
                  116
                ],
                "logprob": -14.687607765197754
              }
            ]
          },
          {
            "token": " bid",
            "bytes": [
              32,
              98,
              105,
              100
            ],
            "logprob": -1.8590065240859985,
            "top_logprobs": [
              {
                "token": " bid",
                "bytes": [
                  32,
                  98,
                  105,
                  100
                ],
                "logprob": -1.8590065240859985
              },
              {
                "token": " performance",
                "bytes": [
                  32,
                  112,
                  101,
                  114,
                  102,
                  111,
                  114,
                  109,
                  97,
                  110,
                  99,
                  101
                ],
                "logprob": -1.9840065240859985
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -2.359006404876709
              },
              {
                "token": " uniqueness",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -2.484006404876709
              },
              {
                "token": " un",
                "bytes": [
                  32,
                  117,
                  110
                ],
                "logprob": -2.609006404876709
              },
              {
                "token": " correct",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116
                ],
                "logprob": -2.609006404876709
              },
              {
                "token": " determin",
                "bytes": [
                  32,
                  100,
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110
                ],
                "logprob": -2.984006404876709
              },
              {
                "token": " structural",
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  97,
                  108
                ],
                "logprob": -3.234006404876709
              },
              {
                "token": " bi",
                "bytes": [
                  32,
                  98,
                  105
                ],
                "logprob": -3.484006404876709
              },
              {
                "token": " efficiency",
                "bytes": [
                  32,
                  101,
                  102,
                  102,
                  105,
                  99,
                  105,
                  101,
                  110,
                  99,
                  121
                ],
                "logprob": -3.859006404876709
              },
              {
                "token": " data",
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ],
                "logprob": -3.984006404876709
              },
              {
                "token": " parsing",
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  105,
                  110,
                  103
                ],
                "logprob": -4.296506404876709
              },
              {
                "token": " integrity",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -4.359006404876709
              },
              {
                "token": " deterministic",
                "bytes": [
                  32,
                  100,
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110,
                  105,
                  115,
                  116,
                  105,
                  99
                ],
                "logprob": -4.484006404876709
              },
              {
                "token": " functionality",
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  99,
                  116,
                  105,
                  111,
                  110,
                  97,
                  108,
                  105,
                  116,
                  121
                ],
                "logprob": -4.546506404876709
              },
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -4.671506404876709
              },
              {
                "token": " state",
                "bytes": [
                  32,
                  115,
                  116,
                  97,
                  116,
                  101
                ],
                "logprob": -4.734006404876709
              },
              {
                "token": " functional",
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  99,
                  116,
                  105,
                  111,
                  110,
                  97,
                  108
                ],
                "logprob": -4.796506404876709
              },
              {
                "token": " revers",
                "bytes": [
                  32,
                  114,
                  101,
                  118,
                  101,
                  114,
                  115
                ],
                "logprob": -4.859006404876709
              },
              {
                "token": " system",
                "bytes": [
                  32,
                  115,
                  121,
                  115,
                  116,
                  101,
                  109
                ],
                "logprob": -4.921506404876709
              }
            ]
          },
          {
            "token": "irectional",
            "bytes": [
              105,
              114,
              101,
              99,
              116,
              105,
              111,
              110,
              97,
              108
            ],
            "logprob": -0.006751582026481628,
            "top_logprobs": [
              {
                "token": "irectional",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  116,
                  105,
                  111,
                  110,
                  97,
                  108
                ],
                "logprob": -0.006751582026481628
              },
              {
                "token": "irection",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  116,
                  105,
                  111,
                  110
                ],
                "logprob": -5.006751537322998
              },
              {
                "token": "irect",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  116
                ],
                "logprob": -10.256752014160156
              },
              {
                "token": "irected",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  116,
                  101,
                  100
                ],
                "logprob": -15.006752014160156
              },
              {
                "token": "rection",
                "bytes": [
                  114,
                  101,
                  99,
                  116,
                  105,
                  111,
                  110
                ],
                "logprob": -15.131752014160156
              },
              {
                "token": "ere",
                "bytes": [
                  101,
                  114,
                  101
                ],
                "logprob": -15.506752014160156
              },
              {
                "token": "irectory",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  116,
                  111,
                  114,
                  121
                ],
                "logprob": -16.381752014160156
              },
              {
                "token": "etermin",
                "bytes": [
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110
                ],
                "logprob": -16.381752014160156
              },
              {
                "token": "IRECTION",
                "bytes": [
                  73,
                  82,
                  69,
                  67,
                  84,
                  73,
                  79,
                  78
                ],
                "logprob": -16.381752014160156
              },
              {
                "token": "ire",
                "bytes": [
                  105,
                  114,
                  101
                ],
                "logprob": -17.006752014160156
              },
              {
                "token": "eterminate",
                "bytes": [
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110,
                  97,
                  116,
                  101
                ],
                "logprob": -18.131752014160156
              },
              {
                "token": "irector",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  116,
                  111,
                  114
                ],
                "logprob": -18.944252014160156
              },
              {
                "token": "ireccion",
                "bytes": [
                  105,
                  114,
                  101,
                  99,
                  99,
                  105,
                  111,
                  110
                ],
                "logprob": -19.069252014160156
              },
              {
                "token": "imensional",
                "bytes": [
                  105,
                  109,
                  101,
                  110,
                  115,
                  105,
                  111,
                  110,
                  97,
                  108
                ],
                "logprob": -19.194252014160156
              },
              {
                "token": "ir",
                "bytes": [
                  105,
                  114
                ],
                "logprob": -19.319252014160156
              },
              {
                "token": "iri",
                "bytes": [
                  105,
                  114,
                  105
                ],
                "logprob": -19.444252014160156
              },
              {
                "token": "irt",
                "bytes": [
                  105,
                  114,
                  116
                ],
                "logprob": -19.569252014160156
              },
              {
                "token": "etect",
                "bytes": [
                  101,
                  116,
                  101,
                  99,
                  116
                ],
                "logprob": -19.944252014160156
              },
              {
                "token": "direction",
                "bytes": [
                  100,
                  105,
                  114,
                  101,
                  99,
                  116,
                  105,
                  111,
                  110
                ],
                "logprob": -20.006752014160156
              },
              {
                "token": "IRECT",
                "bytes": [
                  73,
                  82,
                  69,
                  67,
                  84
                ],
                "logprob": -20.006752014160156
              }
            ]
          },
          {
            "token": " mapping",
            "bytes": [
              32,
              109,
              97,
              112,
              112,
              105,
              110,
              103
            ],
            "logprob": -0.06775695830583572,
            "top_logprobs": [
              {
                "token": " mapping",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103
                ],
                "logprob": -0.06775695830583572
              },
              {
                "token": " integrity",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -3.0677568912506104
              },
              {
                "token": " map",
                "bytes": [
                  32,
                  109,
                  97,
                  112
                ],
                "logprob": -5.1927571296691895
              },
              {
                "token": " parse",
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101
                ],
                "logprob": -5.5677571296691895
              },
              {
                "token": " pars",
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115
                ],
                "logprob": -6.1927571296691895
              },
              {
                "token": " mappings",
                "bytes": [
                  32,
                  109,
                  97,
                  112,
                  112,
                  105,
                  110,
                  103,
                  115
                ],
                "logprob": -6.4427571296691895
              },
              {
                "token": " validity",
                "bytes": [
                  32,
                  118,
                  97,
                  108,
                  105,
                  100,
                  105,
                  116,
                  121
                ],
                "logprob": -6.6927571296691895
              },
              {
                "token": " completeness",
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  108,
                  101,
                  116,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -7.1927571296691895
              },
              {
                "token": " parsing",
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  105,
                  110,
                  103
                ],
                "logprob": -7.1927571296691895
              },
              {
                "token": "映射",
                "bytes": [
                  230,
                  152,
                  160,
                  229,
                  176,
                  132
                ],
                "logprob": -7.3177571296691895
              },
              {
                "token": " usability",
                "bytes": [
                  32,
                  117,
                  115,
                  97,
                  98,
                  105,
                  108,
                  105,
                  116,
                  121
                ],
                "logprob": -7.5677571296691895
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -7.5677571296691895
              },
              {
                "token": " fidelity",
                "bytes": [
                  32,
                  102,
                  105,
                  100,
                  101,
                  108,
                  105,
                  116,
                  121
                ],
                "logprob": -7.6927571296691895
              },
              {
                "token": " evalu",
                "bytes": [
                  32,
                  101,
                  118,
                  97,
                  108,
                  117
                ],
                "logprob": -8.442756652832031
              },
              {
                "token": " determin",
                "bytes": [
                  32,
                  100,
                  101,
                  116,
                  101,
                  114,
                  109,
                  105,
                  110
                ],
                "logprob": -8.942756652832031
              },
              {
                "token": " alignment",
                "bytes": [
                  32,
                  97,
                  108,
                  105,
                  103,
                  110,
                  109,
                  101,
                  110,
                  116
                ],
                "logprob": -9.192756652832031
              },
              {
                "token": " m",
                "bytes": [
                  32,
                  109
                ],
                "logprob": -9.380256652832031
              },
              {
                "token": " uniqueness",
                "bytes": [
                  32,
                  117,
                  110,
                  105,
                  113,
                  117,
                  101,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -9.942756652832031
              },
              {
                "token": " comput",
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  117,
                  116
                ],
                "logprob": -10.192756652832031
              },
              {
                "token": " un",
                "bytes": [
                  32,
                  117,
                  110
                ],
                "logprob": -10.567756652832031
              }
            ]
          },
          {
            "token": ":\n\n",
            "bytes": [
              58,
              10,
              10
            ],
            "logprob": -0.0018066527554765344,
            "top_logprobs": [
              {
                "token": ":\n\n",
                "bytes": [
                  58,
                  10,
                  10
                ],
                "logprob": -0.0018066527554765344
              },
              {
                "token": " integrity",
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -6.501806735992432
              },
              {
                "token": " (",
                "bytes": [
                  32,
                  40
                ],
                "logprob": -8.751806259155273
              },
              {
                "token": " correctness",
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  114,
                  101,
                  99,
                  116,
                  110,
                  101,
                  115,
                  115
                ],
                "logprob": -10.251806259155273
              },
              {
                "token": " rules",
                "bytes": [
                  32,
                  114,
                  117,
                  108,
                  101,
                  115
                ],
                "logprob": -10.876806259155273
              },
              {
                "token": " properties",
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  112,
                  101,
                  114,
                  116,
                  105,
                  101,
                  115
                ],
                "logprob": -11.001806259155273
              },
              {
                "token": " validity",
                "bytes": [
                  32,
                  118,
                  97,
                  108,
                  105,
                  100,
                  105,
                  116,
                  121
                ],
                "logprob": -11.001806259155273
              },
              {
                "token": " reliability",
                "bytes": [
                  32,
                  114,
                  101,
                  108,
                  105,
                  97,
                  98,
                  105,
                  108,
                  105,
                  116,
                  121
                ],
                "logprob": -11.126806259155273
              },
              {
                "token": "):\n\n",
                "bytes": [
                  41,
                  58,
                  10,
                  10
                ],
                "logprob": -11.501806259155273
              },
              {
                "token": " logic",
                "bytes": [
                  32,
                  108,
                  111,
                  103,
                  105,
                  99
                ],
                "logprob": -12.126806259155273
              },
              {
                "token": "：\n\n",
                "bytes": [
                  239,
                  188,
                  154,
                  10,
                  10
                ],
                "logprob": -12.251806259155273
              },
              {
                "token": ".\n\n",
                "bytes": [
                  46,
                  10,
                  10
                ],
                "logprob": -12.376806259155273
              },
              {
                "token": " constraints",
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  115,
                  116,
                  114,
                  97,
                  105,
                  110,
                  116,
                  115
                ],
                "logprob": -13.314306259155273
              },
              {
                "token": ".",
                "bytes": [
                  46
                ],
                "logprob": -13.376806259155273
              },
              {
                "token": " Integrity",
                "bytes": [
                  32,
                  73,
                  110,
                  116,
                  101,
                  103,
                  114,
                  105,
                  116,
                  121
                ],
                "logprob": -13.564306259155273
              },
              {
                "token": " guarantees",
                "bytes": [
                  32,
                  103,
                  117,
                  97,
                  114,
                  97,
                  110,
                  116,
                  101,
                  101,
                  115
                ],
                "logprob": -13.564306259155273
              },
              {
                "token": ":",
                "bytes": [
                  58
                ],
                "logprob": -13.876806259155273
              },
              {
                "token": " accuracy",
                "bytes": [
                  32,
                  97,
                  99,
                  99,
                  117,
                  114,
                  97,
                  99,
                  121
                ],
                "logprob": -14.001806259155273
              },
              {
                "token": " efficiency",
                "bytes": [
                  32,
                  101,
                  102,
                  102,
                  105,
                  99,
                  105,
                  101,
                  110,
                  99,
                  121
                ],
                "logprob": -14.126806259155273
              },
              {
                "token": " to",
                "bytes": [
                  32,
                  116,
                  111
                ],
                "logprob": -14.189306259155273
              }
            ]
          },
          {
            "token": "**",
            "bytes": [
              42,
              42
            ],
            "logprob": -0.2869020700454712,
            "top_logprobs": [
              {
                "token": "**",
                "bytes": [
                  42,
                  42
                ],
                "logprob": -0.2869020700454712
              },
              {
                "token": "###",
                "bytes": [
                  35,
                  35,
                  35
                ],
                "logprob": -1.4119020700454712
              },
              {
                "token": "1",
                "bytes": [
                  49
                ],
                "logprob": -5.161901950836182
              },
              {
                "token": " **",
                "bytes": [
                  32,
                  42,
                  42
                ],
                "logprob": -13.16190242767334
              },
              {
                "token": "*",
                "bytes": [
                  42
                ],
                "logprob": -14.28690242767334
              },
              {
                "token": "---\n\n",
                "bytes": [
                  45,
                  45,
                  45,
                  10,
                  10
                ],
                "logprob": -14.28690242767334
              },
              {
                "token": "***",
                "bytes": [
                  42,
                  42,
                  42
                ],
                "logprob": -14.78690242767334
              },
              {
                "token": "####",
                "bytes": [
                  35,
                  35,
                  35,
                  35
                ],
                "logprob": -15.16190242767334
              },
              {
                "token": "##",
                "bytes": [
                  35,
                  35
                ],
                "logprob": -15.28690242767334
              },
              {
                "token": "**(",
                "bytes": [
                  42,
                  42,
                  40
                ],
                "logprob": -15.72440242767334
              },
              {
                "token": " ###",
                "bytes": [
                  32,
                  35,
                  35,
                  35
                ],
                "logprob": -16.099401473999023
              },
              {
                "token": "**\n\n",
                "bytes": [
                  42,
                  42,
                  10,
                  10
                ],
                "logprob": -16.349401473999023
              },
              {
                "token": "```",
                "bytes": [
                  96,
                  96,
                  96
                ],
                "logprob": -16.536901473999023
              },
              {
                "token": "***\n\n",
                "bytes": [
                  42,
                  42,
                  42,
                  10,
                  10
                ],
                "logprob": -17.161901473999023
              },
              {
                "token": "**:",
                "bytes": [
                  42,
                  42,
                  58
                ],
                "logprob": -17.599401473999023
              },
              {
                "token": "\\",
                "bytes": [
                  92
                ],
                "logprob": -17.849401473999023
              },
              {
                "token": ">",
                "bytes": [
                  62
                ],
                "logprob": -17.974401473999023
              },
              {
                "token": "|",
                "bytes": [
                  124
                ],
                "logprob": -18.411901473999023
              },
              {
                "token": "**)",
                "bytes": [
                  42,
                  42,
                  41
                ],
                "logprob": -18.411901473999023
              },
              {
                "token": "*(",
                "bytes": [
                  42,
                  40
                ],
                "logprob": -18.474401473999023
              }
            ]
          }
        ],
        "refusal": null
      },
      "finish_reason": "length",
      "native_finish_reason": "length",
      "message": {
        "role": "assistant",
        "content": "Here are three invariants for a tokenizer special-token table, focusing on consistency, safety, and bidirectional mapping:\n\n**",
        "refusal": null,
        "reasoning": null
      }
    }
  ],
  "usage": {
    "prompt_tokens": 17,
    "completion_tokens": 24,
    "total_tokens": 41,
    "cost": 0.0001294,
    "is_byok": false,
    "prompt_tokens_details": {
      "cached_tokens": 0,
      "cache_write_tokens": 0,
      "audio_tokens": 0,
      "video_tokens": 0
    },
    "cost_details": {
      "upstream_inference_cost": 0.0001294,
      "upstream_inference_prompt_cost": 2.38e-05,
      "upstream_inference_completions_cost": 0.0001056
    },
    "completion_tokens_details": {
      "reasoning_tokens": 0,
      "image_tokens": 0,
      "audio_tokens": 0
    }
  }
}