{
  "id": "9813f7f8-d172-43d9-a97b-50888c95cade",
  "object": "chat.completion",
  "created": 1785576399,
  "model": "deepseek-v4-flash",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "A compiler uses an abstract syntax tree (AST) as a structured, hierarchical representation of the source code's grammar, stripping"
      },
      "logprobs": {
        "content": [
          {
            "token": "A",
            "logprob": 0.0,
            "bytes": [
              65
            ],
            "top_logprobs": [
              {
                "token": "A",
                "logprob": 0.0,
                "bytes": [
                  65
                ]
              },
              {
                "token": "An",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  110
                ]
              },
              {
                "token": "At",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  116
                ]
              },
              {
                "token": "In",
                "logprob": -9999.0,
                "bytes": [
                  73,
                  110
                ]
              },
              {
                "token": "During",
                "logprob": -9999.0,
                "bytes": [
                  68,
                  117,
                  114,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": "The",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  101
                ]
              },
              {
                "token": "Comp",
                "logprob": -9999.0,
                "bytes": [
                  67,
                  111,
                  109,
                  112
                ]
              },
              {
                "token": "To",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  111
                ]
              },
              {
                "token": " A",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65
                ]
              },
              {
                "token": "Within",
                "logprob": -9999.0,
                "bytes": [
                  87,
                  105,
                  116,
                  104,
                  105,
                  110
                ]
              },
              {
                "token": "Abstract",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": "After",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  102,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": "Compiler",
                "logprob": -9999.0,
                "bytes": [
                  67,
                  111,
                  109,
                  112,
                  105,
                  108,
                  101,
                  114
                ]
              },
              {
                "token": "Think",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  105,
                  110,
                  107
                ]
              },
              {
                "token": "When",
                "logprob": -9999.0,
                "bytes": [
                  87,
                  104,
                  101,
                  110
                ]
              },
              {
                "token": "Once",
                "logprob": -9999.0,
                "bytes": [
                  79,
                  110,
                  99,
                  101
                ]
              },
              {
                "token": "Here",
                "logprob": -9999.0,
                "bytes": [
                  72,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "<p",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  112
                ]
              },
              {
                "token": "###",
                "logprob": -9999.0,
                "bytes": [
                  35,
                  35,
                  35
                ]
              },
              {
                "token": "Ess",
                "logprob": -9999.0,
                "bytes": [
                  69,
                  115,
                  115
                ]
              }
            ]
          },
          {
            "token": " compiler",
            "logprob": 0.0,
            "bytes": [
              32,
              99,
              111,
              109,
              112,
              105,
              108,
              101,
              114
            ],
            "top_logprobs": [
              {
                "token": " compiler",
                "logprob": 0.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  105,
                  108,
                  101,
                  114
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " compiled",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  105,
                  108,
                  101,
                  100
                ]
              },
              {
                "token": " computer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  117,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": " compile",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  105,
                  108,
                  101
                ]
              },
              {
                "token": " central",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  101,
                  110,
                  116,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " parser",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101,
                  114
                ]
              },
              {
                "token": " modern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " comp",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112
                ]
              },
              {
                "token": "编译器",
                "logprob": -9999.0,
                "bytes": [
                  231,
                  188,
                  150,
                  232,
                  175,
                  145,
                  229,
                  153,
                  168
                ]
              },
              {
                "token": "comp",
                "logprob": -9999.0,
                "bytes": [
                  99,
                  111,
                  109,
                  112
                ]
              },
              {
                "token": " Comp",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  67,
                  111,
                  109,
                  112
                ]
              },
              {
                "token": " programmer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109,
                  109,
                  101,
                  114
                ]
              },
              {
                "token": " concrete",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  99,
                  114,
                  101,
                  116,
                  101
                ]
              },
              {
                "token": " semantic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  109,
                  97,
                  110,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " programming",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109,
                  109,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " high",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104
                ]
              },
              {
                "token": " syntax",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": " Abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              }
            ]
          },
          {
            "token": " uses",
            "logprob": 0.0,
            "bytes": [
              32,
              117,
              115,
              101,
              115
            ],
            "top_logprobs": [
              {
                "token": " uses",
                "logprob": 0.0,
                "bytes": [
                  32,
                  117,
                  115,
                  101,
                  115
                ]
              },
              {
                "token": " leverages",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  118,
                  101,
                  114,
                  97,
                  103,
                  101,
                  115
                ]
              },
              {
                "token": " constructs",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  115
                ]
              },
              {
                "token": " utilizes",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  116,
                  105,
                  108,
                  105,
                  122,
                  101,
                  115
                ]
              },
              {
                "token": " builds",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  117,
                  105,
                  108,
                  100,
                  115
                ]
              },
              {
                "token": " employs",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  109,
                  112,
                  108,
                  111,
                  121,
                  115
                ]
              },
              {
                "token": " primarily",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  105,
                  109,
                  97,
                  114,
                  105,
                  108,
                  121
                ]
              },
              {
                "token": " relies",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  108,
                  105,
                  101,
                  115
                ]
              },
              {
                "token": " generates",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  101,
                  110,
                  101,
                  114,
                  97,
                  116,
                  101,
                  115
                ]
              },
              {
                "token": "'s",
                "logprob": -9999.0,
                "bytes": [
                  39,
                  115
                ]
              },
              {
                "token": " first",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " transforms",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  97,
                  110,
                  115,
                  102,
                  111,
                  114,
                  109,
                  115
                ]
              },
              {
                "token": " converts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  118,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " begins",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  103,
                  105,
                  110,
                  115
                ]
              },
              {
                "token": " fundamentally",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  100,
                  97,
                  109,
                  101,
                  110,
                  116,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": "’",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  153
                ]
              },
              {
                "token": " travers",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  97,
                  118,
                  101,
                  114,
                  115
                ]
              },
              {
                "token": " derives",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  114,
                  105,
                  118,
                  101,
                  115
                ]
              },
              {
                "token": " treats",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  97,
                  116,
                  115
                ]
              },
              {
                "token": " typically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  121,
                  112,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              }
            ]
          },
          {
            "token": " an",
            "logprob": 0.0,
            "bytes": [
              32,
              97,
              110
            ],
            "top_logprobs": [
              {
                "token": " an",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97,
                  110
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " its",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": "an",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  110
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " Abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " it",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116
                ]
              },
              {
                "token": " of",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": " this",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " An",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  110
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " as",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  115
                ]
              },
              {
                "token": "-an",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  97,
                  110
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " one",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  101
                ]
              },
              {
                "token": " at",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  116
                ]
              }
            ]
          },
          {
            "token": " abstract",
            "logprob": 0.0,
            "bytes": [
              32,
              97,
              98,
              115,
              116,
              114,
              97,
              99,
              116
            ],
            "top_logprobs": [
              {
                "token": " abstract",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " Abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " abstraction",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " AST",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  83,
                  84
                ]
              },
              {
                "token": "抽象",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  138,
                  189,
                  232,
                  177,
                  161
                ]
              },
              {
                "token": " _",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95
                ]
              },
              {
                "token": "Abstract",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": "abstract",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " <",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  60
                ]
              },
              {
                "token": " abstracts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116,
                  115
                ]
              },
              {
                "token": " __",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95,
                  95
                ]
              },
              {
                "token": " \"",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  34
                ]
              },
              {
                "token": " explicit",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  108,
                  105,
                  99,
                  105,
                  116
                ]
              },
              {
                "token": " ABSTRACT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  66,
                  83,
                  84,
                  82,
                  65,
                  67,
                  84
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " `",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  96
                ]
              },
              {
                "token": " [[",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  91,
                  91
                ]
              }
            ]
          },
          {
            "token": " syntax",
            "logprob": 0.0,
            "bytes": [
              32,
              115,
              121,
              110,
              116,
              97,
              120
            ],
            "top_logprobs": [
              {
                "token": " syntax",
                "logprob": 0.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": " syntactic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  99,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " synt",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116
                ]
              },
              {
                "token": " Syntax",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  83,
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": " synthesis",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  104,
                  101,
                  115,
                  105,
                  115
                ]
              },
              {
                "token": " semantic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  109,
                  97,
                  110,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " s",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115
                ]
              },
              {
                "token": " symbol",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  109,
                  98,
                  111,
                  108
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  160
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " synthetic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  104,
                  101,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " tree",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " semantics",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  109,
                  97,
                  110,
                  116,
                  105,
                  99,
                  115
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " grammar",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109,
                  109,
                  97,
                  114
                ]
              },
              {
                "token": "-s",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  115
                ]
              },
              {
                "token": "yntax",
                "logprob": -9999.0,
                "bytes": [
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": " AST",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  83,
                  84
                ]
              }
            ]
          },
          {
            "token": " tree",
            "logprob": 0.0,
            "bytes": [
              32,
              116,
              114,
              101,
              101
            ],
            "top_logprobs": [
              {
                "token": " tree",
                "logprob": 0.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " Tree",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " tre",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101
                ]
              },
              {
                "token": " t",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116
                ]
              },
              {
                "token": "-tree",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  116,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " trees",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  101,
                  115
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " token",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ]
              },
              {
                "token": " table",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  97,
                  98,
                  108,
                  101
                ]
              },
              {
                "token": " tr",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114
                ]
              },
              {
                "token": "树",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  160,
                  145
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": "_tree",
                "logprob": -9999.0,
                "bytes": [
                  95,
                  116,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " test",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  115,
                  116
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  160
                ]
              },
              {
                "token": " graph",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  112,
                  104
                ]
              },
              {
                "token": " abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " triangle",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  105,
                  97,
                  110,
                  103,
                  108,
                  101
                ]
              }
            ]
          },
          {
            "token": " (",
            "logprob": 0.0,
            "bytes": [
              32,
              40
            ],
            "top_logprobs": [
              {
                "token": " (",
                "logprob": 0.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " as",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  115
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " (**",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  42,
                  42
                ]
              },
              {
                "token": " primarily",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  105,
                  109,
                  97,
                  114,
                  105,
                  108,
                  121
                ]
              },
              {
                "token": " by",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  121
                ]
              },
              {
                "token": " \\(",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  92,
                  40
                ]
              },
              {
                "token": " (_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  95
                ]
              },
              {
                "token": " (`",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  96
                ]
              },
              {
                "token": "(A",
                "logprob": -9999.0,
                "bytes": [
                  40,
                  65
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " **(",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42,
                  40
                ]
              },
              {
                "token": "（",
                "logprob": -9999.0,
                "bytes": [
                  239,
                  188,
                  136
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " after",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": "\\xe2\\x80",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              }
            ]
          },
          {
            "token": "AST",
            "logprob": 0.0,
            "bytes": [
              65,
              83,
              84
            ],
            "top_logprobs": [
              {
                "token": "AST",
                "logprob": 0.0,
                "bytes": [
                  65,
                  83,
                  84
                ]
              },
              {
                "token": "A",
                "logprob": -9999.0,
                "bytes": [
                  65
                ]
              },
              {
                "token": "or",
                "logprob": -9999.0,
                "bytes": [
                  111,
                  114
                ]
              },
              {
                "token": " AST",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  83,
                  84
                ]
              },
              {
                "token": "ast",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  115,
                  116
                ]
              },
              {
                "token": "C",
                "logprob": -9999.0,
                "bytes": [
                  67
                ]
              },
              {
                "token": "often",
                "logprob": -9999.0,
                "bytes": [
                  111,
                  102,
                  116,
                  101,
                  110
                ]
              },
              {
                "token": "ab",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  98
                ]
              },
              {
                "token": "AS",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  83
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "comm",
                "logprob": -9999.0,
                "bytes": [
                  99,
                  111,
                  109,
                  109
                ]
              },
              {
                "token": "AT",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  84
                ]
              },
              {
                "token": "Abstract",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": "ATS",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  84,
                  83
                ]
              },
              {
                "token": "ACT",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  67,
                  84
                ]
              },
              {
                "token": "a",
                "logprob": -9999.0,
                "bytes": [
                  97
                ]
              },
              {
                "token": "as",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  115
                ]
              },
              {
                "token": "BST",
                "logprob": -9999.0,
                "bytes": [
                  66,
                  83,
                  84
                ]
              },
              {
                "token": "[[",
                "logprob": -9999.0,
                "bytes": [
                  91,
                  91
                ]
              },
              {
                "token": "CAST",
                "logprob": -9999.0,
                "bytes": [
                  67,
                  65,
                  83,
                  84
                ]
              }
            ]
          },
          {
            "token": ")",
            "logprob": 0.0,
            "bytes": [
              41
            ],
            "top_logprobs": [
              {
                "token": ")",
                "logprob": 0.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": "),",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  44
                ]
              },
              {
                "token": "）",
                "logprob": -9999.0,
                "bytes": [
                  239,
                  188,
                  137
                ]
              },
              {
                "token": ")—",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": ")**",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  42,
                  42
                ]
              },
              {
                "token": " )",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  41
                ]
              },
              {
                "token": "s",
                "logprob": -9999.0,
                "bytes": [
                  115
                ]
              },
              {
                "token": " as",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  115
                ]
              },
              {
                "token": "))",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  41
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": ")*",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  42
                ]
              },
              {
                "token": ")[",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  91
                ]
              },
              {
                "token": ")\\",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  92
                ]
              },
              {
                "token": ")`",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  96
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": ")a",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  97
                ]
              },
              {
                "token": "}",
                "logprob": -9999.0,
                "bytes": [
                  125
                ]
              },
              {
                "token": "]",
                "logprob": -9999.0,
                "bytes": [
                  93
                ]
              },
              {
                "token": ")_",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  95
                ]
              },
              {
                "token": ").",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  46
                ]
              }
            ]
          },
          {
            "token": " as",
            "logprob": 0.0,
            "bytes": [
              32,
              97,
              115
            ],
            "top_logprobs": [
              {
                "token": " as",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97,
                  115
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": " after",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": " primarily",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  105,
                  109,
                  97,
                  114,
                  105,
                  108,
                  121
                ]
              },
              {
                "token": " by",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  121
                ]
              },
              {
                "token": " during",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  117,
                  114,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " at",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  116
                ]
              },
              {
                "token": " internally",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  110,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " is",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  115
                ]
              },
              {
                "token": " —",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": "as",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  115
                ]
              },
              {
                "token": " not",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  111,
                  116
                ]
              },
              {
                "token": " essentially",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  115,
                  115,
                  101,
                  110,
                  116,
                  105,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " because",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  99,
                  97,
                  117,
                  115,
                  101
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " mid",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  100
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              }
            ]
          },
          {
            "token": " a",
            "logprob": 0.0,
            "bytes": [
              32,
              97
            ],
            "top_logprobs": [
              {
                "token": " a",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " an",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " its",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": "its",
                "logprob": -9999.0,
                "bytes": [
                  105,
                  116,
                  115
                ]
              },
              {
                "token": " structured",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  101,
                  100
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              },
              {
                "token": "a",
                "logprob": -9999.0,
                "bytes": [
                  97
                ]
              },
              {
                "token": " intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " one",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  101
                ]
              },
              {
                "token": " it",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116
                ]
              },
              {
                "token": " Its",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  116,
                  115
                ]
              },
              {
                "token": " crucial",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  114,
                  117,
                  99,
                  105,
                  97,
                  108
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "an",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  110
                ]
              },
              {
                "token": " this",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": "\n\n",
                "logprob": -9999.0,
                "bytes": [
                  10,
                  10
                ]
              }
            ]
          },
          {
            "token": " structured",
            "logprob": 0.0,
            "bytes": [
              32,
              115,
              116,
              114,
              117,
              99,
              116,
              117,
              114,
              101,
              100
            ],
            "top_logprobs": [
              {
                "token": " structured",
                "logprob": 0.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  101,
                  100
                ]
              },
              {
                "token": " hierarchical",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  101,
                  114,
                  97,
                  114,
                  99,
                  104,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " central",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  101,
                  110,
                  116,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " condensed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  100,
                  101,
                  110,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " concise",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  99,
                  105,
                  115,
                  101
                ]
              },
              {
                "token": " crucial",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  114,
                  117,
                  99,
                  105,
                  97,
                  108
                ]
              },
              {
                "token": " pivotal",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  105,
                  118,
                  111,
                  116,
                  97,
                  108
                ]
              },
              {
                "token": " compact",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " structural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  117,
                  99,
                  116,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " high",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104
                ]
              },
              {
                "token": " core",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  101
                ]
              },
              {
                "token": " compressed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  114,
                  101,
                  115,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " deeply",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112,
                  108,
                  121
                ]
              },
              {
                "token": " highly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104,
                  108,
                  121
                ]
              },
              {
                "token": " loss",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  115,
                  115
                ]
              },
              {
                "token": " centralized",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  101,
                  110,
                  116,
                  114,
                  97,
                  108,
                  105,
                  122,
                  101,
                  100
                ]
              },
              {
                "token": " streamlined",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  101,
                  97,
                  109,
                  108,
                  105,
                  110,
                  101,
                  100
                ]
              },
              {
                "token": " fundamental",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  100,
                  97,
                  109,
                  101,
                  110,
                  116,
                  97,
                  108
                ]
              },
              {
                "token": " critical",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  114,
                  105,
                  116,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " tree",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  101
                ]
              }
            ]
          },
          {
            "token": ",",
            "logprob": 0.0,
            "bytes": [
              44
            ],
            "top_logprobs": [
              {
                "token": ",",
                "logprob": 0.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " representation",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  112,
                  114,
                  101,
                  115,
                  101,
                  110,
                  116,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " intermediary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " yet",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  121,
                  101,
                  116
                ]
              },
              {
                "token": " hierarchical",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  101,
                  114,
                  97,
                  114,
                  99,
                  104,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " internal",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  110,
                  97,
                  108
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": ",\n\n",
                "logprob": -9999.0,
                "bytes": [
                  44,
                  10,
                  10
                ]
              },
              {
                "token": " ,",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  44
                ]
              },
              {
                "token": " condensation",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  100,
                  101,
                  110,
                  115,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " tree",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " bridge",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  105,
                  100,
                  103,
                  101
                ]
              },
              {
                "token": " middle",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  100,
                  100,
                  108,
                  101
                ]
              },
              {
                "token": " but",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  117,
                  116
                ]
              },
              {
                "token": " memory",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  109,
                  111,
                  114,
                  121
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              }
            ]
          },
          {
            "token": " hierarchical",
            "logprob": 0.0,
            "bytes": [
              32,
              104,
              105,
              101,
              114,
              97,
              114,
              99,
              104,
              105,
              99,
              97,
              108
            ],
            "top_logprobs": [
              {
                "token": " hierarchical",
                "logprob": 0.0,
                "bytes": [
                  32,
                  104,
                  105,
                  101,
                  114,
                  97,
                  114,
                  99,
                  104,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " tree",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " high",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104
                ]
              },
              {
                "token": " memory",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  109,
                  111,
                  114,
                  121
                ]
              },
              {
                "token": " machine",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  97,
                  99,
                  104,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": " language",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  110,
                  103,
                  117,
                  97,
                  103,
                  101
                ]
              },
              {
                "token": " loss",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  115,
                  115
                ]
              },
              {
                "token": " condensed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  100,
                  101,
                  110,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " intermediary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " hierarchy",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  101,
                  114,
                  97,
                  114,
                  99,
                  104,
                  121
                ]
              },
              {
                "token": " simplified",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  105,
                  109,
                  112,
                  108,
                  105,
                  102,
                  105,
                  101,
                  100
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " compiler",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  105,
                  108,
                  101,
                  114
                ]
              },
              {
                "token": " hierarch",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  101,
                  114,
                  97,
                  114,
                  99,
                  104
                ]
              },
              {
                "token": " syntax",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": " grammar",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109,
                  109,
                  97,
                  114
                ]
              },
              {
                "token": " token",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ]
              },
              {
                "token": " compressed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112,
                  114,
                  101,
                  115,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " annotated",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  110,
                  111,
                  116,
                  97,
                  116,
                  101,
                  100
                ]
              }
            ]
          },
          {
            "token": " representation",
            "logprob": 0.0,
            "bytes": [
              32,
              114,
              101,
              112,
              114,
              101,
              115,
              101,
              110,
              116,
              97,
              116,
              105,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": " representation",
                "logprob": 0.0,
                "bytes": [
                  32,
                  114,
                  101,
                  112,
                  114,
                  101,
                  115,
                  101,
                  110,
                  116,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " intermediary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " middle",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  100,
                  100,
                  108,
                  101
                ]
              },
              {
                "token": " internal",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  110,
                  97,
                  108
                ]
              },
              {
                "token": " represent",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  112,
                  114,
                  101,
                  115,
                  101,
                  110,
                  116
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " midpoint",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  100,
                  112,
                  111,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": " blueprint",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  108,
                  117,
                  101,
                  112,
                  114,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": " interface",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  102,
                  97,
                  99,
                  101
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " mid",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  100
                ]
              },
              {
                "token": " data",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ]
              },
              {
                "token": " interim",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  105,
                  109
                ]
              },
              {
                "token": "representation",
                "logprob": -9999.0,
                "bytes": [
                  114,
                  101,
                  112,
                  114,
                  101,
                  115,
                  101,
                  110,
                  116,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " rendition",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  110,
                  100,
                  105,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " Intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " memory",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  109,
                  111,
                  114,
                  121
                ]
              },
              {
                "token": " rep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  112
                ]
              }
            ]
          },
          {
            "token": " of",
            "logprob": 0.0,
            "bytes": [
              32,
              111,
              102
            ],
            "top_logprobs": [
              {
                "token": " of",
                "logprob": 0.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": "of",
                "logprob": -9999.0,
                "bytes": [
                  111,
                  102
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " derived",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  114,
                  105,
                  118,
                  101,
                  100
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": " source",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  111,
                  117,
                  114,
                  99,
                  101
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " intermediate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  114,
                  109,
                  101,
                  100,
                  105,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " o",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " between",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  116,
                  119,
                  101,
                  101,
                  110
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " from",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  114,
                  111,
                  109
                ]
              },
              {
                "token": " for",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": " on",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110
                ]
              }
            ]
          },
          {
            "token": " the",
            "logprob": 0.0,
            "bytes": [
              32,
              116,
              104,
              101
            ],
            "top_logprobs": [
              {
                "token": " the",
                "logprob": 0.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " source",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  111,
                  117,
                  114,
                  99,
                  101
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " your",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  121,
                  111,
                  117,
                  114
                ]
              },
              {
                "token": " parsed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " code",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": " program",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109
                ]
              },
              {
                "token": " its",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": "source",
                "logprob": -9999.0,
                "bytes": [
                  115,
                  111,
                  117,
                  114,
                  99,
                  101
                ]
              },
              {
                "token": " Source",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  83,
                  111,
                  117,
                  114,
                  99,
                  101
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " valid",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  118,
                  97,
                  108,
                  105,
                  100
                ]
              },
              {
                "token": "源代码",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  186,
                  144,
                  228,
                  187,
                  163,
                  231,
                  160,
                  129
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": " syntactic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  99,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              },
              {
                "token": " synt",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116
                ]
              },
              {
                "token": " of",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": "the",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " parse",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101
                ]
              }
            ]
          },
          {
            "token": " source",
            "logprob": 0.0,
            "bytes": [
              32,
              115,
              111,
              117,
              114,
              99,
              101
            ],
            "top_logprobs": [
              {
                "token": " source",
                "logprob": 0.0,
                "bytes": [
                  32,
                  115,
                  111,
                  117,
                  114,
                  99,
                  101
                ]
              },
              {
                "token": " program",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109
                ]
              },
              {
                "token": " parsed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " syntactic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  99,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " code",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": " parse",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101
                ]
              },
              {
                "token": " input",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  112,
                  117,
                  116
                ]
              },
              {
                "token": "source",
                "logprob": -9999.0,
                "bytes": [
                  115,
                  111,
                  117,
                  114,
                  99,
                  101
                ]
              },
              {
                "token": " grammatical",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109,
                  109,
                  97,
                  116,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " synt",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116
                ]
              },
              {
                "token": " syntax",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": "源代码",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  186,
                  144,
                  228,
                  187,
                  163,
                  231,
                  160,
                  129
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " programmer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109,
                  109,
                  101,
                  114
                ]
              },
              {
                "token": " token",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110
                ]
              },
              {
                "token": " programming",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109,
                  109,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " semantic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  109,
                  97,
                  110,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " grammar",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109,
                  109,
                  97,
                  114
                ]
              },
              {
                "token": " underlying",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  108,
                  121,
                  105,
                  110,
                  103
                ]
              }
            ]
          },
          {
            "token": " code",
            "logprob": 0.0,
            "bytes": [
              32,
              99,
              111,
              100,
              101
            ],
            "top_logprobs": [
              {
                "token": " code",
                "logprob": 0.0,
                "bytes": [
                  32,
                  99,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": " program",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  103,
                  114,
                  97,
                  109
                ]
              },
              {
                "token": "-code",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  99,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": "code",
                "logprob": -9999.0,
                "bytes": [
                  99,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": " language",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  110,
                  103,
                  117,
                  97,
                  103,
                  101
                ]
              },
              {
                "token": " Code",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  67,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " cod",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  100
                ]
              },
              {
                "token": "コード",
                "logprob": -9999.0,
                "bytes": [
                  227,
                  130,
                  179,
                  227,
                  131,
                  188,
                  227,
                  131,
                  137
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  160
                ]
              },
              {
                "token": "_code",
                "logprob": -9999.0,
                "bytes": [
                  95,
                  99,
                  111,
                  100,
                  101
                ]
              },
              {
                "token": "\\xe2\\x80",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " co",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111
                ]
              },
              {
                "token": " c",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99
                ]
              },
              {
                "token": " codes",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  100,
                  101,
                  115
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " file",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  108,
                  101
                ]
              }
            ]
          },
          {
            "token": "'s",
            "logprob": 0.0,
            "bytes": [
              39,
              115
            ],
            "top_logprobs": [
              {
                "token": "'s",
                "logprob": 0.0,
                "bytes": [
                  39,
                  115
                ]
              },
              {
                "token": "’",
                "logprob": -2511.2153,
                "bytes": [
                  226,
                  128,
                  153
                ]
              },
              {
                "token": " after",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": "&#",
                "logprob": -9999.0,
                "bytes": [
                  38,
                  35
                ]
              },
              {
                "token": "‘",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  152
                ]
              },
              {
                "token": "''",
                "logprob": -9999.0,
                "bytes": [
                  39,
                  39
                ]
              },
              {
                "token": "\\'",
                "logprob": -9999.0,
                "bytes": [
                  92,
                  39
                ]
              },
              {
                "token": "â",
                "logprob": -9999.0,
                "bytes": [
                  195,
                  162
                ]
              },
              {
                "token": "\\u",
                "logprob": -9999.0,
                "bytes": [
                  92,
                  117
                ]
              },
              {
                "token": " once",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  99,
                  101
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " stripped",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  112,
                  112,
                  101,
                  100
                ]
              },
              {
                "token": " derived",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  114,
                  105,
                  118,
                  101,
                  100
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": " where",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " following",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  108,
                  108,
                  111,
                  119,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": "`s",
                "logprob": -9999.0,
                "bytes": [
                  96,
                  115
                ]
              }
            ]
          },
          {
            "token": " grammar",
            "logprob": 0.0,
            "bytes": [
              32,
              103,
              114,
              97,
              109,
              109,
              97,
              114
            ],
            "top_logprobs": [
              {
                "token": " grammar",
                "logprob": 0.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109,
                  109,
                  97,
                  114
                ]
              },
              {
                "token": " syntax",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  120
                ]
              },
              {
                "token": " grammatical",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109,
                  109,
                  97,
                  116,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " syntactic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116,
                  97,
                  99,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " meaning",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  97,
                  110,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " synt",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  110,
                  116
                ]
              },
              {
                "token": " semantic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  109,
                  97,
                  110,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": "语法",
                "logprob": -9999.0,
                "bytes": [
                  232,
                  175,
                  173,
                  230,
                  179,
                  149
                ]
              },
              {
                "token": " semantics",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  109,
                  97,
                  110,
                  116,
                  105,
                  99,
                  115
                ]
              },
              {
                "token": " essential",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  115,
                  115,
                  101,
                  110,
                  116,
                  105,
                  97,
                  108
                ]
              },
              {
                "token": " parse",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101
                ]
              },
              {
                "token": " logical",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  103,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": " gram",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  109
                ]
              },
              {
                "token": " underlying",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  108,
                  121,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " fundamental",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  117,
                  110,
                  100,
                  97,
                  109,
                  101,
                  110,
                  116,
                  97,
                  108
                ]
              },
              {
                "token": " parsed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " surface",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  114,
                  102,
                  97,
                  99,
                  101
                ]
              },
              {
                "token": " meaningful",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  97,
                  110,
                  105,
                  110,
                  103,
                  102,
                  117,
                  108
                ]
              },
              {
                "token": " linguistic",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  105,
                  110,
                  103,
                  117,
                  105,
                  115,
                  116,
                  105,
                  99
                ]
              },
              {
                "token": " core",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  114,
                  101
                ]
              }
            ]
          },
          {
            "token": ",",
            "logprob": 0.0,
            "bytes": [
              44
            ],
            "top_logprobs": [
              {
                "token": ",",
                "logprob": 0.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " after",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " once",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  99,
                  101
                ]
              },
              {
                "token": " stripped",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  112,
                  112,
                  101,
                  100
                ]
              },
              {
                "token": " —",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              },
              {
                "token": " during",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  117,
                  114,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " rules",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  117,
                  108,
                  101,
                  115
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": " with",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104
                ]
              },
              {
                "token": "–",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  147
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "-based",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  97,
                  115,
                  101,
                  100
                ]
              }
            ]
          },
          {
            "token": " stripping",
            "logprob": 0.0,
            "bytes": [
              32,
              115,
              116,
              114,
              105,
              112,
              112,
              105,
              110,
              103
            ],
            "top_logprobs": [
              {
                "token": " stripping",
                "logprob": 0.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  112,
                  112,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " stripped",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  112,
                  112,
                  101,
                  100
                ]
              },
              {
                "token": " where",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " serving",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  114,
                  118,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " disc",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  99
                ]
              },
              {
                "token": " with",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104
                ]
              },
              {
                "token": " after",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  116,
                  101,
                  114
                ]
              },
              {
                "token": " which",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  105,
                  99,
                  104
                ]
              },
              {
                "token": " capturing",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  97,
                  112,
                  116,
                  117,
                  114,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " removing",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  109,
                  111,
                  118,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " cond",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  100
                ]
              },
              {
                "token": " dist",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  116
                ]
              },
              {
                "token": " generated",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  101,
                  110,
                  101,
                  114,
                  97,
                  116,
                  101,
                  100
                ]
              },
              {
                "token": " abstract",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  98,
                  115,
                  116,
                  114,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " eliminating",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  108,
                  105,
                  109,
                  105,
                  110,
                  97,
                  116,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " having",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  118,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " derived",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  114,
                  105,
                  118,
                  101,
                  100
                ]
              },
              {
                "token": " pruning",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  117,
                  110,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " effectively",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  102,
                  102,
                  101,
                  99,
                  116,
                  105,
                  118,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " produced",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  100,
                  117,
                  99,
                  101,
                  100
                ]
              }
            ]
          }
        ]
      },
      "finish_reason": "length"
    }
  ],
  "usage": {
    "prompt_tokens": 18,
    "completion_tokens": 24,
    "total_tokens": 42,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "prompt_cache_hit_tokens": 0,
    "prompt_cache_miss_tokens": 18
  },
  "system_fingerprint": "fp_a18b46594c_prod0820_fp8_kvcache_20260402"
}