{
  "id": "019e9648-84ac-4124-bcde-b9d03b822a18",
  "object": "chat.completion",
  "created": 1779684817,
  "model": "deepseek-v4-pro",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "Calibration data plays a critical and indispensable role in the quantization of neural networks, particularly for **Post-Training Quantization"
      },
      "logprobs": {
        "content": [
          {
            "token": "Cal",
            "logprob": 0.0,
            "bytes": [
              67,
              97,
              108
            ],
            "top_logprobs": [
              {
                "token": "Cal",
                "logprob": 0.0,
                "bytes": [
                  67,
                  97,
                  108
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "%",
                "logprob": -9999.0,
                "bytes": [
                  37
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "here",
                "logprob": -9999.0,
                "bytes": [
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "What",
                "logprob": -9999.0,
                "bytes": [
                  87,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              }
            ]
          },
          {
            "token": "ibration",
            "logprob": 0.0,
            "bytes": [
              105,
              98,
              114,
              97,
              116,
              105,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": "ibration",
                "logprob": 0.0,
                "bytes": [
                  105,
                  98,
                  114,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": "í",
                "logprob": -9999.0,
                "bytes": [
                  195,
                  173
                ]
              },
              {
                "token": "ari",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  114,
                  105
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "here",
                "logprob": -9999.0,
                "bytes": [
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              }
            ]
          },
          {
            "token": " data",
            "logprob": 0.0,
            "bytes": [
              32,
              100,
              97,
              116,
              97
            ],
            "top_logprobs": [
              {
                "token": " data",
                "logprob": 0.0,
                "bytes": [
                  32,
                  100,
                  97,
                  116,
                  97
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": " my",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  121
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": " results",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  115,
                  117,
                  108,
                  116,
                  115
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              }
            ]
          },
          {
            "token": " plays",
            "logprob": 0.0,
            "bytes": [
              32,
              112,
              108,
              97,
              121,
              115
            ],
            "top_logprobs": [
              {
                "token": " plays",
                "logprob": 0.0,
                "bytes": [
                  32,
                  112,
                  108,
                  97,
                  121,
                  115
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": " my",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  121
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": " free",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " results",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  115,
                  117,
                  108,
                  116,
                  115
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              }
            ]
          },
          {
            "token": " a",
            "logprob": 0.0,
            "bytes": [
              32,
              97
            ],
            "top_logprobs": [
              {
                "token": " a",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": " my",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  121
                ]
              },
              {
                "token": " am",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  109
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": " results",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  115,
                  117,
                  108,
                  116,
                  115
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              }
            ]
          },
          {
            "token": " critical",
            "logprob": 0.0,
            "bytes": [
              32,
              99,
              114,
              105,
              116,
              105,
              99,
              97,
              108
            ],
            "top_logprobs": [
              {
                "token": " critical",
                "logprob": 0.0,
                "bytes": [
                  32,
                  99,
                  114,
                  105,
                  116,
                  105,
                  99,
                  97,
                  108
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " lead",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  97,
                  100
                ]
              },
              {
                "token": " short",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " ‘",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  152
                ]
              },
              {
                "token": " step",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  101,
                  112
                ]
              },
              {
                "token": " support",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  112,
                  112,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " really",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " ke",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101
                ]
              },
              {
                "token": " low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " —",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " work",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  107
                ]
              },
              {
                "token": " no",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  111
                ]
              },
              {
                "token": " method",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  116,
                  104,
                  111,
                  100
                ]
              },
              {
                "token": " significant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  105,
                  103,
                  110,
                  105,
                  102,
                  105,
                  99,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  160
                ]
              }
            ]
          },
          {
            "token": " and",
            "logprob": 0.0,
            "bytes": [
              32,
              97,
              110,
              100
            ],
            "top_logprobs": [
              {
                "token": " and",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " lead",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  97,
                  100
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              },
              {
                "token": " short",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " ‘",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  152
                ]
              },
              {
                "token": " when",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  110
                ]
              },
              {
                "token": " step",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  101,
                  112
                ]
              },
              {
                "token": " support",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  112,
                  112,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " ke",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101
                ]
              },
              {
                "token": " bro",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  111
                ]
              },
              {
                "token": "s",
                "logprob": -9999.0,
                "bytes": [
                  115
                ]
              },
              {
                "token": " —",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " work",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  107
                ]
              }
            ]
          },
          {
            "token": " indispensable",
            "logprob": 0.0,
            "bytes": [
              32,
              105,
              110,
              100,
              105,
              115,
              112,
              101,
              110,
              115,
              97,
              98,
              108,
              101
            ],
            "top_logprobs": [
              {
                "token": " indispensable",
                "logprob": 0.0,
                "bytes": [
                  32,
                  105,
                  110,
                  100,
                  105,
                  115,
                  112,
                  101,
                  110,
                  115,
                  97,
                  98,
                  108,
                  101
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " fin",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  110
                ]
              },
              {
                "token": " over",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  118,
                  101,
                  114
                ]
              },
              {
                "token": " really",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " work",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  107
                ]
              },
              {
                "token": " no",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  111
                ]
              },
              {
                "token": " method",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  116,
                  104,
                  111,
                  100
                ]
              },
              {
                "token": " always",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  108,
                  119,
                  97,
                  121,
                  115
                ]
              },
              {
                "token": " ind",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  100
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  160
                ]
              },
              {
                "token": " particular",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  116,
                  105,
                  99,
                  117,
                  108,
                  97,
                  114
                ]
              },
              {
                "token": " hum",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  117,
                  109
                ]
              },
              {
                "token": " form",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114,
                  109
                ]
              },
              {
                "token": " bi",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105
                ]
              },
              {
                "token": " under",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114
                ]
              },
              {
                "token": " exp",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112
                ]
              },
              {
                "token": " must",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  117,
                  115,
                  116
                ]
              }
            ]
          },
          {
            "token": " role",
            "logprob": 0.0,
            "bytes": [
              32,
              114,
              111,
              108,
              101
            ],
            "top_logprobs": [
              {
                "token": " role",
                "logprob": 0.0,
                "bytes": [
                  32,
                  114,
                  111,
                  108,
                  101
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": " world",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  108,
                  100
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " lead",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  97,
                  100
                ]
              },
              {
                "token": "-p",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  112
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              },
              {
                "token": " short",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " ‘",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  152
                ]
              },
              {
                "token": " when",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  110
                ]
              },
              {
                "token": "[",
                "logprob": -9999.0,
                "bytes": [
                  91
                ]
              },
              {
                "token": " step",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  101,
                  112
                ]
              },
              {
                "token": " support",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  112,
                  112,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": "l",
                "logprob": -9999.0,
                "bytes": [
                  108
                ]
              }
            ]
          },
          {
            "token": " in",
            "logprob": 0.0,
            "bytes": [
              32,
              105,
              110
            ],
            "top_logprobs": [
              {
                "token": " in",
                "logprob": 0.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "$",
                "logprob": -9999.0,
                "bytes": [
                  36
                ]
              },
              {
                "token": " am",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  109
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              }
            ]
          },
          {
            "token": " the",
            "logprob": 0.0,
            "bytes": [
              32,
              116,
              104,
              101
            ],
            "top_logprobs": [
              {
                "token": " the",
                "logprob": 0.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " my",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  121
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": " into",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  111
                ]
              },
              {
                "token": "?",
                "logprob": -9999.0,
                "bytes": [
                  63
                ]
              },
              {
                "token": " short",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " over",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  118,
                  101,
                  114
                ]
              },
              {
                "token": "...\n\n",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46,
                  10,
                  10
                ]
              },
              {
                "token": " ‘",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  152
                ]
              },
              {
                "token": " when",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  110
                ]
              }
            ]
          },
          {
            "token": " quantization",
            "logprob": 0.0,
            "bytes": [
              32,
              113,
              117,
              97,
              110,
              116,
              105,
              122,
              97,
              116,
              105,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": " quantization",
                "logprob": 0.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": " quest",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  101,
                  115,
                  116
                ]
              },
              {
                "token": " world",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  108,
                  100
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " fin",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  110
                ]
              },
              {
                "token": " lead",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  97,
                  100
                ]
              },
              {
                "token": "-p",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  112
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": " family",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  97,
                  109,
                  105,
                  108,
                  121
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": "<",
                "logprob": -9999.0,
                "bytes": [
                  60
                ]
              },
              {
                "token": " short",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " over",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  118,
                  101,
                  114
                ]
              },
              {
                "token": "...\n\n",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46,
                  10,
                  10
                ]
              }
            ]
          },
          {
            "token": " of",
            "logprob": 0.0,
            "bytes": [
              32,
              111,
              102
            ],
            "top_logprobs": [
              {
                "token": " of",
                "logprob": 0.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "%",
                "logprob": -9999.0,
                "bytes": [
                  37
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": " world",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  108,
                  100
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              }
            ]
          },
          {
            "token": " neural",
            "logprob": 0.0,
            "bytes": [
              32,
              110,
              101,
              117,
              114,
              97,
              108
            ],
            "top_logprobs": [
              {
                "token": " neural",
                "logprob": 0.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " my",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  121
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": "                ",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32
                ]
              },
              {
                "token": " free",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": " fin",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  110
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              }
            ]
          },
          {
            "token": " networks",
            "logprob": 0.0,
            "bytes": [
              32,
              110,
              101,
              116,
              119,
              111,
              114,
              107,
              115
            ],
            "top_logprobs": [
              {
                "token": " networks",
                "logprob": 0.0,
                "bytes": [
                  32,
                  110,
                  101,
                  116,
                  119,
                  111,
                  114,
                  107,
                  115
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "网",
                "logprob": -9999.0,
                "bytes": [
                  231,
                  189,
                  145
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "$",
                "logprob": -9999.0,
                "bytes": [
                  36
                ]
              },
              {
                "token": "%",
                "logprob": -9999.0,
                "bytes": [
                  37
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": "                ",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32,
                  32
                ]
              },
              {
                "token": " world",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  108,
                  100
                ]
              },
              {
                "token": " results",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  115,
                  117,
                  108,
                  116,
                  115
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              }
            ]
          },
          {
            "token": ",",
            "logprob": 0.0,
            "bytes": [
              44
            ],
            "top_logprobs": [
              {
                "token": ",",
                "logprob": 0.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": " results",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  115,
                  117,
                  108,
                  116,
                  115
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": ".,",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  44
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              }
            ]
          },
          {
            "token": " particularly",
            "logprob": 0.0,
            "bytes": [
              32,
              112,
              97,
              114,
              116,
              105,
              99,
              117,
              108,
              97,
              114,
              108,
              121
            ],
            "top_logprobs": [
              {
                "token": " particularly",
                "logprob": 0.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  116,
                  105,
                  99,
                  117,
                  108,
                  97,
                  114,
                  108,
                  121
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " my",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  121
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " If",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  102
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              },
              {
                "token": "4",
                "logprob": -9999.0,
                "bytes": [
                  52
                ]
              },
              {
                "token": "5",
                "logprob": -9999.0,
                "bytes": [
                  53
                ]
              },
              {
                "token": "8",
                "logprob": -9999.0,
                "bytes": [
                  56
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              },
              {
                "token": " into",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  111
                ]
              }
            ]
          },
          {
            "token": " for",
            "logprob": 0.0,
            "bytes": [
              32,
              102,
              111,
              114
            ],
            "top_logprobs": [
              {
                "token": " for",
                "logprob": 0.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": " comm",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": " fin",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  110
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              },
              {
                "token": " into",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  111
                ]
              },
              {
                "token": "?",
                "logprob": -9999.0,
                "bytes": [
                  63
                ]
              },
              {
                "token": " over",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  118,
                  101,
                  114
                ]
              },
              {
                "token": "...\n\n",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46,
                  10,
                  10
                ]
              }
            ]
          },
          {
            "token": " **",
            "logprob": 0.0,
            "bytes": [
              32,
              42,
              42
            ],
            "top_logprobs": [
              {
                "token": " **",
                "logprob": 0.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": " comm",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " key",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  107,
                  101,
                  121
                ]
              },
              {
                "token": " results",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  115,
                  117,
                  108,
                  116,
                  115
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": ":",
                "logprob": -9999.0,
                "bytes": [
                  58
                ]
              },
              {
                "token": " into",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  111
                ]
              },
              {
                "token": " short",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  114,
                  116
                ]
              },
              {
                "token": " over",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  118,
                  101,
                  114
                ]
              },
              {
                "token": "...\n\n",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46,
                  10,
                  10
                ]
              },
              {
                "token": " them",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  109
                ]
              },
              {
                "token": " der",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  114
                ]
              },
              {
                "token": " ‘",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  152
                ]
              },
              {
                "token": " when",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  110
                ]
              },
              {
                "token": "[",
                "logprob": -9999.0,
                "bytes": [
                  91
                ]
              },
              {
                "token": " acc",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  99,
                  99
                ]
              }
            ]
          },
          {
            "token": "Post",
            "logprob": 0.0,
            "bytes": [
              80,
              111,
              115,
              116
            ],
            "top_logprobs": [
              {
                "token": "Post",
                "logprob": 0.0,
                "bytes": [
                  80,
                  111,
                  115,
                  116
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "$",
                "logprob": -9999.0,
                "bytes": [
                  36
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "here",
                "logprob": -9999.0,
                "bytes": [
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              }
            ]
          },
          {
            "token": "-T",
            "logprob": 0.0,
            "bytes": [
              45,
              84
            ],
            "top_logprobs": [
              {
                "token": "-T",
                "logprob": 0.0,
                "bytes": [
                  45,
                  84
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "%",
                "logprob": -9999.0,
                "bytes": [
                  37
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "'",
                "logprob": -9999.0,
                "bytes": [
                  39
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": "+",
                "logprob": -9999.0,
                "bytes": [
                  43
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": ".,",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  44
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              }
            ]
          },
          {
            "token": "raining",
            "logprob": 0.0,
            "bytes": [
              114,
              97,
              105,
              110,
              105,
              110,
              103
            ],
            "top_logprobs": [
              {
                "token": "raining",
                "logprob": 0.0,
                "bytes": [
                  114,
                  97,
                  105,
                  110,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "rit",
                "logprob": -9999.0,
                "bytes": [
                  114,
                  105,
                  116
                ]
              },
              {
                "token": " am",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  109
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "ari",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  114,
                  105
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "here",
                "logprob": -9999.0,
                "bytes": [
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              },
              {
                "token": "4",
                "logprob": -9999.0,
                "bytes": [
                  52
                ]
              },
              {
                "token": "5",
                "logprob": -9999.0,
                "bytes": [
                  53
                ]
              },
              {
                "token": "rm",
                "logprob": -9999.0,
                "bytes": [
                  114,
                  109
                ]
              },
              {
                "token": "yp",
                "logprob": -9999.0,
                "bytes": [
                  121,
                  112
                ]
              }
            ]
          },
          {
            "token": " Quant",
            "logprob": 0.0,
            "bytes": [
              32,
              81,
              117,
              97,
              110,
              116
            ],
            "top_logprobs": [
              {
                "token": " Quant",
                "logprob": 0.0,
                "bytes": [
                  32,
                  81,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "!",
                "logprob": -9999.0,
                "bytes": [
                  33
                ]
              },
              {
                "token": "\"",
                "logprob": -9999.0,
                "bytes": [
                  34
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": " If",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  102
                ]
              },
              {
                "token": "&",
                "logprob": -9999.0,
                "bytes": [
                  38
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": " Ab",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  98
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "4",
                "logprob": -9999.0,
                "bytes": [
                  52
                ]
              },
              {
                "token": "8",
                "logprob": -9999.0,
                "bytes": [
                  56
                ]
              },
              {
                "token": " &",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  38
                ]
              }
            ]
          },
          {
            "token": "ization",
            "logprob": 0.0,
            "bytes": [
              105,
              122,
              97,
              116,
              105,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": "ization",
                "logprob": 0.0,
                "bytes": [
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": "<｜｜end▁of▁sentence｜｜>",
                "logprob": -9999.0,
                "bytes": [
                  60,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  101,
                  110,
                  100,
                  226,
                  150,
                  129,
                  111,
                  102,
                  226,
                  150,
                  129,
                  115,
                  101,
                  110,
                  116,
                  101,
                  110,
                  99,
                  101,
                  239,
                  189,
                  156,
                  239,
                  189,
                  156,
                  62
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": "ari",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  114,
                  105
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "ush",
                "logprob": -9999.0,
                "bytes": [
                  117,
                  115,
                  104
                ]
              },
              {
                "token": "8",
                "logprob": -9999.0,
                "bytes": [
                  56
                ]
              },
              {
                "token": "A",
                "logprob": -9999.0,
                "bytes": [
                  65
                ]
              },
              {
                "token": "ina",
                "logprob": -9999.0,
                "bytes": [
                  105,
                  110,
                  97
                ]
              },
              {
                "token": "enc",
                "logprob": -9999.0,
                "bytes": [
                  101,
                  110,
                  99
                ]
              },
              {
                "token": " na",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  97
                ]
              },
              {
                "token": "_",
                "logprob": -9999.0,
                "bytes": [
                  95
                ]
              },
              {
                "token": "a",
                "logprob": -9999.0,
                "bytes": [
                  97
                ]
              },
              {
                "token": "f",
                "logprob": -9999.0,
                "bytes": [
                  102
                ]
              },
              {
                "token": "g",
                "logprob": -9999.0,
                "bytes": [
                  103
                ]
              },
              {
                "token": "i",
                "logprob": -9999.0,
                "bytes": [
                  105
                ]
              },
              {
                "token": "n",
                "logprob": -9999.0,
                "bytes": [
                  110
                ]
              },
              {
                "token": "q",
                "logprob": -9999.0,
                "bytes": [
                  113
                ]
              },
              {
                "token": "ior",
                "logprob": -9999.0,
                "bytes": [
                  105,
                  111,
                  114
                ]
              }
            ]
          }
        ]
      },
      "finish_reason": "length"
    }
  ],
  "usage": {
    "prompt_tokens": 17,
    "completion_tokens": 24,
    "total_tokens": 41,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "prompt_cache_hit_tokens": 0,
    "prompt_cache_miss_tokens": 17
  },
  "system_fingerprint": "fp_9954b31ca7_prod0820_fp8_kvcache_20260402"
}