{
  "id": "1ae37aeb-f18d-478a-9a3a-f5f093ec7693",
  "object": "chat.completion",
  "created": 1785576310,
  "model": "deepseek-v4-flash",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "In the context of low-bit quantization (e.g., 4-bit, 2-bit, or even 1-bit"
      },
      "logprobs": {
        "content": [
          {
            "token": "In",
            "logprob": 0.0,
            "bytes": [
              73,
              110
            ],
            "top_logprobs": [
              {
                "token": "In",
                "logprob": 0.0,
                "bytes": [
                  73,
                  110
                ]
              },
              {
                "token": "To",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  111
                ]
              },
              {
                "token": "An",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  110
                ]
              },
              {
                "token": "The",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  101
                ]
              },
              {
                "token": "Let",
                "logprob": -9999.0,
                "bytes": [
                  76,
                  101,
                  116
                ]
              },
              {
                "token": "Here",
                "logprob": -9999.0,
                "bytes": [
                  72,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "When",
                "logprob": -9999.0,
                "bytes": [
                  87,
                  104,
                  101,
                  110
                ]
              },
              {
                "token": "Alright",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  108,
                  114,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": "Great",
                "logprob": -9999.0,
                "bytes": [
                  71,
                  114,
                  101,
                  97,
                  116
                ]
              },
              {
                "token": "A",
                "logprob": -9999.0,
                "bytes": [
                  65
                ]
              },
              {
                "token": "For",
                "logprob": -9999.0,
                "bytes": [
                  70,
                  111,
                  114
                ]
              },
              {
                "token": " In",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  110
                ]
              },
              {
                "token": "Since",
                "logprob": -9999.0,
                "bytes": [
                  83,
                  105,
                  110,
                  99,
                  101
                ]
              },
              {
                "token": "While",
                "logprob": -9999.0,
                "bytes": [
                  87,
                  104,
                  105,
                  108,
                  101
                ]
              },
              {
                "token": "I",
                "logprob": -9999.0,
                "bytes": [
                  73
                ]
              },
              {
                "token": "At",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  116
                ]
              },
              {
                "token": "There",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "If",
                "logprob": -9999.0,
                "bytes": [
                  73,
                  102
                ]
              },
              {
                "token": "##",
                "logprob": -9999.0,
                "bytes": [
                  35,
                  35
                ]
              },
              {
                "token": "Okay",
                "logprob": -9999.0,
                "bytes": [
                  79,
                  107,
                  97,
                  121
                ]
              }
            ]
          },
          {
            "token": " the",
            "logprob": 0.0,
            "bytes": [
              32,
              116,
              104,
              101
            ],
            "top_logprobs": [
              {
                "token": " the",
                "logprob": 0.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " Low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  111,
                  119
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " quantization",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " machine",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  97,
                  99,
                  104,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " modern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " LL",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  76
                ]
              },
              {
                "token": " high",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104
                ]
              },
              {
                "token": " Large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " Deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  68,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              },
              {
                "token": " AI",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  73
                ]
              },
              {
                "token": " order",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  114,
                  100,
                  101,
                  114
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " Neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  78,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              }
            ]
          },
          {
            "token": " context",
            "logprob": 0.0,
            "bytes": [
              32,
              99,
              111,
              110,
              116,
              101,
              120,
              116
            ],
            "top_logprobs": [
              {
                "token": " context",
                "logprob": 0.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  116,
                  101,
                  120,
                  116
                ]
              },
              {
                "token": " field",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  101,
                  108,
                  100
                ]
              },
              {
                "token": " realm",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  97,
                  108,
                  109
                ]
              },
              {
                "token": " world",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  108,
                  100
                ]
              },
              {
                "token": " rapidly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  97,
                  112,
                  105,
                  100,
                  108,
                  121
                ]
              },
              {
                "token": " specific",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  102,
                  105,
                  99
                ]
              },
              {
                "token": "context",
                "logprob": -9999.0,
                "bytes": [
                  99,
                  111,
                  110,
                  116,
                  101,
                  120,
                  116
                ]
              },
              {
                "token": " domain",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  111,
                  109,
                  97,
                  105,
                  110
                ]
              },
              {
                "token": " era",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  114,
                  97
                ]
              },
              {
                "token": " Context",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  67,
                  111,
                  110,
                  116,
                  101,
                  120,
                  116
                ]
              },
              {
                "token": " low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " contexto",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  116,
                  101,
                  120,
                  116,
                  111
                ]
              },
              {
                "token": "上下文",
                "logprob": -9999.0,
                "bytes": [
                  228,
                  184,
                  138,
                  228,
                  184,
                  139,
                  230,
                  150,
                  135
                ]
              },
              {
                "token": " increasingly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  99,
                  114,
                  101,
                  97,
                  115,
                  105,
                  110,
                  103,
                  108,
                  121
                ]
              },
              {
                "token": " modern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " contexts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  116,
                  101,
                  120,
                  116,
                  115
                ]
              },
              {
                "token": " deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " literature",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  105,
                  116,
                  101,
                  114,
                  97,
                  116,
                  117,
                  114,
                  101
                ]
              }
            ]
          },
          {
            "token": " of",
            "logprob": 0.0,
            "bytes": [
              32,
              111,
              102
            ],
            "top_logprobs": [
              {
                "token": " of",
                "logprob": 0.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": "of",
                "logprob": -9999.0,
                "bytes": [
                  111,
                  102
                ]
              },
              {
                "token": " low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": " của",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  225,
                  187,
                  167,
                  97
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " on",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110
                ]
              },
              {
                "token": " deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": " for",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": " large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " o",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111
                ]
              },
              {
                "token": " if",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  102
                ]
              },
              {
                "token": "ของ",
                "logprob": -9999.0,
                "bytes": [
                  224,
                  184,
                  130,
                  224,
                  184,
                  173,
                  224,
                  184,
                  135
                ]
              },
              {
                "token": " model",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  108
                ]
              }
            ]
          },
          {
            "token": " low",
            "logprob": 0.0,
            "bytes": [
              32,
              108,
              111,
              119
            ],
            "top_logprobs": [
              {
                "token": " low",
                "logprob": 0.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " Low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  111,
                  119
                ]
              },
              {
                "token": " neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " model",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  108
                ]
              },
              {
                "token": " LL",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  76
                ]
              },
              {
                "token": " deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " modern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " quantization",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " Large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " post",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  111,
                  115,
                  116
                ]
              },
              {
                "token": " extreme",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  116,
                  114,
                  101,
                  109,
                  101
                ]
              },
              {
                "token": " **_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42,
                  95
                ]
              },
              {
                "token": " AI",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  73
                ]
              },
              {
                "token": " high",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  103,
                  104
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " comp",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              }
            ]
          },
          {
            "token": "-bit",
            "logprob": 0.0,
            "bytes": [
              45,
              98,
              105,
              116
            ],
            "top_logprobs": [
              {
                "token": "-bit",
                "logprob": 0.0,
                "bytes": [
                  45,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "‑",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  145
                ]
              },
              {
                "token": "-p",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  112
                ]
              },
              {
                "token": "-b",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": " bit",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "bit",
                "logprob": -9999.0,
                "bytes": [
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "‐",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  144
                ]
              },
              {
                "token": "-B",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  66
                ]
              },
              {
                "token": "–",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  147
                ]
              },
              {
                "token": "-**",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  42,
                  42
                ]
              },
              {
                "token": "−",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  136,
                  146
                ]
              },
              {
                "token": "\\-",
                "logprob": -9999.0,
                "bytes": [
                  92,
                  45
                ]
              },
              {
                "token": " -",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  45
                ]
              },
              {
                "token": "-bi",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": "\\xe2\\x81",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  129
                ]
              },
              {
                "token": "_bit",
                "logprob": -9999.0,
                "bytes": [
                  95,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "比特",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  175,
                  148,
                  231,
                  137,
                  185
                ]
              },
              {
                "token": "**",
                "logprob": -9999.0,
                "bytes": [
                  42,
                  42
                ]
              }
            ]
          },
          {
            "token": " quantization",
            "logprob": 0.0,
            "bytes": [
              32,
              113,
              117,
              97,
              110,
              116,
              105,
              122,
              97,
              116,
              105,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": " quantization",
                "logprob": 0.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " LL",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  76
                ]
              },
              {
                "token": " model",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  108
                ]
              },
              {
                "token": " Quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  81,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " precision",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  101,
                  99,
                  105,
                  115,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " quan",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110
                ]
              },
              {
                "token": " quantification",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  102,
                  105,
                  99,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": "quant",
                "logprob": -9999.0,
                "bytes": [
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " AI",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  65,
                  73
                ]
              },
              {
                "token": " (**",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  42,
                  42
                ]
              },
              {
                "token": " or",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  114
                ]
              },
              {
                "token": "量化",
                "logprob": -9999.0,
                "bytes": [
                  233,
                  135,
                  143,
                  229,
                  140,
                  150
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " quantitative",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  116,
                  97,
                  116,
                  105,
                  118,
                  101
                ]
              }
            ]
          },
          {
            "token": " (",
            "logprob": 0.0,
            "bytes": [
              32,
              40
            ],
            "top_logprobs": [
              {
                "token": " (",
                "logprob": 0.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " for",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " —",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " of",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": "(",
                "logprob": -9999.0,
                "bytes": [
                  40
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " (\\(",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  92,
                  40
                ]
              },
              {
                "token": " used",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  115,
                  101,
                  100
                ]
              },
              {
                "token": " ,",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  44
                ]
              },
              {
                "token": " on",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110
                ]
              },
              {
                "token": " specifically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  102,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " (<",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  60
                ]
              },
              {
                "token": "（",
                "logprob": -9999.0,
                "bytes": [
                  239,
                  188,
                  136
                ]
              },
              {
                "token": " (\\(\\",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  92,
                  40,
                  92
                ]
              },
              {
                "token": " (**",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  42,
                  42
                ]
              },
              {
                "token": " (~",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  126
                ]
              }
            ]
          },
          {
            "token": "e",
            "logprob": 0.0,
            "bytes": [
              101
            ],
            "top_logprobs": [
              {
                "token": "e",
                "logprob": 0.0,
                "bytes": [
                  101
                ]
              },
              {
                "token": "like",
                "logprob": -9999.0,
                "bytes": [
                  108,
                  105,
                  107,
                  101
                ]
              },
              {
                "token": "such",
                "logprob": -9999.0,
                "bytes": [
                  115,
                  117,
                  99,
                  104
                ]
              },
              {
                "token": "quant",
                "logprob": -9999.0,
                "bytes": [
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": "especially",
                "logprob": -9999.0,
                "bytes": [
                  101,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": "where",
                "logprob": -9999.0,
                "bytes": [
                  119,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "for",
                "logprob": -9999.0,
                "bytes": [
                  102,
                  111,
                  114
                ]
              },
              {
                "token": "the",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  104,
                  101
                ]
              },
              {
                "token": "and",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  110,
                  100
                ]
              },
              {
                "token": "typically",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  121,
                  112,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": "LL",
                "logprob": -9999.0,
                "bytes": [
                  76,
                  76
                ]
              },
              {
                "token": "con",
                "logprob": -9999.0,
                "bytes": [
                  99,
                  111,
                  110
                ]
              },
              {
                "token": "re",
                "logprob": -9999.0,
                "bytes": [
                  114,
                  101
                ]
              },
              {
                "token": "i",
                "logprob": -9999.0,
                "bytes": [
                  105
                ]
              },
              {
                "token": "weights",
                "logprob": -9999.0,
                "bytes": [
                  119,
                  101,
                  105,
                  103,
                  104,
                  116,
                  115
                ]
              },
              {
                "token": "think",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  104,
                  105,
                  110,
                  107
                ]
              },
              {
                "token": "using",
                "logprob": -9999.0,
                "bytes": [
                  117,
                  115,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": "particularly",
                "logprob": -9999.0,
                "bytes": [
                  112,
                  97,
                  114,
                  116,
                  105,
                  99,
                  117,
                  108,
                  97,
                  114,
                  108,
                  121
                ]
              },
              {
                "token": "as",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  115
                ]
              },
              {
                "token": "including",
                "logprob": -9999.0,
                "bytes": [
                  105,
                  110,
                  99,
                  108,
                  117,
                  100,
                  105,
                  110,
                  103
                ]
              }
            ]
          },
          {
            "token": ".g",
            "logprob": 0.0,
            "bytes": [
              46,
              103
            ],
            "top_logprobs": [
              {
                "token": ".g",
                "logprob": 0.0,
                "bytes": [
                  46,
                  103
                ]
              },
              {
                "token": ".q",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  113
                ]
              },
              {
                "token": "fficient",
                "logprob": -9999.0,
                "bytes": [
                  102,
                  102,
                  105,
                  99,
                  105,
                  101,
                  110,
                  116
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "fficiency",
                "logprob": -9999.0,
                "bytes": [
                  102,
                  102,
                  105,
                  99,
                  105,
                  101,
                  110,
                  99,
                  121
                ]
              },
              {
                "token": ".x",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  120
                ]
              },
              {
                "token": "\\.",
                "logprob": -9999.0,
                "bytes": [
                  92,
                  46
                ]
              },
              {
                "token": " .",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  46
                ]
              },
              {
                "token": " g",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103
                ]
              },
              {
                "token": ".,",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  44
                ]
              },
              {
                "token": "..",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46
                ]
              },
              {
                "token": ".G",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  71
                ]
              },
              {
                "token": "Xt",
                "logprob": -9999.0,
                "bytes": [
                  88,
                  116
                ]
              },
              {
                "token": ",g",
                "logprob": -9999.0,
                "bytes": [
                  44,
                  103
                ]
              },
              {
                "token": "Q",
                "logprob": -9999.0,
                "bytes": [
                  81
                ]
              },
              {
                "token": "valu",
                "logprob": -9999.0,
                "bytes": [
                  118,
                  97,
                  108,
                  117
                ]
              },
              {
                "token": "X",
                "logprob": -9999.0,
                "bytes": [
                  88
                ]
              },
              {
                "token": "/g",
                "logprob": -9999.0,
                "bytes": [
                  47,
                  103
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "B",
                "logprob": -9999.0,
                "bytes": [
                  66
                ]
              }
            ]
          },
          {
            "token": ".,",
            "logprob": 0.0,
            "bytes": [
              46,
              44
            ],
            "top_logprobs": [
              {
                "token": ".,",
                "logprob": 0.0,
                "bytes": [
                  46,
                  44
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "..",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46
                ]
              },
              {
                "token": ".;",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  59
                ]
              },
              {
                "token": ".,\n",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  44,
                  10
                ]
              },
              {
                "token": ",.",
                "logprob": -9999.0,
                "bytes": [
                  44,
                  46
                ]
              },
              {
                "token": ".,_",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  44,
                  95
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": ".,\n\n",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  44,
                  10,
                  10
                ]
              },
              {
                "token": "...",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46
                ]
              },
              {
                "token": " converting",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  118,
                  101,
                  114,
                  116,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": ".—",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": ".:",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  58
                ]
              },
              {
                "token": "._,",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  95,
                  44
                ]
              },
              {
                "token": ".-",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  45
                ]
              },
              {
                "token": ".),",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  41,
                  44
                ]
              },
              {
                "token": ",,",
                "logprob": -9999.0,
                "bytes": [
                  44,
                  44
                ]
              },
              {
                "token": "....",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46,
                  46
                ]
              },
              {
                "token": "...,",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  46,
                  46,
                  44
                ]
              }
            ]
          },
          {
            "token": " ",
            "logprob": 0.0,
            "bytes": [
              32
            ],
            "top_logprobs": [
              {
                "token": " ",
                "logprob": 0.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " converting",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  118,
                  101,
                  114,
                  116,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " reducing",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  100,
                  117,
                  99,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " int",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": " comp",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  112
                ]
              },
              {
                "token": " quantization",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " FP",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  70,
                  80
                ]
              },
              {
                "token": " going",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  111,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " representing",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  112,
                  114,
                  101,
                  115,
                  101,
                  110,
                  116,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " turning",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  117,
                  114,
                  110,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " LL",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  76
                ]
              },
              {
                "token": " weights",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116,
                  115
                ]
              },
              {
                "token": " GPT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  71,
                  80,
                  84
                ]
              },
              {
                "token": " shrinking",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  114,
                  105,
                  110,
                  107,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " for",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": " from",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  114,
                  111,
                  109
                ]
              }
            ]
          },
          {
            "token": "4",
            "logprob": 0.0,
            "bytes": [
              52
            ],
            "top_logprobs": [
              {
                "token": "4",
                "logprob": 0.0,
                "bytes": [
                  52
                ]
              },
              {
                "token": "8",
                "logprob": -9999.0,
                "bytes": [
                  56
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": "6",
                "logprob": -9999.0,
                "bytes": [
                  54
                ]
              },
              {
                "token": "INT",
                "logprob": -9999.0,
                "bytes": [
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " int",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": "5",
                "logprob": -9999.0,
                "bytes": [
                  53
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": "-bit",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": " bits",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": " Int",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  110,
                  116
                ]
              },
              {
                "token": " weights",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116,
                  115
                ]
              },
              {
                "token": "32",
                "logprob": -9999.0,
                "bytes": [
                  51,
                  50
                ]
              },
              {
                "token": "16",
                "logprob": -9999.0,
                "bytes": [
                  49,
                  54
                ]
              },
              {
                "token": " weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              }
            ]
          },
          {
            "token": "-bit",
            "logprob": 0.0,
            "bytes": [
              45,
              98,
              105,
              116
            ],
            "top_logprobs": [
              {
                "token": "-bit",
                "logprob": 0.0,
                "bytes": [
                  45,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "-b",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "‑",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  145
                ]
              },
              {
                "token": "-B",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  66
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": "bit",
                "logprob": -9999.0,
                "bytes": [
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "-,",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  44
                ]
              },
              {
                "token": "-bi",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105
                ]
              },
              {
                "token": " bits",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": "–",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  147
                ]
              },
              {
                "token": "Bit",
                "logprob": -9999.0,
                "bytes": [
                  66,
                  105,
                  116
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "BIT",
                "logprob": -9999.0,
                "bytes": [
                  66,
                  73,
                  84
                ]
              },
              {
                "token": " bit",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "GB",
                "logprob": -9999.0,
                "bytes": [
                  71,
                  66
                ]
              },
              {
                "token": "比特",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  175,
                  148,
                  231,
                  137,
                  185
                ]
              },
              {
                "token": " -",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  45
                ]
              }
            ]
          },
          {
            "token": ",",
            "logprob": 0.0,
            "bytes": [
              44
            ],
            "top_logprobs": [
              {
                "token": ",",
                "logprob": 0.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " or",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  114
                ]
              },
              {
                "token": " weights",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116,
                  115
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " LL",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  76
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": "),",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  44
                ]
              },
              {
                "token": " for",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": " integers",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114,
                  115
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " ,",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  44
                ]
              },
              {
                "token": " models",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  108,
                  115
                ]
              },
              {
                "token": " integer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " GPT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  71,
                  80,
                  84
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " Q",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  81
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              }
            ]
          },
          {
            "token": " ",
            "logprob": 0.0,
            "bytes": [
              32
            ],
            "top_logprobs": [
              {
                "token": " ",
                "logprob": 0.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " or",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  114
                ]
              },
              {
                "token": " even",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  118,
                  101,
                  110
                ]
              },
              {
                "token": " binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "  ",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  32
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " GPT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  71,
                  80,
                  84
                ]
              },
              {
                "token": " as",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  115
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              },
              {
                "token": " int",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": " mixed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  120,
                  101,
                  100
                ]
              },
              {
                "token": " ,",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  44
                ]
              },
              {
                "token": " asymmetric",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  115,
                  121,
                  109,
                  109,
                  101,
                  116,
                  114,
                  105,
                  99
                ]
              },
              {
                "token": " but",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  117,
                  116
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": " weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " down",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  111,
                  119,
                  110
                ]
              },
              {
                "token": " Ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              }
            ]
          },
          {
            "token": "2",
            "logprob": 0.0,
            "bytes": [
              50
            ],
            "top_logprobs": [
              {
                "token": "2",
                "logprob": 0.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              },
              {
                "token": "8",
                "logprob": -9999.0,
                "bytes": [
                  56
                ]
              },
              {
                "token": "6",
                "logprob": -9999.0,
                "bytes": [
                  54
                ]
              },
              {
                "token": "4",
                "logprob": -9999.0,
                "bytes": [
                  52
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "5",
                "logprob": -9999.0,
                "bytes": [
                  53
                ]
              },
              {
                "token": "32",
                "logprob": -9999.0,
                "bytes": [
                  51,
                  50
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "7",
                "logprob": -9999.0,
                "bytes": [
                  55
                ]
              },
              {
                "token": "33",
                "logprob": -9999.0,
                "bytes": [
                  51,
                  51
                ]
              },
              {
                "token": "9",
                "logprob": -9999.0,
                "bytes": [
                  57
                ]
              },
              {
                "token": "28",
                "logprob": -9999.0,
                "bytes": [
                  50,
                  56
                ]
              },
              {
                "token": "38",
                "logprob": -9999.0,
                "bytes": [
                  51,
                  56
                ]
              },
              {
                "token": "800",
                "logprob": -9999.0,
                "bytes": [
                  56,
                  48,
                  48
                ]
              },
              {
                "token": "202",
                "logprob": -9999.0,
                "bytes": [
                  50,
                  48,
                  50
                ]
              },
              {
                "token": "200",
                "logprob": -9999.0,
                "bytes": [
                  50,
                  48,
                  48
                ]
              },
              {
                "token": "30",
                "logprob": -9999.0,
                "bytes": [
                  51,
                  48
                ]
              },
              {
                "token": "16",
                "logprob": -9999.0,
                "bytes": [
                  49,
                  54
                ]
              },
              {
                "token": "¾",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  190
                ]
              }
            ]
          },
          {
            "token": "-bit",
            "logprob": 0.0,
            "bytes": [
              45,
              98,
              105,
              116
            ],
            "top_logprobs": [
              {
                "token": "-bit",
                "logprob": 0.0,
                "bytes": [
                  45,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "-b",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98
                ]
              },
              {
                "token": "-B",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  66
                ]
              },
              {
                "token": "-bin",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105,
                  110
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "bit",
                "logprob": -9999.0,
                "bytes": [
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "-bi",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "-tier",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  116,
                  105,
                  101,
                  114
                ]
              },
              {
                "token": "-beta",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  101,
                  116,
                  97
                ]
              },
              {
                "token": "-digit",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  100,
                  105,
                  103,
                  105,
                  116
                ]
              },
              {
                "token": "‑",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  145
                ]
              },
              {
                "token": "-t",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  116
                ]
              },
              {
                "token": "-p",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  112
                ]
              },
              {
                "token": "%,",
                "logprob": -9999.0,
                "bytes": [
                  37,
                  44
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "-,",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  44
                ]
              },
              {
                "token": "-weight",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": "比特",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  175,
                  148,
                  231,
                  137,
                  185
                ]
              },
              {
                "token": " bit",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  116
                ]
              }
            ]
          },
          {
            "token": ",",
            "logprob": 0.0,
            "bytes": [
              44
            ],
            "top_logprobs": [
              {
                "token": ",",
                "logprob": 0.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " weights",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116,
                  115
                ]
              },
              {
                "token": "),",
                "logprob": -9999.0,
                "bytes": [
                  41,
                  44
                ]
              },
              {
                "token": " weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " or",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  114
                ]
              },
              {
                "token": " models",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  108,
                  115
                ]
              },
              {
                "token": " quantization",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": ")",
                "logprob": -9999.0,
                "bytes": [
                  41
                ]
              },
              {
                "token": " integer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114
                ]
              },
              {
                "token": " for",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  114
                ]
              },
              {
                "token": " LL",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  76
                ]
              },
              {
                "token": " integers",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114,
                  115
                ]
              },
              {
                "token": " neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " precision",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  101,
                  99,
                  105,
                  115,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " Weight",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  87,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " ,",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  44
                ]
              },
              {
                "token": " inference",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  102,
                  101,
                  114,
                  101,
                  110,
                  99,
                  101
                ]
              },
              {
                "token": " even",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  118,
                  101,
                  110
                ]
              }
            ]
          },
          {
            "token": " or",
            "logprob": 0.0,
            "bytes": [
              32,
              111,
              114
            ],
            "top_logprobs": [
              {
                "token": " or",
                "logprob": 0.0,
                "bytes": [
                  32,
                  111,
                  114
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " even",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  118,
                  101,
                  110
                ]
              },
              {
                "token": " binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": "or",
                "logprob": -9999.0,
                "bytes": [
                  111,
                  114
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " integer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114
                ]
              },
              {
                "token": " или",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  208,
                  184,
                  208,
                  187,
                  208,
                  184
                ]
              },
              {
                "token": " int",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": " mixed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  120,
                  101,
                  100
                ]
              },
              {
                "token": " of",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": " Ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " b",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98
                ]
              },
              {
                "token": " extreme",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  116,
                  114,
                  101,
                  109,
                  101
                ]
              },
              {
                "token": " Binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  66,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " tern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " sub",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  98
                ]
              }
            ]
          },
          {
            "token": " even",
            "logprob": 0.0,
            "bytes": [
              32,
              101,
              118,
              101,
              110
            ],
            "top_logprobs": [
              {
                "token": " even",
                "logprob": 0.0,
                "bytes": [
                  32,
                  101,
                  118,
                  101,
                  110
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " mixed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  120,
                  101,
                  100
                ]
              },
              {
                "token": " sub",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  98
                ]
              },
              {
                "token": " extreme",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  116,
                  114,
                  101,
                  109,
                  101
                ]
              },
              {
                "token": " lower",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119,
                  101,
                  114
                ]
              },
              {
                "token": " b",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98
                ]
              },
              {
                "token": " integer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114
                ]
              },
              {
                "token": "甚至",
                "logprob": -9999.0,
                "bytes": [
                  231,
                  148,
                  154,
                  232,
                  135,
                  179
                ]
              },
              {
                "token": " below",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " tern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " less",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  115,
                  115
                ]
              },
              {
                "token": " INT",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73,
                  78,
                  84
                ]
              },
              {
                "token": " int",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116
                ]
              },
              {
                "token": " ultra",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  108,
                  116,
                  114,
                  97
                ]
              },
              {
                "token": " Ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " smaller",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  109,
                  97,
                  108,
                  108,
                  101,
                  114
                ]
              },
              {
                "token": " Even",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  69,
                  118,
                  101,
                  110
                ]
              }
            ]
          },
          {
            "token": " ",
            "logprob": 0.0,
            "bytes": [
              32
            ],
            "top_logprobs": [
              {
                "token": " ",
                "logprob": 0.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " sub",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  117,
                  98
                ]
              },
              {
                "token": " mixed",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  120,
                  101,
                  100
                ]
              },
              {
                "token": " b",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98
                ]
              },
              {
                "token": " extreme",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  116,
                  114,
                  101,
                  109,
                  101
                ]
              },
              {
                "token": " tern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " lower",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119,
                  101,
                  114
                ]
              },
              {
                "token": " smaller",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  109,
                  97,
                  108,
                  108,
                  101,
                  114
                ]
              },
              {
                "token": "1",
                "logprob": -9999.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": " below",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " ultra",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  108,
                  116,
                  114,
                  97
                ]
              },
              {
                "token": " less",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  115,
                  115
                ]
              },
              {
                "token": " Binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  66,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " integer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  101,
                  103,
                  101,
                  114
                ]
              },
              {
                "token": " <",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  60
                ]
              },
              {
                "token": " Ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "binary",
                "logprob": -9999.0,
                "bytes": [
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": " fractional",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  114,
                  97,
                  99,
                  116,
                  105,
                  111,
                  110,
                  97,
                  108
                ]
              }
            ]
          },
          {
            "token": "1",
            "logprob": 0.0,
            "bytes": [
              49
            ],
            "top_logprobs": [
              {
                "token": "1",
                "logprob": 0.0,
                "bytes": [
                  49
                ]
              },
              {
                "token": "8",
                "logprob": -9999.0,
                "bytes": [
                  56
                ]
              },
              {
                "token": "3",
                "logprob": -9999.0,
                "bytes": [
                  51
                ]
              },
              {
                "token": "0",
                "logprob": -9999.0,
                "bytes": [
                  48
                ]
              },
              {
                "token": "2",
                "logprob": -9999.0,
                "bytes": [
                  50
                ]
              },
              {
                "token": " binary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "4",
                "logprob": -9999.0,
                "bytes": [
                  52
                ]
              },
              {
                "token": " ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "6",
                "logprob": -9999.0,
                "bytes": [
                  54
                ]
              },
              {
                "token": "-bit",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "5",
                "logprob": -9999.0,
                "bytes": [
                  53
                ]
              },
              {
                "token": "tern",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": "binary",
                "logprob": -9999.0,
                "bytes": [
                  98,
                  105,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "Ternary",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "<",
                "logprob": -9999.0,
                "bytes": [
                  60
                ]
              },
              {
                "token": "ernary",
                "logprob": -9999.0,
                "bytes": [
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "100",
                "logprob": -9999.0,
                "bytes": [
                  49,
                  48,
                  48
                ]
              },
              {
                "token": " Ternary",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  101,
                  114,
                  110,
                  97,
                  114,
                  121
                ]
              },
              {
                "token": "7",
                "logprob": -9999.0,
                "bytes": [
                  55
                ]
              },
              {
                "token": "¹",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  185
                ]
              }
            ]
          },
          {
            "token": "-bit",
            "logprob": 0.0,
            "bytes": [
              45,
              98,
              105,
              116
            ],
            "top_logprobs": [
              {
                "token": "-bit",
                "logprob": 0.0,
                "bytes": [
                  45,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "-b",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98
                ]
              },
              {
                "token": "bit",
                "logprob": -9999.0,
                "bytes": [
                  98,
                  105,
                  116
                ]
              },
              {
                "token": "/",
                "logprob": -9999.0,
                "bytes": [
                  47
                ]
              },
              {
                "token": " bit",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  105,
                  116
                ]
              },
              {
                "token": ".x",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  120
                ]
              },
              {
                "token": "-B",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  66
                ]
              },
              {
                "token": "-weight",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": "\\.",
                "logprob": -9999.0,
                "bytes": [
                  92,
                  46
                ]
              },
              {
                "token": "-bin",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105,
                  110
                ]
              },
              {
                "token": "-bi",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  105
                ]
              },
              {
                "token": "‑",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  145
                ]
              },
              {
                "token": "-but",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  98,
                  117,
                  116
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "比特",
                "logprob": -9999.0,
                "bytes": [
                  230,
                  175,
                  148,
                  231,
                  137,
                  185
                ]
              },
              {
                "token": "–",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  147
                ]
              },
              {
                "token": "-p",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  112
                ]
              },
              {
                "token": " -",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  45
                ]
              }
            ]
          }
        ]
      },
      "finish_reason": "length"
    }
  ],
  "usage": {
    "prompt_tokens": 14,
    "completion_tokens": 24,
    "total_tokens": 38,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "prompt_cache_hit_tokens": 0,
    "prompt_cache_miss_tokens": 14
  },
  "system_fingerprint": "fp_a18b46594c_prod0820_fp8_kvcache_20260402"
}