{
  "id": "87db50ab-cba5-4ab0-9ef8-af996673d573",
  "object": "chat.completion",
  "created": 1785576371,
  "model": "deepseek-v4-flash",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "To understand why quantization error can affect rare experts more than common experts, we have to look at how **Mixture-of"
      },
      "logprobs": {
        "content": [
          {
            "token": "To",
            "logprob": 0.0,
            "bytes": [
              84,
              111
            ],
            "top_logprobs": [
              {
                "token": "To",
                "logprob": 0.0,
                "bytes": [
                  84,
                  111
                ]
              },
              {
                "token": "Quant",
                "logprob": -9999.0,
                "bytes": [
                  81,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": "In",
                "logprob": -9999.0,
                "bytes": [
                  73,
                  110
                ]
              },
              {
                "token": "The",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  101
                ]
              },
              {
                "token": "Let",
                "logprob": -9999.0,
                "bytes": [
                  76,
                  101,
                  116
                ]
              },
              {
                "token": "This",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": "Here",
                "logprob": -9999.0,
                "bytes": [
                  72,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "When",
                "logprob": -9999.0,
                "bytes": [
                  87,
                  104,
                  101,
                  110
                ]
              },
              {
                "token": "Great",
                "logprob": -9999.0,
                "bytes": [
                  71,
                  114,
                  101,
                  97,
                  116
                ]
              },
              {
                "token": "At",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  116
                ]
              },
              {
                "token": "Alright",
                "logprob": -9999.0,
                "bytes": [
                  65,
                  108,
                  114,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": "Because",
                "logprob": -9999.0,
                "bytes": [
                  66,
                  101,
                  99,
                  97,
                  117,
                  115,
                  101
                ]
              },
              {
                "token": "#",
                "logprob": -9999.0,
                "bytes": [
                  35
                ]
              },
              {
                "token": "I",
                "logprob": -9999.0,
                "bytes": [
                  73
                ]
              },
              {
                "token": "Before",
                "logprob": -9999.0,
                "bytes": [
                  66,
                  101,
                  102,
                  111,
                  114,
                  101
                ]
              },
              {
                "token": "You",
                "logprob": -9999.0,
                "bytes": [
                  89,
                  111,
                  117
                ]
              },
              {
                "token": "There",
                "logprob": -9999.0,
                "bytes": [
                  84,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "One",
                "logprob": -9999.0,
                "bytes": [
                  79,
                  110,
                  101
                ]
              },
              {
                "token": "Central",
                "logprob": -9999.0,
                "bytes": [
                  67,
                  101,
                  110,
                  116,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": "**",
                "logprob": -9999.0,
                "bytes": [
                  42,
                  42
                ]
              }
            ]
          },
          {
            "token": " understand",
            "logprob": 0.0,
            "bytes": [
              32,
              117,
              110,
              100,
              101,
              114,
              115,
              116,
              97,
              110,
              100
            ],
            "top_logprobs": [
              {
                "token": " understand",
                "logprob": 0.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " explain",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  108,
                  97,
                  105,
                  110
                ]
              },
              {
                "token": " answer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  115,
                  119,
                  101,
                  114
                ]
              },
              {
                "token": " understanding",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  97,
                  110,
                  100,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": " fully",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  117,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " truly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  114,
                  117,
                  108,
                  121
                ]
              },
              {
                "token": " Understand",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  85,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": "understand",
                "logprob": -9999.0,
                "bytes": [
                  117,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " really",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " understands",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  97,
                  110,
                  100,
                  115
                ]
              },
              {
                "token": " understood",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  111,
                  111,
                  100
                ]
              },
              {
                "token": " grasp",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  103,
                  114,
                  97,
                  115,
                  112
                ]
              },
              {
                "token": " unpack",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  112,
                  97,
                  99,
                  107
                ]
              },
              {
                "token": "理解",
                "logprob": -9999.0,
                "bytes": [
                  231,
                  144,
                  134,
                  232,
                  167,
                  163
                ]
              },
              {
                "token": " deeply",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112,
                  108,
                  121
                ]
              },
              {
                "token": " illustrate",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  108,
                  108,
                  117,
                  115,
                  116,
                  114,
                  97,
                  116,
                  101
                ]
              },
              {
                "token": " under",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114
                ]
              },
              {
                "token": " properly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  112,
                  101,
                  114,
                  108,
                  121
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " accurately",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  99,
                  99,
                  117,
                  114,
                  97,
                  116,
                  101,
                  108,
                  121
                ]
              }
            ]
          },
          {
            "token": " why",
            "logprob": 0.0,
            "bytes": [
              32,
              119,
              104,
              121
            ],
            "top_logprobs": [
              {
                "token": " why",
                "logprob": 0.0,
                "bytes": [
                  32,
                  119,
                  104,
                  121
                ]
              },
              {
                "token": " this",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " how",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  111,
                  119
                ]
              },
              {
                "token": " quantization",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " exactly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  97,
                  99,
                  116,
                  108,
                  121
                ]
              },
              {
                "token": " почему",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  208,
                  191,
                  208,
                  190,
                  209,
                  135,
                  208,
                  181,
                  208,
                  188,
                  209,
                  131
                ]
              },
              {
                "token": "why",
                "logprob": -9999.0,
                "bytes": [
                  119,
                  104,
                  121
                ]
              },
              {
                "token": " pourquoi",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  111,
                  117,
                  114,
                  113,
                  117,
                  111,
                  105
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " _",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95
                ]
              },
              {
                "token": " whether",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  116,
                  104,
                  101,
                  114
                ]
              },
              {
                "token": " precisely",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  101,
                  99,
                  105,
                  115,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": "为什么",
                "logprob": -9999.0,
                "bytes": [
                  228,
                  184,
                  186,
                  228,
                  187,
                  128,
                  228,
                  185,
                  136
                ]
              },
              {
                "token": " **_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42,
                  95
                ]
              },
              {
                "token": " Why",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  87,
                  104,
                  121
                ]
              },
              {
                "token": " that",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  116
                ]
              }
            ]
          },
          {
            "token": " quantization",
            "logprob": 0.0,
            "bytes": [
              32,
              113,
              117,
              97,
              110,
              116,
              105,
              122,
              97,
              116,
              105,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": " quantization",
                "logprob": 0.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " rare",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  97,
                  114,
                  101
                ]
              },
              {
                "token": " this",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " quantification",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  102,
                  105,
                  99,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " experts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " Quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  81,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " expert",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116
                ]
              },
              {
                "token": "quant",
                "logprob": -9999.0,
                "bytes": [
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " quantum",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  117,
                  109
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " an",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110
                ]
              },
              {
                "token": " larger",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  114,
                  103,
                  101,
                  114
                ]
              },
              {
                "token": " rarity",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  97,
                  114,
                  105,
                  116,
                  121
                ]
              },
              {
                "token": " low",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  119
                ]
              },
              {
                "token": " scaling",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  99,
                  97,
                  108,
                  105,
                  110,
                  103
                ]
              }
            ]
          },
          {
            "token": " error",
            "logprob": 0.0,
            "bytes": [
              32,
              101,
              114,
              114,
              111,
              114
            ],
            "top_logprobs": [
              {
                "token": " error",
                "logprob": 0.0,
                "bytes": [
                  32,
                  101,
                  114,
                  114,
                  111,
                  114
                ]
              },
              {
                "token": " can",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  97,
                  110
                ]
              },
              {
                "token": " affects",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  102,
                  101,
                  99,
                  116,
                  115
                ]
              },
              {
                "token": " errors",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  114,
                  114,
                  111,
                  114,
                  115
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " disproportionately",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110,
                  97,
                  116,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " often",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102,
                  116,
                  101,
                  110
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " hurts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  117,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": "error",
                "logprob": -9999.0,
                "bytes": [
                  101,
                  114,
                  114,
                  111,
                  114
                ]
              },
              {
                "token": "误差",
                "logprob": -9999.0,
                "bytes": [
                  232,
                  175,
                  175,
                  229,
                  183,
                  174
                ]
              },
              {
                "token": " might",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " hits",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": " has",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  115
                ]
              },
              {
                "token": " tends",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  110,
                  100,
                  115
                ]
              },
              {
                "token": " harms",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  114,
                  109,
                  115
                ]
              },
              {
                "token": " impacts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  109,
                  112,
                  97,
                  99,
                  116,
                  115
                ]
              },
              {
                "token": " Error",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  69,
                  114,
                  114,
                  111,
                  114
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              }
            ]
          },
          {
            "token": " can",
            "logprob": 0.0,
            "bytes": [
              32,
              99,
              97,
              110
            ],
            "top_logprobs": [
              {
                "token": " can",
                "logprob": 0.0,
                "bytes": [
                  32,
                  99,
                  97,
                  110
                ]
              },
              {
                "token": " affects",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  102,
                  101,
                  99,
                  116,
                  115
                ]
              },
              {
                "token": " disproportionately",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110,
                  97,
                  116,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " hits",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  116,
                  115
                ]
              },
              {
                "token": " tends",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  101,
                  110,
                  100,
                  115
                ]
              },
              {
                "token": " often",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102,
                  116,
                  101,
                  110
                ]
              },
              {
                "token": " hurts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  117,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " impacts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  109,
                  112,
                  97,
                  99,
                  116,
                  115
                ]
              },
              {
                "token": " disproportion",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " harms",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  114,
                  109,
                  115
                ]
              },
              {
                "token": " might",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": " strikes",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  107,
                  101,
                  115
                ]
              },
              {
                "token": " pun",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  117,
                  110
                ]
              },
              {
                "token": " h",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " typically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  121,
                  112,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " aff",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  102
                ]
              },
              {
                "token": " unfairly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  102,
                  97,
                  105,
                  114,
                  108,
                  121
                ]
              }
            ]
          },
          {
            "token": " affect",
            "logprob": 0.0,
            "bytes": [
              32,
              97,
              102,
              102,
              101,
              99,
              116
            ],
            "top_logprobs": [
              {
                "token": " affect",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97,
                  102,
                  102,
                  101,
                  99,
                  116
                ]
              },
              {
                "token": " disproportionately",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110,
                  97,
                  116,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " hurt",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  117,
                  114,
                  116
                ]
              },
              {
                "token": " hit",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  105,
                  116
                ]
              },
              {
                "token": " disproportion",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " harm",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  114,
                  109
                ]
              },
              {
                "token": " impact",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  109,
                  112,
                  97,
                  99,
                  116
                ]
              },
              {
                "token": " have",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  118,
                  101
                ]
              },
              {
                "token": " strike",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  105,
                  107,
                  101
                ]
              },
              {
                "token": " more",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  114,
                  101
                ]
              },
              {
                "token": " punish",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  117,
                  110,
                  105,
                  115,
                  104
                ]
              },
              {
                "token": " aff",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  102,
                  102
                ]
              },
              {
                "token": " be",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101
                ]
              },
              {
                "token": " unfairly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  102,
                  97,
                  105,
                  114,
                  108,
                  121
                ]
              },
              {
                "token": " uneven",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  101,
                  118,
                  101,
                  110
                ]
              },
              {
                "token": " devast",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  118,
                  97,
                  115,
                  116
                ]
              },
              {
                "token": " asymmet",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  115,
                  121,
                  109,
                  109,
                  101,
                  116
                ]
              },
              {
                "token": " hammer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  109,
                  109,
                  101,
                  114
                ]
              },
              {
                "token": " systematically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  121,
                  115,
                  116,
                  101,
                  109,
                  97,
                  116,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              }
            ]
          },
          {
            "token": " rare",
            "logprob": 0.0,
            "bytes": [
              32,
              114,
              97,
              114,
              101
            ],
            "top_logprobs": [
              {
                "token": " rare",
                "logprob": 0.0,
                "bytes": [
                  32,
                  114,
                  97,
                  114,
                  101
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " _",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95
                ]
              },
              {
                "token": " \"",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  34
                ]
              },
              {
                "token": " **_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42,
                  95
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " rarely",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  97,
                  114,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " ***",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42,
                  42
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " experts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " sparse",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  97,
                  114,
                  115,
                  101
                ]
              },
              {
                "token": " r",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114
                ]
              },
              {
                "token": "**",
                "logprob": -9999.0,
                "bytes": [
                  42,
                  42
                ]
              },
              {
                "token": " `",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  96
                ]
              },
              {
                "token": " more",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  114,
                  101
                ]
              },
              {
                "token": " expert",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116
                ]
              },
              {
                "token": " _**",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95,
                  42,
                  42
                ]
              },
              {
                "token": "rare",
                "logprob": -9999.0,
                "bytes": [
                  114,
                  97,
                  114,
                  101
                ]
              },
              {
                "token": " Rare",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  82,
                  97,
                  114,
                  101
                ]
              }
            ]
          },
          {
            "token": " experts",
            "logprob": 0.0,
            "bytes": [
              32,
              101,
              120,
              112,
              101,
              114,
              116,
              115
            ],
            "top_logprobs": [
              {
                "token": " experts",
                "logprob": 0.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " or",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  114
                ]
              },
              {
                "token": " expert",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116
                ]
              },
              {
                "token": " \"",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  34
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " specialists",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  105,
                  115,
                  116,
                  115
                ]
              },
              {
                "token": " (\"",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  34
                ]
              },
              {
                "token": " tokens",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111,
                  107,
                  101,
                  110,
                  115
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " expertise",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  105,
                  115,
                  101
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " Experts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  69,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " (**",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  42,
                  42
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " versus",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  118,
                  101,
                  114,
                  115,
                  117,
                  115
                ]
              },
              {
                "token": " inputs",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  112,
                  117,
                  116,
                  115
                ]
              },
              {
                "token": " (`",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  96
                ]
              },
              {
                "token": " parameters",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  97,
                  109,
                  101,
                  116,
                  101,
                  114,
                  115
                ]
              },
              {
                "token": " (_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  95
                ]
              }
            ]
          },
          {
            "token": " more",
            "logprob": 0.0,
            "bytes": [
              32,
              109,
              111,
              114,
              101
            ],
            "top_logprobs": [
              {
                "token": " more",
                "logprob": 0.0,
                "bytes": [
                  32,
                  109,
                  111,
                  114,
                  101
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " disproportionately",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110,
                  97,
                  116,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": "*",
                "logprob": -9999.0,
                "bytes": [
                  42
                ]
              },
              {
                "token": " worse",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  111,
                  114,
                  115,
                  101
                ]
              },
              {
                "token": " _",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95
                ]
              },
              {
                "token": " differently",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  102,
                  102,
                  101,
                  114,
                  101,
                  110,
                  116,
                  108,
                  121
                ]
              },
              {
                "token": "more",
                "logprob": -9999.0,
                "bytes": [
                  109,
                  111,
                  114,
                  101
                ]
              },
              {
                "token": " far",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  97,
                  114
                ]
              },
              {
                "token": " (_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  95
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " much",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  117,
                  99,
                  104
                ]
              },
              {
                "token": " (*",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40,
                  42
                ]
              },
              {
                "token": " significantly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  105,
                  103,
                  110,
                  105,
                  102,
                  105,
                  99,
                  97,
                  110,
                  116,
                  108,
                  121
                ]
              }
            ]
          },
          {
            "token": " than",
            "logprob": 0.0,
            "bytes": [
              32,
              116,
              104,
              97,
              110
            ],
            "top_logprobs": [
              {
                "token": " than",
                "logprob": 0.0,
                "bytes": [
                  32,
                  116,
                  104,
                  97,
                  110
                ]
              },
              {
                "token": " severely",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  118,
                  101,
                  114,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " heavily",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  101,
                  97,
                  118,
                  105,
                  108,
                  121
                ]
              },
              {
                "token": " harsh",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  114,
                  115,
                  104
                ]
              },
              {
                "token": " significantly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  105,
                  103,
                  110,
                  105,
                  102,
                  105,
                  99,
                  97,
                  110,
                  116,
                  108,
                  121
                ]
              },
              {
                "token": " adversely",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  100,
                  118,
                  101,
                  114,
                  115,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " negatively",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  103,
                  97,
                  116,
                  105,
                  118,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " drastically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  114,
                  97,
                  115,
                  116,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " profoundly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  102,
                  111,
                  117,
                  110,
                  100,
                  108,
                  121
                ]
              },
              {
                "token": " aggressively",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  103,
                  103,
                  114,
                  101,
                  115,
                  115,
                  105,
                  118,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " dramatically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  114,
                  97,
                  109,
                  97,
                  116,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " acutely",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  99,
                  117,
                  116,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " sharply",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  97,
                  114,
                  112,
                  108,
                  121
                ]
              },
              {
                "token": " disproportionately",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  112,
                  114,
                  111,
                  112,
                  111,
                  114,
                  116,
                  105,
                  111,
                  110,
                  97,
                  116,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": "than",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  104,
                  97,
                  110
                ]
              },
              {
                "token": " deeply",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112,
                  108,
                  121
                ]
              },
              {
                "token": " often",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102,
                  116,
                  101,
                  110
                ]
              },
              {
                "token": " strongly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  114,
                  111,
                  110,
                  103,
                  108,
                  121
                ]
              },
              {
                "token": " Than",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  84,
                  104,
                  97,
                  110
                ]
              }
            ]
          },
          {
            "token": " common",
            "logprob": 0.0,
            "bytes": [
              32,
              99,
              111,
              109,
              109,
              111,
              110
            ],
            "top_logprobs": [
              {
                "token": " common",
                "logprob": 0.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109,
                  111,
                  110
                ]
              },
              {
                "token": "common",
                "logprob": -9999.0,
                "bytes": [
                  99,
                  111,
                  109,
                  109,
                  111,
                  110
                ]
              },
              {
                "token": " they",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  121
                ]
              },
              {
                "token": " commons",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109,
                  111,
                  110,
                  115
                ]
              },
              {
                "token": " their",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  105,
                  114
                ]
              },
              {
                "token": " commonly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109,
                  111,
                  110,
                  108,
                  121
                ]
              },
              {
                "token": " frequent",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  114,
                  101,
                  113,
                  117,
                  101,
                  110,
                  116
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " Common",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  67,
                  111,
                  109,
                  109,
                  111,
                  110
                ]
              },
              {
                "token": " comm",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109
                ]
              },
              {
                "token": " dense",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  110,
                  115,
                  101
                ]
              },
              {
                "token": "常见",
                "logprob": -9999.0,
                "bytes": [
                  229,
                  184,
                  184,
                  232,
                  167,
                  129
                ]
              },
              {
                "token": " it",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116
                ]
              },
              {
                "token": " shared",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  97,
                  114,
                  101,
                  100
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": ".common",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  99,
                  111,
                  109,
                  109,
                  111,
                  110
                ]
              },
              {
                "token": " commonplace",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  109,
                  111,
                  110,
                  112,
                  108,
                  97,
                  99,
                  101
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " común",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  195,
                  186,
                  110
                ]
              },
              {
                "token": "/common",
                "logprob": -9999.0,
                "bytes": [
                  47,
                  99,
                  111,
                  109,
                  109,
                  111,
                  110
                ]
              }
            ]
          },
          {
            "token": " experts",
            "logprob": 0.0,
            "bytes": [
              32,
              101,
              120,
              112,
              101,
              114,
              116,
              115
            ],
            "top_logprobs": [
              {
                "token": " experts",
                "logprob": 0.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " ones",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  101,
                  115
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " specialists",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  105,
                  115,
                  116,
                  115
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": " others",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  116,
                  104,
                  101,
                  114,
                  115
                ]
              },
              {
                "token": " expert",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116
                ]
              },
              {
                "token": " Experts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  69,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " \"",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  34
                ]
              },
              {
                "token": " examples",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  97,
                  109,
                  112,
                  108,
                  101,
                  115
                ]
              },
              {
                "token": " one",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  101
                ]
              },
              {
                "token": " exponents",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  111,
                  110,
                  101,
                  110,
                  116,
                  115
                ]
              },
              {
                "token": " counterparts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  117,
                  110,
                  116,
                  101,
                  114,
                  112,
                  97,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " professionals",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  114,
                  111,
                  102,
                  101,
                  115,
                  115,
                  105,
                  111,
                  110,
                  97,
                  108,
                  115
                ]
              },
              {
                "token": " them",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  109
                ]
              },
              {
                "token": ".",
                "logprob": -9999.0,
                "bytes": [
                  46
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " expertise",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  105,
                  115,
                  101
                ]
              }
            ]
          },
          {
            "token": ",",
            "logprob": 0.0,
            "bytes": [
              44
            ],
            "top_logprobs": [
              {
                "token": ",",
                "logprob": 0.0,
                "bytes": [
                  44
                ]
              },
              {
                "token": "—",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  148
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " —",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  226,
                  128,
                  148
                ]
              },
              {
                "token": "--",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  45
                ]
              },
              {
                "token": " is",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  115
                ]
              },
              {
                "token": " requires",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  114,
                  101,
                  113,
                  117,
                  105,
                  114,
                  101,
                  115
                ]
              },
              {
                "token": " we",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  101
                ]
              },
              {
                "token": "---",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  45,
                  45
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " ,",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  44
                ]
              },
              {
                "token": " -",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  45
                ]
              },
              {
                "token": " involves",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  118,
                  111,
                  108,
                  118,
                  101,
                  115
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " --",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  45,
                  45
                ]
              },
              {
                "token": " especially",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " on",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110
                ]
              },
              {
                "token": ";",
                "logprob": -9999.0,
                "bytes": [
                  59
                ]
              },
              {
                "token": " within",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  105,
                  116,
                  104,
                  105,
                  110
                ]
              }
            ]
          },
          {
            "token": " we",
            "logprob": 0.0,
            "bytes": [
              32,
              119,
              101
            ],
            "top_logprobs": [
              {
                "token": " we",
                "logprob": 0.0,
                "bytes": [
                  32,
                  119,
                  101
                ]
              },
              {
                "token": " you",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  121,
                  111,
                  117
                ]
              },
              {
                "token": " especially",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  115,
                  112,
                  101,
                  99,
                  105,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " it",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116
                ]
              },
              {
                "token": " let",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  101,
                  116
                ]
              },
              {
                "token": " particularly",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  114,
                  116,
                  105,
                  99,
                  117,
                  108,
                  97,
                  114,
                  108,
                  121
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " imagine",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  109,
                  97,
                  103,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " think",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  110,
                  107
                ]
              },
              {
                "token": " specifically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  102,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " and",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " there",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": "we",
                "logprob": -9999.0,
                "bytes": [
                  119,
                  101
                ]
              },
              {
                "token": " one",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  101
                ]
              },
              {
                "token": " this",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": " first",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " I",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  73
                ]
              },
              {
                "token": " in",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110
                ]
              },
              {
                "token": ",",
                "logprob": -9999.0,
                "bytes": [
                  44
                ]
              }
            ]
          },
          {
            "token": " have",
            "logprob": 0.0,
            "bytes": [
              32,
              104,
              97,
              118,
              101
            ],
            "top_logprobs": [
              {
                "token": " have",
                "logprob": 0.0,
                "bytes": [
                  32,
                  104,
                  97,
                  118,
                  101
                ]
              },
              {
                "token": " need",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  101,
                  100
                ]
              },
              {
                "token": " first",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " must",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  117,
                  115,
                  116
                ]
              },
              {
                "token": " can",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  97,
                  110
                ]
              },
              {
                "token": " has",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  97,
                  115
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " needs",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  101,
                  100,
                  115
                ]
              },
              {
                "token": " cannot",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  97,
                  110,
                  110,
                  111,
                  116
                ]
              },
              {
                "token": " only",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  108,
                  121
                ]
              },
              {
                "token": " to",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": "have",
                "logprob": -9999.0,
                "bytes": [
                  104,
                  97,
                  118,
                  101
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": "first",
                "logprob": -9999.0,
                "bytes": [
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " should",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  104,
                  111,
                  117,
                  108,
                  100
                ]
              },
              {
                "token": "’",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  153
                ]
              },
              {
                "token": " also",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  108,
                  115,
                  111
                ]
              },
              {
                "token": " actually",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  99,
                  116,
                  117,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " usually",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  115,
                  117,
                  97,
                  108,
                  108,
                  121
                ]
              }
            ]
          },
          {
            "token": " to",
            "logprob": 0.0,
            "bytes": [
              32,
              116,
              111
            ],
            "top_logprobs": [
              {
                "token": " to",
                "logprob": 0.0,
                "bytes": [
                  32,
                  116,
                  111
                ]
              },
              {
                "token": " first",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " look",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  111,
                  111,
                  107
                ]
              },
              {
                "token": " t",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " break",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  101,
                  97,
                  107
                ]
              },
              {
                "token": " three",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": "to",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  111
                ]
              },
              {
                "token": " two",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  119,
                  111
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " ",
                "logprob": -9999.0,
                "bytes": [
                  32
                ]
              },
              {
                "token": " top",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  111,
                  112
                ]
              },
              {
                "token": " broken",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  111,
                  107,
                  101,
                  110
                ]
              },
              {
                "token": " must",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  117,
                  115,
                  116
                ]
              },
              {
                "token": " diss",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  115
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " breaking",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  101,
                  97,
                  107,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": "-to",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  116,
                  111
                ]
              },
              {
                "token": "\n\n",
                "logprob": -9999.0,
                "bytes": [
                  10,
                  10
                ]
              },
              {
                "token": " not",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  111,
                  116
                ]
              }
            ]
          },
          {
            "token": " look",
            "logprob": 0.0,
            "bytes": [
              32,
              108,
              111,
              111,
              107
            ],
            "top_logprobs": [
              {
                "token": " look",
                "logprob": 0.0,
                "bytes": [
                  32,
                  108,
                  111,
                  111,
                  107
                ]
              },
              {
                "token": " break",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  101,
                  97,
                  107
                ]
              },
              {
                "token": " first",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " combine",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  109,
                  98,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": " unpack",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  112,
                  97,
                  99,
                  107
                ]
              },
              {
                "token": " connect",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  110,
                  101,
                  99,
                  116
                ]
              },
              {
                "token": " peel",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  101,
                  101,
                  108
                ]
              },
              {
                "token": " diss",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  105,
                  115,
                  115
                ]
              },
              {
                "token": " understand",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114,
                  115,
                  116,
                  97,
                  110,
                  100
                ]
              },
              {
                "token": " examine",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  97,
                  109,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": " start",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  116,
                  97,
                  114,
                  116
                ]
              },
              {
                "token": " pull",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  117,
                  108,
                  108
                ]
              },
              {
                "token": " merge",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  101,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " zoom",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  122,
                  111,
                  111,
                  109
                ]
              },
              {
                "token": " bridge",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  114,
                  105,
                  100,
                  103,
                  101
                ]
              },
              {
                "token": " layer",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  121,
                  101,
                  114
                ]
              },
              {
                "token": " consider",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  111,
                  110,
                  115,
                  105,
                  100,
                  101,
                  114
                ]
              },
              {
                "token": " piece",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  105,
                  101,
                  99,
                  101
                ]
              },
              {
                "token": " unt",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  116
                ]
              },
              {
                "token": " decompose",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  99,
                  111,
                  109,
                  112,
                  111,
                  115,
                  101
                ]
              }
            ]
          },
          {
            "token": " at",
            "logprob": 0.0,
            "bytes": [
              32,
              97,
              116
            ],
            "top_logprobs": [
              {
                "token": " at",
                "logprob": 0.0,
                "bytes": [
                  32,
                  97,
                  116
                ]
              },
              {
                "token": " closely",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  108,
                  111,
                  115,
                  101,
                  108,
                  121
                ]
              },
              {
                "token": " under",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  117,
                  110,
                  100,
                  101,
                  114
                ]
              },
              {
                "token": " through",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  114,
                  111,
                  117,
                  103,
                  104
                ]
              },
              {
                "token": " not",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  111,
                  116
                ]
              },
              {
                "token": " specifically",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  101,
                  99,
                  105,
                  102,
                  105,
                  99,
                  97,
                  108,
                  108,
                  121
                ]
              },
              {
                "token": " beyond",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  121,
                  111,
                  110,
                  100
                ]
              },
              {
                "token": " into",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  116,
                  111
                ]
              },
              {
                "token": " first",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  105,
                  114,
                  115,
                  116
                ]
              },
              {
                "token": " how",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  104,
                  111,
                  119
                ]
              },
              {
                "token": "at",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  116
                ]
              },
              {
                "token": " beneath",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  110,
                  101,
                  97,
                  116,
                  104
                ]
              },
              {
                "token": " back",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  97,
                  99,
                  107
                ]
              },
              {
                "token": " behind",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  101,
                  104,
                  105,
                  110,
                  100
                ]
              },
              {
                "token": " past",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  112,
                  97,
                  115,
                  116
                ]
              },
              {
                "token": " deeply",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112,
                  108,
                  121
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              },
              {
                "token": " deep",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  100,
                  101,
                  101,
                  112
                ]
              },
              {
                "token": " inside",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  110,
                  115,
                  105,
                  100,
                  101
                ]
              }
            ]
          },
          {
            "token": " how",
            "logprob": 0.0,
            "bytes": [
              32,
              104,
              111,
              119
            ],
            "top_logprobs": [
              {
                "token": " how",
                "logprob": 0.0,
                "bytes": [
                  32,
                  104,
                  111,
                  119
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " two",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  119,
                  111
                ]
              },
              {
                "token": " **",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              },
              {
                "token": " three",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  114,
                  101,
                  101
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " what",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  97,
                  116
                ]
              },
              {
                "token": " it",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  105,
                  116
                ]
              },
              {
                "token": " why",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  121
                ]
              },
              {
                "token": " _",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  95
                ]
              },
              {
                "token": " where",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  119,
                  104,
                  101,
                  114,
                  101
                ]
              },
              {
                "token": " several",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  101,
                  118,
                  101,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " **_",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42,
                  42,
                  95
                ]
              },
              {
                "token": " this",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  105,
                  115
                ]
              },
              {
                "token": " (",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  40
                ]
              },
              {
                "token": " four",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  102,
                  111,
                  117,
                  114
                ]
              },
              {
                "token": " one",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  110,
                  101
                ]
              },
              {
                "token": " an",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97,
                  110
                ]
              }
            ]
          },
          {
            "token": " **",
            "logprob": 0.0,
            "bytes": [
              32,
              42,
              42
            ],
            "top_logprobs": [
              {
                "token": " **",
                "logprob": 0.0,
                "bytes": [
                  32,
                  42,
                  42
                ]
              },
              {
                "token": " quantization",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116,
                  105,
                  122,
                  97,
                  116,
                  105,
                  111,
                  110
                ]
              },
              {
                "token": " modern",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": " Mi",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  77,
                  105
                ]
              },
              {
                "token": " neural",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  110,
                  101,
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": " mixture",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  105,
                  120,
                  116,
                  117,
                  114,
                  101
                ]
              },
              {
                "token": " both",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  98,
                  111,
                  116,
                  104
                ]
              },
              {
                "token": " large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  108,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " the",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101
                ]
              },
              {
                "token": " machine",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  97,
                  99,
                  104,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": " *",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  42
                ]
              },
              {
                "token": " a",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  97
                ]
              },
              {
                "token": " these",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  116,
                  104,
                  101,
                  115,
                  101
                ]
              },
              {
                "token": " models",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  109,
                  111,
                  100,
                  101,
                  108,
                  115
                ]
              },
              {
                "token": " quant",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": " expert",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116
                ]
              },
              {
                "token": " experts",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  101,
                  120,
                  112,
                  101,
                  114,
                  116,
                  115
                ]
              },
              {
                "token": " Large",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  76,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": " sparse",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  115,
                  112,
                  97,
                  114,
                  115,
                  101
                ]
              },
              {
                "token": " \"",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  34
                ]
              }
            ]
          },
          {
            "token": "Mi",
            "logprob": 0.0,
            "bytes": [
              77,
              105
            ],
            "top_logprobs": [
              {
                "token": "Mi",
                "logprob": 0.0,
                "bytes": [
                  77,
                  105
                ]
              },
              {
                "token": "mi",
                "logprob": -9999.0,
                "bytes": [
                  109,
                  105
                ]
              },
              {
                "token": "quant",
                "logprob": -9999.0,
                "bytes": [
                  113,
                  117,
                  97,
                  110,
                  116
                ]
              },
              {
                "token": "sp",
                "logprob": -9999.0,
                "bytes": [
                  115,
                  112
                ]
              },
              {
                "token": "stat",
                "logprob": -9999.0,
                "bytes": [
                  115,
                  116,
                  97,
                  116
                ]
              },
              {
                "token": "ex",
                "logprob": -9999.0,
                "bytes": [
                  101,
                  120
                ]
              },
              {
                "token": "model",
                "logprob": -9999.0,
                "bytes": [
                  109,
                  111,
                  100,
                  101,
                  108
                ]
              },
              {
                "token": "Mo",
                "logprob": -9999.0,
                "bytes": [
                  77,
                  111
                ]
              },
              {
                "token": "weight",
                "logprob": -9999.0,
                "bytes": [
                  119,
                  101,
                  105,
                  103,
                  104,
                  116
                ]
              },
              {
                "token": "ne",
                "logprob": -9999.0,
                "bytes": [
                  110,
                  101
                ]
              },
              {
                "token": "data",
                "logprob": -9999.0,
                "bytes": [
                  100,
                  97,
                  116,
                  97
                ]
              },
              {
                "token": "mixed",
                "logprob": -9999.0,
                "bytes": [
                  109,
                  105,
                  120,
                  101,
                  100
                ]
              },
              {
                "token": "training",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  114,
                  97,
                  105,
                  110,
                  105,
                  110,
                  103
                ]
              },
              {
                "token": "large",
                "logprob": -9999.0,
                "bytes": [
                  108,
                  97,
                  114,
                  103,
                  101
                ]
              },
              {
                "token": "weights",
                "logprob": -9999.0,
                "bytes": [
                  119,
                  101,
                  105,
                  103,
                  104,
                  116,
                  115
                ]
              },
              {
                "token": "modern",
                "logprob": -9999.0,
                "bytes": [
                  109,
                  111,
                  100,
                  101,
                  114,
                  110
                ]
              },
              {
                "token": "exper",
                "logprob": -9999.0,
                "bytes": [
                  101,
                  120,
                  112,
                  101,
                  114
                ]
              },
              {
                "token": "machine",
                "logprob": -9999.0,
                "bytes": [
                  109,
                  97,
                  99,
                  104,
                  105,
                  110,
                  101
                ]
              },
              {
                "token": "the",
                "logprob": -9999.0,
                "bytes": [
                  116,
                  104,
                  101
                ]
              },
              {
                "token": "Mixed",
                "logprob": -9999.0,
                "bytes": [
                  77,
                  105,
                  120,
                  101,
                  100
                ]
              }
            ]
          },
          {
            "token": "xture",
            "logprob": 0.0,
            "bytes": [
              120,
              116,
              117,
              114,
              101
            ],
            "top_logprobs": [
              {
                "token": "xture",
                "logprob": 0.0,
                "bytes": [
                  120,
                  116,
                  117,
                  114,
                  101
                ]
              },
              {
                "token": "xtures",
                "logprob": -9999.0,
                "bytes": [
                  120,
                  116,
                  117,
                  114,
                  101,
                  115
                ]
              },
              {
                "token": "xt",
                "logprob": -9999.0,
                "bytes": [
                  120,
                  116
                ]
              },
              {
                "token": "racle",
                "logprob": -9999.0,
                "bytes": [
                  114,
                  97,
                  99,
                  108,
                  101
                ]
              },
              {
                "token": "xty",
                "logprob": -9999.0,
                "bytes": [
                  120,
                  116,
                  121
                ]
              },
              {
                "token": "xtap",
                "logprob": -9999.0,
                "bytes": [
                  120,
                  116,
                  97,
                  112
                ]
              },
              {
                "token": "Xt",
                "logprob": -9999.0,
                "bytes": [
                  88,
                  116
                ]
              },
              {
                "token": "-of",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  111,
                  102
                ]
              },
              {
                "token": "X",
                "logprob": -9999.0,
                "bytes": [
                  88
                ]
              },
              {
                "token": "x",
                "logprob": -9999.0,
                "bytes": [
                  120
                ]
              },
              {
                "token": "ure",
                "logprob": -9999.0,
                "bytes": [
                  117,
                  114,
                  101
                ]
              },
              {
                "token": "ural",
                "logprob": -9999.0,
                "bytes": [
                  117,
                  114,
                  97,
                  108
                ]
              },
              {
                "token": "ature",
                "logprob": -9999.0,
                "bytes": [
                  97,
                  116,
                  117,
                  114,
                  101
                ]
              },
              {
                "token": "Mi",
                "logprob": -9999.0,
                "bytes": [
                  77,
                  105
                ]
              },
              {
                "token": "Xi",
                "logprob": -9999.0,
                "bytes": [
                  88,
                  105
                ]
              },
              {
                "token": "R",
                "logprob": -9999.0,
                "bytes": [
                  82
                ]
              },
              {
                "token": "**",
                "logprob": -9999.0,
                "bytes": [
                  42,
                  42
                ]
              },
              {
                "token": "Mo",
                "logprob": -9999.0,
                "bytes": [
                  77,
                  111
                ]
              },
              {
                "token": "ura",
                "logprob": -9999.0,
                "bytes": [
                  117,
                  114,
                  97
                ]
              },
              {
                "token": "­",
                "logprob": -9999.0,
                "bytes": [
                  194,
                  173
                ]
              }
            ]
          },
          {
            "token": "-of",
            "logprob": 0.0,
            "bytes": [
              45,
              111,
              102
            ],
            "top_logprobs": [
              {
                "token": "-of",
                "logprob": 0.0,
                "bytes": [
                  45,
                  111,
                  102
                ]
              },
              {
                "token": " of",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111,
                  102
                ]
              },
              {
                "token": "of",
                "logprob": -9999.0,
                "bytes": [
                  111,
                  102
                ]
              },
              {
                "token": "‑",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  145
                ]
              },
              {
                "token": "_of",
                "logprob": -9999.0,
                "bytes": [
                  95,
                  111,
                  102
                ]
              },
              {
                "token": "-",
                "logprob": -9999.0,
                "bytes": [
                  45
                ]
              },
              {
                "token": "-o",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  111
                ]
              },
              {
                "token": "-to",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  116,
                  111
                ]
              },
              {
                "token": ".of",
                "logprob": -9999.0,
                "bytes": [
                  46,
                  111,
                  102
                ]
              },
              {
                "token": "\\-",
                "logprob": -9999.0,
                "bytes": [
                  92,
                  45
                ]
              },
              {
                "token": "\n",
                "logprob": -9999.0,
                "bytes": [
                  10
                ]
              },
              {
                "token": " Of",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  79,
                  102
                ]
              },
              {
                "token": "‐",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  144
                ]
              },
              {
                "token": "**",
                "logprob": -9999.0,
                "bytes": [
                  42,
                  42
                ]
              },
              {
                "token": "–",
                "logprob": -9999.0,
                "bytes": [
                  226,
                  128,
                  147
                ]
              },
              {
                "token": "Of",
                "logprob": -9999.0,
                "bytes": [
                  79,
                  102
                ]
              },
              {
                "token": " của",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  99,
                  225,
                  187,
                  167,
                  97
                ]
              },
              {
                "token": " -",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  45
                ]
              },
              {
                "token": " o",
                "logprob": -9999.0,
                "bytes": [
                  32,
                  111
                ]
              },
              {
                "token": "-or",
                "logprob": -9999.0,
                "bytes": [
                  45,
                  111,
                  114
                ]
              }
            ]
          }
        ]
      },
      "finish_reason": "length"
    }
  ],
  "usage": {
    "prompt_tokens": 17,
    "completion_tokens": 24,
    "total_tokens": 41,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "prompt_cache_hit_tokens": 0,
    "prompt_cache_miss_tokens": 17
  },
  "system_fingerprint": "fp_a18b46594c_prod0820_fp8_kvcache_20260402"
}