rcj<SSKJr SSKrSSKrSSKrSSKJr SSKJrJ r J r J r J r SSK rSSKJr SSKJr \S:XaBSSKJr \R,R/S\"\"\5R4R455 SS KJrJrJrJrJ r J!r!J"r"J#r# \RH"\5r%S \ /r&"S S \ 5r'"S S\ 5r("SS5r)g)) annotationsN) OrderedDict)AnyLiteral NamedTupleTypeVarUnion)quant_shape_to_byte_shape__main__)Path) GGML_MAX_DIMSGGML_QUANT_SIZESGGUF_DEFAULT_ALIGNMENT GGUF_MAGIC GGUF_VERSIONGGMLQuantizationType GGUFValueType GGUFEndiancr\rSrSr%S\S'S\S'/rS\S'S/rS \S '/rS \S '\"S 54SSjjr Sr g ) ReaderField(intoffsetstrnamezlist[npt.NDArray[Any]]partsz list[int]datazlist[GGUFValueType]typesNc.UR(GaxSnURSnU[R:XGaURSnU[R:Xa^URUn[ U[ 5(aU"URU5$UVs/sHob"URU5PM sn$[ U[ 5(a-URURUR5S$URUVVs/sH(o`RUR5HowPM M* snn$U[R:XaU"URS5$URSR5S$gs snfs snnf)Nc2[UR5SS9$)Nutf-8encoding)rtobytes)xs 8/mnt/workspace/git/llama.cpp/gguf-py/gguf/gguf_reader.py&ReaderField.contents..<s#aiikG"Drr) r!rARRAYSTRINGr isinstancerrtolist)selfindex_or_slice to_string main_typesub_typeindicesidxpvs r)contentsReaderField.contents:sT :::DI 1 IM///::b>}333"ii7G!.#66(G)<==FMNgs $**S/ :gNN ".#66#zz$))N*CDKKMaPP.2ii.Gk.GsR\R\]`RaRhRhRjBRj.GkkM000 B00zz"~,,.q115 O& ls F /F)r2z int | slicereturnr) __name__ __module__ __qualname____firstlineno____annotations__rr r!slicer9__static_attributes__r;r,r)rr(sE K I%'E !& dD)!#E #5:4[((r,rcf\rSrSr%S\S'S\S'S\S'S\S 'S\S 'S\S 'S \S 'S\S'Srg) ReaderTensorerrr tensor_typeznpt.NDArray[np.uint32]shaper n_elementsn_bytes data_offsetnpt.NDArray[Any]r rfieldr;N)r=r>r?r@rArCr;r,r)rErEes/ I%% !!O L  r,rEc\rSrSr%SrS\S'\rS\S'S\S'\R\ R\R\ R\R\ R\R \ R"\R$\ R&\R(\ R*\R,\ R.\R0\ R2\R4\ R6\R8\ R:\R<\ R>0 r S\S 'SSS jjr!\""S \#RHS 9r%SS jr&SSjr'SSSjjr(SS Sjjr)S!Sjr*S"Sjr+S#Sjr,S$Sjr-S%Sjr.S&Sjr/Sr0g)' GGUFReaderpIzLiteral['I', 'S'] byte_orderr alignmentrKz%dict[GGUFValueType, type[np.generic]]gguf_scalar_to_npc 0[R"XS9UlSnURU[RSS9S[ :wa [ S5eUS- nURU[R5nUSS-S:Xa;SUlURURRUR55nUSnU[;a[ S US 35e[RS :Xa![Rn[R nO [R n[RnURS:XaUOUUl[%5Ul/UlX0R+[-US U/S/[.R0/55- nURU[R2S 5nX0R+[-USUSS/S/[.R4/55- nX0R+[-USUSS/S/[.R4/55- nUupUR7X:5nUR9X95up;UR&R;S5n U b|U R<[.R0/:wa [ S5eU R>SSUl UR@S:Xd UR@UR@S- -S:wa [ S5eX0R@-n U S:waX0R@U - - nX0l!UREX;5 g)N)moder<)override_orderzGGUF magic invalidiSz"Sorry, file appears to be version z which we cannot handlelittlez GGUF.versionrzGGUF.tensor_countr z GGUF.kv_countzgeneral.alignmentz$Bad type for general.alignment fieldrz2Invalid alignment: must be a non-zero power of two)#npmemmapr _getuint32r ValueErrorrRviewdtype newbyteorderREADER_SUPPORTED_VERSIONSsys byteorderrLITTLEBIG endianessrfieldstensors _push_fieldrrUINT32uint64UINT64 _build_fields_build_tensor_infogetr!rrSrK_build_tensors)r1pathrVoffs temp_versionversion host_endianswapped_endian temp_counts tensor_countkv_counttensors_fields new_alignpaddings r)__init__GGUFReader.__init__sIId0  99T299s9 ;A >* L12 2  yyryy1 ?U "a '"DO',,\-?-?-L-LT__-]^Lq/ 3 3A'Jabc c ==H $$++K'^^N%..K'..N+/??c+A{5@] +-    T>L>TUSVYfYmYmXn!oppiibii3    T3FUWVWHY\][^anauau`v!wxx   T?[QRQS_DUXYWZ]j]q]q\r!stt!, !!$1 $66tJKKOO$78  =#7#7"88 !GHH&__R03DN~~"t~~!9K'LQR&R !UVV' a< NNW, ,D D1r,_DT)boundc:URRUS5$N)rjrr)r1keys r) get_fieldGGUFReader.get_fields{{sD))r,c URU$r)rk)r1r7s r) get_tensorGGUFReader.get_tensors||C  r,Nc4[U5n[[R"/US9R5nXU--nURXR US9SUnUR UR RUcUR55$U55$)N)rb) rr\emptyitemsizer rarbrcrR)r1rrbcountrXrend_offsarrs r)r^GGUFReader._getsE rxxE2;;<u,,ii(--E-:6EBxx ...BXtmnn^lmnnr,cURUR;a%[SURSUR35eXRUR'U(aS$[ SUR 55$)Nz Duplicate z already in list at offset rc3L# UHn[UR5v M g7frrnbytes.0parts r) )GGUFReader._push_field..s%O;4c$++&6&6;"$)rrjKeyErrorrsumr)r1rMskip_sums r)rlGGUFReader._push_fieldsa :: $Z |3Nu||n]^ ^ ',KK #qO#%O5;;%O"OOr,cURU[R5nX RUS-[RUS54$)Nr)r^r\rnuint8)r1rslens r)_get_strGGUFReader._get_strs8yy+YYvz288T!W===r,cX^Un/n[U5nURU5 U[R:Xa2[UR U55n[ SU55nXvS/U4$UR RU5nUb,URX85n [U R5U /S/U4$U[R:XaURU[R5n U[U R5- nURU[R5n U[U R5- nX/n /n [U S5HJnUR!X:S5unnnnUS:XaUU- n[#U 5mU U- n U U4SjU5- n X?- nML X1- XU4$[%SU35e)Nc3L# UHn[UR5v M g7frrrs r)r.GGUFReader._get_field_parts..s;FDs4;;''Frr rc3,># UH oT-v M g7frr;)rr7 idxs_offss r)rrsC#IoszUnknown/unhandled field type )rappendr.listrrrTrrr^rrr-r\r_rnrange_get_field_partslenr`)r1 orig_offsraw_typerur!gtypespartssizenptypeval raw_itypealenaparts data_idxsr7 curr_size curr_parts curr_idxs curr_typesrs @r)rGGUFReader._get_field_partss%'h' U M(( (-1$--2E-FF;F;;D!e+ +''++E2  ))D)Cszz?SEA35 5 M'' ' $ 2I C (() )D99T299-D C $ $D.7->F#%IT!W~?C?T?TUYef[g?h< :y*!8Z'EK *$CCC !&#V= =8@AAr,c UnURU5up4U[URUR-5- nURU[R 5nU[UR5- nUS[ :a[SUSS[ S35eURU[RUS5nU[UR5- nURU[R 5nU[UR5- nURU[R5nU[UR5- n[U[[U5SS9X4XVXx//SQ5$)NrzTensor dimensions count z exceeds GGML_MAX_DIMS ()r$r%)r rY) rrrr^r\r_rr`rnrrbytes) r1rruname_len name_datan_dimsdims raw_dtype offset_tensors r)_get_tensor_info_field!GGUFReader._get_tensor_info_fieldsA#mmD1 HOOi&6&66774+ FMM"" !9} $7q {BZ[hZiijkl lyyryy&)4 DKK  IIdBII.  I$$%% $ 2  M(())  i W 5 & I    r,c [U5HnUnURU5upVU[URUR-5- nUR U[ R 5nU[UR5- nXVU/n[U5n URXS5uppX- nUR[U[[U5SS9UU Vs/sHoU -PM snU 5SS9 X- nM U$s snf)Nrr$r%T)r) rrrrr^r\r_rrrlrrr)r1rur_rkv_klenkv_kdata raw_kv_typerr field_size field_parts field_idxs field_typesr7s r)rpGGUFReader._build_fields$suAI $ d 3 G C89 9D))D"))4K C **+ +D-4 ,LEE I?C?T?TUYgh[i?j .=sA[TDKK(([r)rrrrr)r1rur tensor_fieldsrrMs r)rqGGUFReader._build_tensor_info9sW uA//5E CAU[[AA AD   '""r,c/n[5nUGH5nURupgpp[[U5SS9n X;a[ SU 35eUR U 5 [ U S5n SnU R5HnU[U5-nM [[U R555n[U unnUU-U-n[XS-5nU [ R:XaUn[RnGOU [ R:XaUn[R nOU [ R":XaUn[R$nOU [ R&:XaUn[R(nOU [ R*:XaUn[R,nOlU [ R.:XaUn[R0nOEU [ R2:XaUn[R4nOUn[R6n[9UU 5nUR;[=U U U UUUUR?UUU5RAU5US95 GM8 X0l!g)Nr$r%z"Found duplicated tensor with name rr )rrGrHrIrJrKr rM)"setrrrr`addrr0rtuplereversedrF16r\float16F32float32F64float64I8int8I16int16I32int32I64int64rr rrEr^reshaperk)r1 start_offsrjrk tensor_namesrM _name_lenr_n_dimsrrr tensor_name ggml_typen_elemsdimnp_dims block_size type_sizerJ data_offs item_count item_types r)rsGGUFReader._build_tensorsAsu ELQKK II'eI.7CK* #Ek]!STT   [ ),Yq\:IG{{}3s8#%HT[[]34G$4Y$? !J  )Z7GJq)99:I0444$ JJ 2666$ JJ 2666$ JJ 2555$ GG 2666$ HH 2666$ HH 2666$ HH $ HH 3GYG NN<"'$!'yyIzBJJ7S  Uh r,)rSrRr rKrirjrk)r)rtzos.PathLike[str] | strrVzLiteral['r', 'r+', 'c'])rrr<zUnion[ReaderField, None])r7rr<rE)r N) rrrbz npt.DTypeLikerrrXzNone | Literal['I', 'S', '<']r<rL)F)rMrrboolr<r)rrr<z4tuple[npt.NDArray[np.uint64], npt.NDArray[np.uint8]])rrrrr<zBtuple[int, list[npt.NDArray[Any]], list[int], list[GGUFValueType]])rrr<r)rurrrr<r)rurrrr<ztuple[int, list[ReaderField]])rrrjzlist[ReaderField]r<None)1r=r>r?r@rRrArrSrUINT8r\rINT8rUINT16uint16INT16rrmr_INT32rFLOAT32rrornINT64rFLOAT64rBOOLbool_rTrrnpt DTypeLikerrrr^rlrrrrprqrsrCr;r,r)rOrOpss$'J!'+Is+ rxxrwwryyrxxryyrxxrzzryyrxxrzzrxx @< 52n % /C*!rvoo"/o8;oQno o P>$B$B(+$B K$BL @*#7r,rO)* __future__rloggingosre collectionsrtypingrrrrr numpyr\ numpy.typingrquantsr r=pathlibr rtinsertr__file__parentgguf.constantsrrrrrrrr getLoggerloggerrdrrErOr;r,r)rs # #;;- zHHOOAs4>007789      8 $ -:*:z:HHr,