
    	?tj,9              
      p	   % S SK Jr  SSKJrJrJrJrJrJrJ	r	J
r
JrJr  S SKJr  / SQr0 SS_SS	_S
S_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_S S!_0 S"S!_S#S_S$S%_S&S%_S'S(_S)S(_S*S+_S,S-_S.S/_S0S/_S1S/_S2S3_S4S5_S6S7_S8S7_S9S7_S:S7_E0 S;S7_S<S_S=S_S>S7_S?S7_S@S_SAS_SBS_SCSD_SES_SFSG_SHSI_SJSI_SKSI_SLS_SMSN_SOSN_E0 SPSN_SQSN_SRSS_STSU_SVSW_SXSY_SZS[_S\S]_S^S__S`Sa_SbSa_ScSa_SdSa_SeSa_SfSa_SgSa_ShSa_E0 SiSa_SjSa_SkSa_SlSa_SmSn_SoSn_SpSn_SqSn_SrSn_SsS(_StSn_SuSn_SvSw_SxS_SyS_SzS_S{S_E0 S|S_S}S_S~S_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_E0 SS_SS_SS_SS7_SS_SS_SS7_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_E0 SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SSW_SSW_SSW_E0 SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_E0 SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SSI_E0 SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_E0 SGS _GSS_GSS_GSS_GSS_GSGS _GSGS_GSGS	_GS
GS _GSGS _GSS_GSS_GSS_GSS_GSS_GSSS_GSGS_E0 GSGS_GSS_GSS_GSSY_GSGS_GSGS_GSGS_GSGS_GSS_GSS_GSGS _GS!S_GS"Sn_GS#S_GS$S_GS%S[_GS&GS'_E0 GS(GS'_GS)GS'_GS*S_GS+S_GS,S_GS-GS._GS/S_GS0S_GS1GS2_GS3S7_GS4S_GS5S_GS6GS7_GS8S_GS9S_GS:GS;_GS<S7_ES7SSGS=.ErGS>\GS?'   0 SGS2_S,S-_GS@S7_S8S7_SEGSA_SMSN_ScSa_SfSa_ShSa_SjSa_SqGS _SrGS _GSBGSC_SuGS _GSDGS2_GSES_S|S_0 S}S_SS_GSFGSG_GSHGSI_SS_SGSC_SGSC_GSJS_GSKS_GSLGSM_SGSN_SGSO_GSPGS2_SS_SS_SS_SGSO_E0 GSQS_GSRSI_SS_SGS2_SS_SS_SS_SS_SGS _GSGS _GSGS_GSGS	_GS
GS _GSGS _GSGS _GSGS _GSSS_EGSGSGGS'GS'GS2S7GS2GSTGSU.ErGS>\GSV'   \" \" \R+                  5       5      5      r\" \" \R+                  5       5      5      r\" 5       rGSW\GSX'   \" 5       rGSW\GSY'   GS^GSZ jrGS_GS`GS[ jjrGS^GS\ jrGg](a      )annotations   )
	ModelBase	TextModelMmprojModel	ModelTypeSentencePieceTokenTypeslogger_mistral_common_installed_mistral_import_error_msgget_model_architectureLazyTorchTensor)Type)r   r   r   r   r	   r   r   r
   r   r   get_model_classprint_registered_modelsload_all_modelsAfmoeForCausalLMafmoeLagunaForCausalLMlagunaApertusForCausalLMllamaArceeForCausalLMArcticForCausalLMarctic&AudioFlamingo3ForConditionalGenerationqwenBaiChuanForCausalLMbaichuanBaichuanForCausalLMBailingMoeForCausalLM
bailingmoeBailingMoeV2ForCausalLMBambaForCausalLMgraniteBertForMaskedLMbertBertForSequenceClassification	BertModelBitnetForCausalLMbitnetBitNetForCausalLMBloomForCausalLMbloom
BloomModelCamembertModelChameleonForCausalLM	chameleon!ChameleonForConditionalGenerationChatGLMForConditionalGenerationchatglmChatGLMModelCodeShellForCausalLM	codeshellCogVLMForCausalLMcogvlmCohere2MoeForCausalLM	command_rCohere2ForCausalLMCohereForCausalLMDbrxForCausalLMdbrxDeciLMForCausalLMdeciDeepseekForCausalLMdeepseekDeepseekOCRForCausalLMDeepseekV2ForCausalLMDeepseekV3ForCausalLMDeepseekV32ForCausalLMDFlashDraftModelQwen3DSparkModelDeepseekV4ForCausalLMDeepseekV4DSparkModelDistilBertForMaskedLM#DistilBertForSequenceClassificationDistilBertModelDots1ForCausalLMdots1DotsOCRForCausalLM
DreamModeldreamErnie4_5ForCausalLMernieErnie4_5_ForCausalLMErnie4_5_MoeForCausalLMEuroBertModel"Exaone4_5_ForConditionalGenerationexaoneExaone4ForCausalLMExaoneForCausalLMExaoneMoEForCausalLMFalconForCausalLMfalconFalconH1ForCausalLM	falcon_h1FalconMambaForCausalLMmambaGPT2LMHeadModelgpt2GPTBigCodeForCausalLM	starcoderGPTNeoXForCausalLMgptneoxGPTRefactForCausalLMrefactGemma2ForCausalLMgemmaGemma3ForCausalLMGemma3ForConditionalGenerationGemma3TextModelGemma3nForCausalLMGemma3nForConditionalGenerationGemma4AssistantForCausalLMGemma4ForConditionalGenerationGemma4ForCausalLM%Gemma4UnifiedForConditionalGeneration!Gemma4UnifiedAssistantForCausalLMGemmaForCausalLMGlm4ForCausalLMglmGlm4MoeForCausalLMGlm4MoeLiteForCausalLMGlm4vForConditionalGeneration Glm4vMoeForConditionalGenerationGlmForCausalLMGlmMoeDsaForCausalLMGlmOcrForConditionalGenerationGptOssForCausalLMgpt_ossGraniteForCausalLMGraniteMoeForCausalLMGraniteMoeHybridForCausalLMGraniteMoeSharedForCausalLM%GraniteSpeechForConditionalGeneration)GraniteSpeechPlusForConditionalGenerationGrok1ForCausalLMgrokGrokForCausalLMGroveMoeForCausalLMgrovemoeHunYuanDenseV1ForCausalLMhunyuanHunYuanMoEV1ForCausalLM!HunYuanVLForConditionalGenerationHYV3ForCausalLMIQuestCoderForCausalLMInternLM2ForCausalLMinternlmInternLM3ForCausalLMJAISLMHeadModeljaisJais2ForCausalLMJambaForCausalLMjambaJanusForConditionalGenerationjanusproJinaBertForMaskedLMJinaBertModelJinaEmbeddingsV5ModelKORMoForCausalLMKimiK25ForConditionalGenerationKimiLinearForCausalLMkimi_linearKimiLinearModelKimiVLForConditionalGenerationLFM2ForCausalLMlfm2LLaDAMoEModellladaLLaDAMoEModelLMLLaDAModelLMLLaMAForCausalLMLfm25AudioTokenizerLfm2BidirectionalModelLfm2ForCausalLM	Lfm2ModelLfm2MoeForCausalLMLlama4ForCausalLMLlama4ForConditionalGenerationLlamaBidirectionalModelLlamaForCausalLM
LlamaModelEagle3DraftModelEagle3SpeculatorEagle3LlamaForCausalLMLlamaForCausalLMEagle3LlavaForConditionalGenerationLlavaStableLMEpochForCausalLMstablelmMPTForCausalLMmptMT5ForConditionalGenerationt5MaincoderForCausalLM	maincoderMamba2ForCausalLMMambaForCausalLMMambaLMHeadModelMellumForCausalLMmellumMiMoV2FlashForCausalLMmimoMiMoV2ForCausalLMMiniCPM3ForCausalLMminicpmMiniCPMForCausalLM#MiniCPMV4_6ForConditionalGenerationMiniMaxM2ForCausalLMminimaxMiniMaxM3SparseForCausalLM'MiniMaxM3SparseForConditionalGenerationMinistral3ForCausalLMmistral3 Mistral3ForConditionalGenerationMistralForCausalLMMixtralForCausalLMModernBertForMaskedLM#ModernBertForSequenceClassificationModernBertModelNanbeigeForCausalLMnanbeigeNemotronForCausalLMnemotronNemotronHForCausalLMNeoBERT NeoBERTForSequenceClassificationNeoBERTLMHeadNomicBertModelOLMoForCausalLMolmoOlmo2ForCausalLMOlmo3ForCausalLMOlmoForCausalLMOlmoeForCausalLMOpenELMForCausalLMopenelmOrionForCausalLMorionPLMForCausalLMplmPLaMo2ForCausalLMplamoPLaMo3ForCausalLM#PaddleOCRVLForConditionalGenerationPanguEmbeddedForCausalLMpanguPhi3ForCausalLMphiPhi4ForCausalLMVPhiForCausalLMPhiMoEForCausalLMPlamo2ForCausalLMPlamo3ForCausalLMPlamoForCausalLMQWenLMHeadModel"Qwen2AudioForConditionalGenerationQwen2ForCausalLM
Qwen2ModelQwen2MoeForCausalLMQwen2VLForConditionalGenerationqwenvlQwen2VLModelQwen2_5OmniModel"Qwen2_5_VLForConditionalGeneration Qwen3ASRForConditionalGenerationqwen3vlQwen3ForCausalLM
Qwen3ModelQwen3MoeForCausalLMQwen3NextForCausalLM$Qwen3OmniMoeForConditionalGenerationPocketTTSModel	pockettts Qwen3TTSForConditionalGenerationqwen3ttsQwen3VLForConditionalGeneration"Qwen3VLMoeForConditionalGenerationQwen3_5ForCausalLMQwen3_5ForConditionalGenerationQwen3_5MoeForCausalLM"Qwen3_5MoeForConditionalGenerationRND1RWForCausalLMRWKV6Qwen2ForCausalLMrwkvRWKV7ForCausalLM RobertaForSequenceClassificationRobertaModelRuGPT3XLForCausalLMRwkv6ForCausalLMRwkv7ForCausalLMRwkvHybridForCausalLMSarashina2VisionForCausalLM
sarashina2SarvamMoEForCausalLMSeedOssForCausalLMSmallThinkerForCausalLMsmallthinkerSmolLM3ForCausalLMSolarOpenForCausalLMStableLMEpochForCausalLMStableLmForCausalLMStarcoder2ForCausalLMStep3p5ForCausalLMstep3StepVLForConditionalGenerationStep3p7ForConditionalGenerationT5EncoderModelT5ForConditionalGenerationT5WithLMHeadModelTalkieForCausalLMtalkieUMT5ForConditionalGeneration	UMT5ModelUltravoxModelultravoxUnlimitedOCRForCausalLMVLlama3ForCausalLMVoxtralForConditionalGenerationWavTokenizerDecwavtokenizer#XLMRobertaForSequenceClassificationXLMRobertaModelXverseForCausalLMxverseYoutuForCausalLM)YoutuVLForConditionalGenerationz&modeling_grove_moe.GroveMoeForCausalLMz(modeling_sarvam_moe.SarvamMoEForCausalLMzdict[str, str]TEXT_MODEL_MAPDeepseekOCR2ForCausalLMdotsocrGlm5vForConditionalGenerationkimivlGlmasrModel&Granite4VisionForConditionalGeneration Idefics3ForConditionalGenerationsmolvlmInternVisionModelinternvl!Lfm2AudioForConditionalGenerationLfm2VlForConditionalGeneration"LightOnOCRForConditionalGenerationlighton_ocrllama4llava!MERaLiON2ForConditionalGenerationNemotronH_Nano_VL_V2PaddleOCRVisionModel
RADIOModelyoutuvl)r(  SmolVLMForConditionalGenerationr5  r6  r>  r@  rB  rJ  MMPROJ_MODEL_MAPzset[str]_loaded_text_modules_loaded_mmproj_modulesc                 J   [        [        5      [        [        5      :w  a=  [         H3  n U [        ;  d  M   [        SU  35        [        R	                  U 5        M5     [        [        5      [        [        5      :w  a>  [         H3  n U [        ;  d  M   [        SU  35        [        R	                  U 5        M5     gg! [
         a'  n[        R                  " SU  SU 35         SnAM  SnAff = f! [
         a'  n[        R                  " SU  SU 35         SnAM  SnAff = f)zEImport all model modules to trigger @ModelBase.register() decorators.conversion.zFailed to load model module z: N)
lenrc  _TEXT_MODEL_MODULES
__import__add	Exceptionr
   warningrd  _MMPROJ_MODEL_MODULES)module_namees     3/mnt/workspace/git/llama.cpp/conversion/__init__.pyr   r   O  s   
 C(;$<<.K"66V[M:;(,,[9	 / !"c*?&@@0K"88V[M:;*..{;	 1 A ! VNN%A+bQRPS#TUUV ! VNN%A+bQRPS#TUUVs/   #B=#C1=
C.C))C.1
D";DD"c                    U(       a  [         O[        nX;  a  [        SU < S35      eX    n[        SU 35        U(       a  [        R
                  O[        R                  n[        R                  U   U    $ )zQDynamically import and return a model class by its HuggingFace architecture name.zArchitecture z not supported!rf  )	rb  rK  NotImplementedErrorri  r   MMPROJTEXTr   _model_classes)namemmprojrelevant_maprn  
model_types        rp  r   r   d  sf    '-#>L!M$"IJJ$K[M*+%+!!J##J/55    c                 d   [        5         [        R                  " S5        [        [        R                  5       5       H  n [        R                  " SU  35        M     [        R                  " S5        [        [        R                  5       5       H  n [        R                  " SU  35        M     g )NzTEXT models:z  - zMMPROJ models:)r   r
   errorsortedrK  keysrb  )rv  s    rp  r   r   o  sv    
LL ~**,-tD6]# .
LL!"',,./tD6]# 0rz  N)returnNone)F)rv  strrw  boolr  zType[ModelBase])
__future__r   baser   r   r   r   r	   r
   r   r   r   r   typingr   __all__rK  __annotations__rb  r}  setvaluesrh  rm  rc  rd  r   r   r    rz  rp  <module>r     s   "  
 r"r"r" 'r" 	r"
 r" -fr" :r" :r" \r" |r" 	r" vr" $Vr" r" r"  !r"" #r"$ '%r"& f'r"( K)r"* (+r", &y-r". I/r"0 K1r"2 3r"4 [5r"6 +7r"8 9r": v;r"< =r"> :?r"@ jAr"B ZCr"D ZEr"F jGr"H Ir"J Kr"L ZMr"N ZOr"P VQr"R *6Sr"T vUr"V Wr"X &Yr"Z '[r"\ 7]r"^ G_r"` war"b Vcr"d )(er"f (gr"h ir"j Hkr"l mr"n ;or"p gqr"r vsr"t [ur"v )wr"x Hyr"z {r"| }r"~ %gr"@ wAr"B 'Cr"D &wEr"F !'Gr"H %gIr"J Kr"L ,WMr"N (Or"P Qr"R uSr"T %Ur"V eWr"X $UYr"Z '[r"\ i]r"^ E_r"` %ear"b cr"d )er"f Ygr"h "9ir"j "9kr"l ,Ymr"n 0or"p qr"r vsr"t :ur"v  wr"x yyr"z ({r"| y}r"~ gr"@ JAr"B JCr"D vEr"F Gr"H Ir"J $ZKr"L 6Mr"N VOr"P VQr"R Sr"T &zUr"V ]Wr"X }Yr"Z %j[r"\ v]r"^ W_r"` war"b Gcr"d er"f 6gr"h fir"j vkr"l mr"n &or"p qr"r %gsr"t wur"v wr"x 'yr"z {r"| }r"~ gr"@ gAr"B $WCr"D $ZEr"F eGr"H "4Ir"J KKr"L Mr"N Or"P Qr"R Sr"T fUr"V Wr"X 9Yr"Z )[r"\ *9]r"^ I_r"` !)ar"b .ycr"d Zer"f '
gr"h 'ir"j 'kr"l Vmr"n *6or"p vqr"r :sr"t :ur"v Jwr"x vyr"z '{r"| V}r"~ fr"@ vAr"B Cr"D Er"F vGr"H Ir"J )Kr"L Mr"N eOr"P Qr"R Sr"T *7Ur"V Wr"X uYr"Z [r"\ e]r"^ _r"` ar"b cr"d er"f vgr"h )&ir"j kr"l &mr"n 6or"p &xqr"r Hsr"t ur"v )(wr"x '	yr"z {r"| &}r"~ 6r"@ FAr"B +ICr"D kEr"F '
Gr"H &yIr"J ))Kr"L &Mr"N &vOr"P VQr"R )&Sr"T FUr"V XWr"X VYr"Z [r"\ ']r"^ F_r"` 6ar"b cr"d er"f Vgr"h "<ir"j Lkr"l &mr"n ~or"p 'qr"r Esr"t 
ur"v :wr"x [yr"z '{r"| %g}r"~ &wr"@ dAr"B !$Cr"D Er"F Gr"H #DIr"J Kr"L ZMr"N zOr"P 'Qr"R &wSr"T ~Ur"V *6Wr"X vYr"Z [r"\ 
]r"^ (2.80<cr" rj<$,j<$<$ z<$ j	<$
 )<$ )(<$ %g<$ &w<$ %g<$ ,W<$ $Y<$ '	<$ $X<$ %i<$ :<$  -i!<$" ,Y#<$$ 0%<$& ('<$( '	)<$* +<$, $Z-<$. &x/<$0 %h1<$2 (3<$4 %f5<$6 )-7<$8 %h9<$: $W;<$< (=<$> ?<$@ .yA<$B *9C<$D 'E<$F JG<$H GI<$J K<$L )*M<$N &xO<$P HQ<$R S<$T )(U<$V '	W<$X +IY<$Z k[<$\ '
]<$^ &y_<$` ))a<$b &yc<$d ))e<$f *g<$h $0'0&-'.)'1'0w<$ . <~ S!6!6!89: s#3#:#:#<=>  "% h &#&5  (V*6 6$ $rz  