+
    TV-jÓ,  ã                   ó¼   € ^ RI t ^ RIHt ^ RIHt ^ RIHtHtHtH	t	H
t
 ^ RIHt ^ RIHt  ! R R]4      t ! R R	]4      t ! R
 R4      tR tRR ltR tR R ltR# )é    N)ÚIntEnum©ÚPath)ÚIterableÚOptionalÚSetÚTupleÚUnion)ÚAutoTokenizerc                   ó.   € ] tR t^
t^t^t^t^t^t^t	Rt
R# )Ú	TokenType© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚNORMALÚUNKNOWNÚCONTROLÚUSER_DEFINEDÚUNUSEDÚBYTEÚ__static_attributes__r   ó    Ú\/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_lm/gguf.pyr   r   
   s    † Ø€FØ€GØ€GØ€LØ€FØ„Dr   r   c                   ó   € ] tR t^t^tRtR# )ÚGGMLFileTyper   N)r   r   r   r   ÚGGML_TYPE_F16r   r   r   r   r   r      s   † Ø„Mr   r   c                   óÄ   a € ] tR t^t o RV 3R lR lltV 3R lR ltV 3R lR ltV 3R lR	 ltV 3R
 lR ltR t	V 3R lR lt
V 3R lR lt]V 3R lR l4       tRtV tR# )ÚHfVocabNc                óN   <€ V ^8„  d   QhRS[ RS[S[S[ R3,          ,          RR/# )é   Úfname_tokenizerÚfname_added_tokensNÚreturn)r   r   r
   )ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚHfVocab.__annotate__   s7   ø€ ÷ 5ñ 5áð5ñ %¡U©4°¨:Õ%6Õ7ð5ð 
ñ	5r   c                óP  € \         P                  ! VVR R7      V n        . V n        \	        4       V n        \        4       V n        \        V P                  P                  4       P                  4       R R7       Fe  w  r4W@P                  P                  8¼  g   K!  V P                  P                  V4       W@P
                  V&   V P                  P                  V4       Kg  	  V P                  P                   Uu/ uF$  pW0P                  P                  4       V,          bK&  	  upV n        \        V P                  P"                  4      V n        V P                  P                  V n        V P&                  \)        V P                  4      ,           V n        Wn        W n        R# u upi )T)Ú	cache_dirÚlocal_files_onlyc                 ó   € V ^,          # )é   r   )Úxs   &r   Ú<lambda>Ú"HfVocab.__init__.<locals>.<lambda>'   s   € ÀAÀaÆDr   )ÚkeyN)r   Úfrom_pretrainedÚ	tokenizerÚadded_tokens_listÚdictÚadded_tokens_dictÚsetÚadded_tokens_idsÚsortedÚget_added_vocabÚitemsÚ
vocab_sizeÚappendÚaddÚall_special_tokensÚ	get_vocabÚspecialsÚall_special_idsÚspecial_idsÚvocab_size_baseÚlenr#   r$   )Úselfr#   r$   ÚtokÚtokidxs   &&&  r   Ú__init__ÚHfVocab.__init__   sJ  € ô
 '×6Ò6ØØ%Ø!ô
ˆŒð
 "$ˆÔÜ!%£ˆÔÜ #£ˆÔÜ!Ø�N‰N×*Ñ*Ó,×2Ñ2Ó4¹.÷
‰KˆCð Ÿ™×2Ñ2Ö2Ø×&Ñ&×-Ñ-¨cÔ2Ø.4×&Ñ& sÑ+Ø×%Ñ%×)Ñ)¨&Ö1ñ
ð —~‘~×8Ò8ó
á8�ð —‘×)Ñ)Ó+¨CÕ0Ò0Ù8ñ
ˆŒô ˜tŸ~™~×=Ñ=Ó>ˆÔØ#Ÿ~™~×8Ñ8ˆÔØ×.Ñ.´°T×5KÑ5KÓ1LÕLˆŒØ.ÔØ"4Öùò
s   Ã9*F#c                óJ   <€ V ^8„  d   QhRS[ S[S[S[S[3,          ,          /# ©r"   r%   ©r   r	   ÚbytesÚfloatr   )r&   r'   s   "€r   r(   r)   7   s%   ø€ ÷ 
ñ 
™8¡E©%±¹	Ð*AÕ$BÕCñ 
r   c              #  óZ  "  € V P                   P                  4       P                  4        UUu/ uF  w  rW!bK	  	  ppp\        V P                  4       FL  pW@P
                  9   d   K  W4,          pWPP                  V4      V P                  WEV P                  4      3x € KN  	  R # u uppi 5i©N)	r4   rA   r<   ÚrangerE   r9   Úget_token_scoreÚget_token_typerD   )rG   Úencoded_tokÚidÚreverse_vocabÚtoken_idÚ
token_texts   &     r   Ú	hf_tokensÚHfVocab.hf_tokens7   sŸ   é € à37·>±>×3KÑ3KÓ3M×3SÑ3SÔ3Uô
Ù3U¡ ˆBŠOÑ3Uð 	ñ 
ô ˜d×2Ñ2Ö3ˆHØ×0Ñ0Ô0ÙØ&Õ0ˆJØ×2Ñ2°8Ó<¸d×>QÑ>QØ d×&6Ñ&6ó?ð ô ó	 4ùó
ùs   ‚,B+®B%»A0B+c                óB   <€ V ^8„  d   QhRS[ RS[RS[S[ ,          RS[/# )r"   rY   rZ   rD   r%   )ÚintrO   r   r   )r&   r'   s   "€r   r(   r)   C   s7   ø€ ÷ Rñ RÙðRÙ).ðRÙ=@Á½XðRá	ñRr   c                ó¨   € \         P                  ! R V4      '       d   \        P                  # W9   d   \        P                  # \        P
                  # )z<0x[0-9A-Fa-f]{2}>)ÚreÚ	fullmatchr   r   r   r   )rG   rY   rZ   rD   s   &&&&r   rU   ÚHfVocab.get_token_typeC   s<   € ô �<Š<Ð-¨z×:Ò:Ü—>‘>Ð!Ø$,Ô$;Œy× Ñ ÐQÄ×AQÑAQÐQr   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r"   rY   r%   )r^   rP   )r&   r'   s   "€r   r(   r)   J   s   ø€ ÷ ñ ©ð ±ñ r   c                ó   € R# )g     @�@ç     @�Àr   )rG   rY   s   &&r   rT   ÚHfVocab.get_token_scoreJ   s   € Øˆr   c                óJ   <€ V ^8„  d   QhRS[ S[S[S[S[3,          ,          /# rM   rN   )r&   r'   s   "€r   r(   r)   M   s%   ø€ ÷ 'ñ '™h¡u©U±E¹9Ð-DÕ'EÕFñ 'r   c              #  ó&  "  € V P                    F|  pWP                  9   dR   V P                  V P                  V,          R V P                  4      pV P	                  V P                  V,          4      pM\
        P                  pRpWV3x € K~  	  R# 5i)Ú Nre   )r5   rB   rU   rD   rT   r   r   )rG   ÚtextÚtoktypeÚscores   &   r   Úadded_tokensÚHfVocab.added_tokensM   sv   é € Ø×*Ô*ˆDØ—}‘}Ô$Ø×-Ñ-¨d¯m©m¸DÕ.AÀ2Àt×GWÑGWÓX�Ø×,Ñ,¨T¯]©]¸4Õ-@ÓA‘ä#×0Ñ0�Ø�Ø˜wÐ&Ô&ó +ùs   ‚BBc                óv   € R V P                   P                  9   ;'       g    RV P                   P                  9   # )z<0x0A>Ú
)r4   Úvocab©rG   s   &r   Úhas_newline_tokenÚHfVocab.has_newline_tokenW   s.   € Ø˜4Ÿ>™>×/Ñ/Ñ/×OÐO°4¸4¿>¹>×;OÑ;OÑ3OÐOr   c                óJ   <€ V ^8„  d   QhRS[ S[S[S[S[3,          ,          /# rM   rN   )r&   r'   s   "€r   r(   r)   Z   s%   ø€ ÷ 'ñ '™H¡U©5±%¹Ð+BÕ%CÕDñ 'r   c              #  óv   "  € V P                  4        R j  x€L
  V P                  4        R j  x€L
  R #  L L5irR   )r[   rm   rr   s   &r   Ú
all_tokensÚHfVocab.all_tokensZ   s/   é € Ø—>‘>Ó#×#Ð#Ø×$Ñ$Ó&×&Ò&ñ 	$Ù&ùs   ‚9–5—9®7¯9·9c                ó    <€ V ^8„  d   QhRS[ /# rM   )Ústr)r&   r'   s   "€r   r(   r)   ^   s   ø€ ÷ sñ s™#ñ sr   c                óN   € R V P                    R\        V P                  4       R2# )z<HfVocab with z base tokens and z added tokens>)rE   rF   r5   rr   s   &r   Ú__repr__ÚHfVocab.__repr__^   s,   € Ø × 4Ñ 4Ð5Ð5FÄsÈ4×KaÑKaÓGbÐFcÐcqÐrÐrr   c                ó$   <€ V ^8„  d   QhRS[ RR/# )r"   Úpathr%   r    r   )r&   r'   s   "€r   r(   r)   b   s   ø€ ÷ Xñ X‘4ð X˜Iñ Xr   c                óv   € V P                   R ,          p\        YP                  4       '       d   V4      # R4      # )zadded_tokens.jsonN)Úparentr    Úexists)r   Úadded_tokens_paths   & r   ÚloadÚHfVocab.loada   s5   € à ŸK™KÐ*=Õ=ÐÜ�t×2JÑ2J×2LÒ2LÐ.ÓWÐWÐRVÓWÐWr   )
r7   r9   r5   r$   r#   rD   rB   r4   r=   rE   rR   )r   r   r   r   rJ   r[   rU   rT   rm   rs   rw   r|   Ústaticmethodr„   r   Ú__classdictcell__)r'   s   @r   r    r       sk   ø‡ € ÷5ò 5÷<
ð 
÷Rð R÷ð ÷'ð 'òP÷'ð '÷sð sð ÷Xó öXr   r    c                 ó   € V P                  R R4      p V P                  RR4      p RpRp\        P                  ! WV 4      p RpRp\        P                  ! WV 4      p RpR	p\        P                  ! WV 4      p V P                  R
R4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  RR4      p V P                  R R!4      p V # )"zmodel.layers.zblk.zblock_sparse_moe.gateÚffn_gate_inpz,block_sparse_moe\.experts\.(\d+)\.w1\.weightzffn_gate.\1.weightz,block_sparse_moe\.experts\.(\d+)\.w2\.weightzffn_down.\1.weightz,block_sparse_moe\.experts\.(\d+)\.w3\.weightzffn_up.\1.weightzmlp.gate_projÚffn_gatezmlp.down_projÚffn_downzmlp.up_projÚffn_upzself_attn.q_projÚattn_qzself_attn.k_projÚattn_kzself_attn.v_projÚattn_vzself_attn.o_projÚattn_outputÚinput_layernormÚ	attn_normÚpost_attention_layernormÚffn_normzmodel.embed_tokensÚ
token_embdz
model.normÚoutput_normÚlm_headÚoutput)Úreplacer`   Úsub)ÚnameÚpatternÚreplacements   &  r   Útranslate_weight_namesrž   g   s=  € Ø�<‰<˜¨Ó0€Dà�<‰<Ð/°Ó@€Dà=€GØ'€KÜ�6Š6�'¨Ó-€DØ=€GØ'€KÜ�6Š6�'¨Ó-€DØ=€GØ%€KÜ�6Š6�'¨Ó-€Dà�<‰<˜¨Ó4€DØ�<‰<˜¨Ó4€DØ�<‰<˜ xÓ0€DØ�<‰<Ð*¨HÓ5€DØ�<‰<Ð*¨HÓ5€DØ�<‰<Ð*¨HÓ5€DØ�<‰<Ð*¨MÓ:€DØ�<‰<Ð)¨;Ó7€DØ�<‰<Ð2°JÓ?€DØ�<‰<Ð,¨lÓ;€DØ�<‰<˜ mÓ4€DØ�<‰<˜	 8Ó,€DØ€Kr   c                 ó  € Ve	   W8w  d   TpV P                   ! V^V P                  ^ ,          V,          ^,          .V P                  R,          O5!  pVP                  ^^4      pV P                  pVP                  V4      # )N:r.   NN)ÚreshapeÚshapeÚswapaxes)ÚweightsÚn_headÚ	n_head_kvÚreshapedÚswappedÚfinal_shapes   &&&   r   Úpermute_weightsr©   …   sw   € ØÒ Ô!4ØˆØ�ŠØ��7—=‘= Õ# vÕ-°Õ2ðØ5<·]±]À2Õ5Fó€Hð ×Ñ  1Ó%€GØ—-‘-€KØ�?‰?˜;Ó'Ð'r   c                 óÌ  € R RRV P                  R4      e.   \        P                  ! V R,          \        P                  R7      MRRV P                  R4      e.   \        P                  ! V R,          \        P                  R7      MRRV P                  R	4      e.   \        P                  ! V R	,          \        P                  R7      MRR
V P                  R4      e.   \        P                  ! V R,          \        P                  R7      MRRV P                  R4      eO   V P                  R4      e<   \        P                  ! V R,          V R,          ,          \        P                  R7      MRRV P                  R4      e.   \        P                  ! V R,          \        P                  R7      MRRV P                  R4      e>   \        P                  ! V P                  RV R,          4      \        P                  R7      MRRV P                  R4      e7   \        P                  ! V P                  RR4      \        P                  R7      MRRV P                  R4      e7   \        P                  ! V P                  RR4      \        P                  R7      MRRV P                  R4      e'   \        P                  ! V P                  RR4      4      MRRV P                  R4      e7   \        P                  ! V P                  RR4      \        P                  R7      MR/pV P                  R4      pVeS   VP                  R4      ;p'       d:   VP                  R4      pTpVR8X  d    RpWrR&   \        P                  ! V4      VR &   \        P                  ! \
        P                  P                  \        P                  R7      VR!&   \        P                  ! \
        P                  P                  \        P                  R7      VR"&   V P                  R#R4      P                  R$4      R.,          VR &   RVR%&   \        P                  ! ^ \        P                  R7      VR&&   RVR'&   . p. p	. p
VP                  4        FC  w  r¼pVP                  V4       V	P                  V4       V
P                  VP                  4       KE  	  \        V4      VP                  8X  g   Q hW‚R(&   \        P                  ! V	\        P                  R7      VR)&   \        P                  ! V
\        P                  R7      VR*&   VP                  P                  e>   \        P                  ! VP                  P                  \        P                  R7      VR+&   VP                  P                  e>   \        P                  ! VP                  P                  \        P                  R7      VR,&   VP                  P                   e>   \        P                  ! VP                  P                   \        P                  R7      VR-&   VP#                  4        UUu/ uF  w  rïVf   K  WïbK  	  pppV# u uppi )/zgeneral.nameÚllamazllama.context_lengthÚmax_position_embeddingsN)Údtypezllama.embedding_lengthÚhidden_sizezllama.block_countÚnum_hidden_layerszllama.feed_forward_lengthÚintermediate_sizezllama.rope.dimension_countÚnum_attention_headszllama.attention.head_countzllama.attention.head_count_kvÚnum_key_value_headszllama.expert_countÚnum_local_expertszllama.expert_used_countÚnum_experts_per_tokz&llama.attention.layer_norm_rms_epsilonÚrms_norm_epsgñhãˆµøä>zllama.rope.freq_baseÚ
rope_thetai'  Úrope_scalingÚtypeÚfactorÚlinearzllama.rope.scaling.typezllama.rope.scaling.factorzgeneral.file_typezgeneral.quantization_versionÚ_name_or_pathÚ/zgeneral.architecturezgeneral.alignmentztokenizer.ggml.modelztokenizer.ggml.tokensztokenizer.ggml.scoresztokenizer.ggml.token_typeztokenizer.ggml.bos_token_idztokenizer.ggml.eos_token_idztokenizer.ggml.unknown_token_idéÿÿÿÿ)ÚgetÚmxÚarrayÚuint32Úfloat32r   r   ÚvalueÚsplitrw   r>   rF   r=   r4   Úbos_token_idÚeos_token_idÚunk_token_idr<   )Úconfigrq   Úmetadatar·   ÚtypÚrope_factorÚf_rope_scaleÚrope_scaling_typeÚtokensÚscoresÚtoktypesrj   rl   rk   ÚkÚvs   &&              r   Úprepare_metadatarÓ   �   sú  € à˜Øà�z‰zÐ3Ó4Ò@ô �HŠH�VÐ5Õ6¼b¿i¹iÕHàà à�z‰z˜-Ó(Ò4ô �HŠH�V˜MÕ*´"·)±)Õ<ààà�z‰zÐ-Ó.Ò:ô �HŠH�VÐ/Õ0¼¿	¹	ÕBàà#à�z‰zÐ-Ó.Ò:ô �HŠH�VÐ/Õ0¼¿	¹	ÕBàà$ð �z‰z˜-Ó(Ò4Ø—
‘
Ð0Ó1Ò=ô	 �HŠHØ�}Õ%¨Ð0EÕ)FÕFÌbÏiÉiõð
 à$à�z‰zÐ/Ó0Ò<ô �HŠH�VÐ1Õ2¼"¿)¹)ÕDàà'ð
 �z‰zÐ/Ó0Ò<ô	 �HŠHØ—
‘
Ð0°&Ð9NÕ2OÓPÜ—i‘iõð
 àà�z‰zÐ-Ó.Ò:ô �HŠH�V—Z‘ZÐ 3°TÓ:Ä"Ç)Á)ÕLàà!à�z‰zÐ/Ó0Ò<ô �HŠH�V—Z‘ZÐ 5°tÓ<ÄBÇIÁIÕNàà0à�z‰z˜.Ó)Ò5ô �HŠH�V—Z‘Z °Ó6Ô7ààà�z‰z˜,Ó'Ò3ô �HŠH�V—Z‘Z ¨eÓ4¼B¿J¹JÕGàð{?€HðB —:‘:˜nÓ-€LØÒ¨L×,<Ñ,<¸VÓ,DÐ%D SÖ%DØ"×&Ñ& xÓ0ˆØ"ˆØ�(Œ?Ø (ÐØ2CÐ.Ñ/Ü46·H²H¸\Ó4JˆHÐ0Ñ1ä$&§H¢HÜ×"Ñ"×(Ñ(Ü�i‰iô%€HÐ Ñ!ô 02¯xªxÜ×"Ñ"×(Ñ(Ü�i‰iô0€HÐ+Ñ,ð  &Ÿz™z¨/¸7ÓC×IÑIÈ#ÓNÈrÕR€Hˆ^ÑØ'.€HÐ#Ñ$Ü$&§H¢H¨R´r·y±yÔ$A€HÐ Ñ!ð (/€HÐ#Ñ$Ø€FØ€FØ€HØ %× 0Ñ 0Ö 2Ñˆ�WØ�‰�dÔØ�‰�eÔØ�‰˜Ÿ™Ö&ñ !3ô ˆv‹;˜%×*Ñ*Ô*Ð*Ð*Ø(.Ð$Ñ%Ü(*¯ª°¼r¿z¹zÔ(J€HÐ$Ñ%Ü,.¯HªH°XÄRÇYÁYÔ,O€HÐ(Ñ)Ø‡�×#Ñ#Ò/Ü24·(²(Ø�O‰O×(Ñ(´·	±	ô3
ˆÐ.Ñ/ð ‡�×#Ñ#Ò/Ü24·(²(Ø�O‰O×(Ñ(´·	±	ô3
ˆÐ.Ñ/ð ‡�×#Ñ#Ò/Ü68·h²hØ�O‰O×(Ñ(´·	±	ô7
ˆÐ2Ñ3ð "*§¡Ô!1ÔCÑ!1™˜°Q”�’Ñ!1€HÑCØ€Oùó Ds   ÙY ÙY c                ój   € V ^8„  d   QhR\         \        \        3,          R\        R\        R\        /# )r"   Ú
model_pathr£   rÈ   Úoutput_file_path)r
   rz   r   r6   )r&   s   "r   r(   r(     s?   € ÷ 5@ñ 5@Ü”cœ4�iÕ ð5@äð5@ô ð5@ô ñ	5@r   c                 ó  € \        V \        4      '       d   \        V 4      p VP                  R R4      pV'       d   \	        R4      h\        R4       VP                  4        UUu/ uFJ  w  rVTRV9   d   \        WbR,          VR,          4      M"RV9   d   \        WbR,          VR,          4      MTbKL  	  pppVP                  4        UUu/ uF  w  rV\        V4      VbK  	  pppV R,          P                  4       '       g   \        R	4      h\        P                  V 4      p\        W'4      pVP                  4        UUu/ uF‰  w  rVTVP                  \        P                   8X  d=   VP#                  \        P$                  4      P#                  \        P&                  4      M'R
V9   d    VP#                  \        P$                  4      MTbK‹  	  pppTp\        P(                  ! W1V4       \        RV 24       R# u uppi u uppi u uppi )ÚquantizationNz4Conversion of quantized models is not yet supported.zConverting to GGUF formatzself_attn.q_proj.weightr±   zself_attn.k_proj.weightr²   ztokenizer.jsonzTokenizer json not foundÚnormzConverted GGUF model saved as: )Ú
isinstancerz   r   r¾   ÚNotImplementedErrorÚprintr<   r©   rž   r‚   Ú
ValueErrorr    r„   rÓ   r­   r¿   Úbfloat16ÚastyperÂ   Úfloat16Ú	save_gguf)	rÕ   r£   rÈ   rÖ   rØ   rÑ   rÒ   rq   rÉ   s	   &&&&     r   Úconvert_to_ggufrâ     sä  € ô �*œc×"Ò"Ü˜*Ó%ˆ
à—:‘:˜n¨dÓ3€LßÜ!ØBó
ð 	
ô 
Ð
%Ô&ð  —M‘M”Oôñ $‰DˆAð 	
ð )¨AÔ-ô ØÐ/Õ0°&Ð9NÕ2Oôð -°Ô1ô  ØÐ3Õ4°fÐ=RÕ6Sôð ò	ñ $ð ñ ð$ 9@¿¹¼ÔH¹±°Ô% aÓ(¨!Ò+¹€GÑHàÐ)Õ)×1Ñ1×3Ò3ÜÐ3Ó4Ð4ä�L‰L˜Ó$€EÜ Ó.€Hð —M‘M”Oôñ $‰DˆAð 	
à�w‰wœ"Ÿ+™+Ô%ð �H‰H”R—Z‘ZÓ ×'Ñ'¬¯
©
Ô3à)/°1¬�—‘œ"Ÿ*™*Ô%¸!ò	<ñ
 $ð ñ ð (ÐÜ‡L‚LÐ!¨HÔ5Ü	Ð+Ð,<Ð+=Ð
>Ö?ùóKùó$ Iùós   Á%AG;ÃHÅ BHrR   )r`   Úenumr   Úpathlibr   Útypingr   r   r   r	   r
   Úmlx.coreÚcorer¿   Útransformersr   r   r   r    rž   r©   rÓ   râ   r   r   r   Ú<module>ré      sX   ðÛ 	Ý Ý ß 8Õ 8å Ý &ô�ô ô�7ô ÷
LXñ LXò^ô<(òr÷j5@r   