+
    TV-jJ  ã                   óî   € ^ RI Ht ^ RIHtHtHtHt ^ RIHt	 ^ RI
Ht ^RIHt ^RIHt ] ! R R]4      4       t] ! R R	]4      4       t ! R
 R]P$                  4      t ! R R]P$                  4      tR# )é    )Ú	dataclass)ÚAnyÚDictÚOptionalÚUnionN)ÚBaseModelArgs)ÚDeepseekV3Modelc                   óœ   a € ] tR t^t o RtRtRtRt^t^ t	^ t
RtRtRtRtRt^@t^€t^€tR	tR
tRt^t^t^t^t^ tRtRtRtRtRtV 3R lt Rt!V t"R# )ÚTextArgsi � i   i +  i  Ng      ð?i   i   Únoaux_tcÚsigmoidTi   g�íµ ÷Æ°>g     ˆÃ@Fc                óŠ  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[S[ ,          ;R&   S[S[ ,          ;R	&   S[;R
&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[;R&   S[;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizeÚmoe_intermediate_sizeÚnum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚn_shared_expertsÚn_routed_expertsÚrouted_scaling_factorÚkv_lora_rankÚq_lora_rankÚqk_rope_head_dimÚ
v_head_dimÚqk_nope_head_dimÚtopk_methodÚscoring_funcÚnorm_topk_probÚn_groupÚ
topk_groupÚnum_experts_per_tokÚmoe_layer_freqÚfirst_k_dense_replaceÚmax_position_embeddingsÚrms_norm_epsÚ
rope_thetaÚrope_scalingÚattention_bias)Úintr   ÚfloatÚstrÚboolr   )ÚformatÚ__classdict__s   "€Úf/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_lm/models/kimi_vl.pyÚ__annotate__ÚTextArgs.__annotate__   sw  ø‡ ‚ áÑñ ñ Ññ ñ Ñ"ñ	 ñ
 Ñ%ñ ñ Ññ ñ Ñ!ñ ñ Ñ!ñ ñ ™s•mÑ*ñ ñ ™s•mÑ*ñ ñ !Ñ&ñ ñ Ññ ñ Ññ ñ Ññ ñ Ññ ñ  Ññ! ñ" Ñ!ñ# ñ$ Ñ!ñ% ñ& Ññ' ñ( Ññ) ñ* Ññ+ ñ, Ñ ñ- ñ. Ññ/ ñ0 Ñ"ñ1 ñ2 !Ñ'ñ3 ñ4 Ññ5 ñ6 Ññ7 ñ8 Ññ9 ñ: Ñ ò; ó    © )#Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r1   s   @r2   r   r      s¥   ø‡ € à€JØ€KØ"ÐØ!%ÐØÐØ!ÐØ!ÐØ&*ÐØ&*ÐØ#&ÐØ€LØ€KØÐØ€JØÐØ!€KØ!€LØ€NØ€GØ€JØ ÐØ€NØ!"ÐØ#'ÐØ€LØ€JØ€LØ €N÷; ƒ r5   r   c                   ó2   a € ] tR t^-t o R tV 3R ltRtV tR# )Ú	ModelArgsc                óN   € \         P                  V P                  4      V n        R # ©N)r   Ú	from_dictÚtext_config©Úselfs   &r2   Ú__post_init__ÚModelArgs.__post_init__2   s   € Ü#×-Ñ-¨d×.>Ñ.>Ó?ˆÖr5   c                óH   <€ V ^8„  d   Qh/ S[ S[S[3,          ;R&   S[;R&   # )r   rD   Ú
model_type)r   r   Údictr.   )r0   r1   s   "€r2   r3   ÚModelArgs.__annotate__-   s%   ø‡ ‚ á‘x¡�~Õ&Ñ&ñ ñ �Oò r5   )rD   N)r7   r8   r9   r:   rG   r;   r<   r=   r>   s   @r2   r@   r@   -   s   ø‡ € ò
@÷ ƒ r5   r@   c                   óT   a a€ ] tR t^6t oV3R lV 3R lltRV3R lR lltRtVtV ;t# )ÚLanguageModelc                ó    <€ V ^8„  d   QhRS[ /# ©r   Úconfig)r   )r0   r1   s   "€r2   r3   ÚLanguageModel.__annotate__7   s   ø€ ÷ Tñ T™xñ Tr5   c                ó´   <€ \         SV `  4        Wn        \        V4      V n        \
        P                  ! VP                  VP                  R R7      V n	        R# )F)ÚbiasN)
ÚsuperÚ__init__Úargsr	   ÚmodelÚnnÚLinearr   r   Úlm_head©rF   rQ   Ú	__class__s   &&€r2   rV   ÚLanguageModel.__init__7   s?   ø€ Ü‰ÑÔØŒ	Ü$ VÓ,ˆŒ
Ü—y’y ×!3Ñ!3°V×5FÑ5FÈUÔSˆŽr5   c                óJ   <€ V ^8„  d   QhRS[ P                  RS[S[,          /# ©r   ÚinputsÚcache©ÚmxÚarrayr   r   )r0   r1   s   "€r2   r3   rR   =   s'   ø€ ÷ !ñ !á—‘ð!ñ ™�}ñ!r5   c                óF   € V P                  W4      pV P                  V4      # rB   )rX   r[   )rF   ra   rb   Úouts   &&& r2   Ú__call__ÚLanguageModel.__call__=   s!   € ð
 �j‰j˜Ó'ˆØ�|‰|˜CÓ Ð r5   )rW   r[   rX   rB   )	r7   r8   r9   r:   rV   rh   r<   r=   Ú__classcell__©r]   r1   s   @@r2   rN   rN   6   s    ù‡ € ÷Tó T÷!÷ !ò !r5   rN   c                   óz   a a€ ] tR t^Ft oV3R lV 3R lltR	V3R lR lltR t]R 4       t]R 4       t	Rt
VtV ;t# )
ÚModelc                ó    <€ V ^8„  d   QhRS[ /# rP   )r@   )r0   r1   s   "€r2   r3   ÚModel.__annotate__G   s   ø€ ÷ @ñ @™yñ @r5   c                ó†   <€ \         SV `  4        Wn        VP                  V n        \	        VP
                  4      V n        R # rB   )rU   rV   rW   rJ   rN   rD   Úlanguage_modelr\   s   &&€r2   rV   ÚModel.__init__G   s3   ø€ Ü‰ÑÔØŒ	Ø ×+Ñ+ˆŒÜ+¨F×,>Ñ,>Ó?ˆÖr5   c                óJ   <€ V ^8„  d   QhRS[ P                  RS[S[,          /# r`   rc   )r0   r1   s   "€r2   r3   ro   M   s'   ø€ ÷ 2ñ 2á—‘ð2ñ ™�}ñ2r5   c                ó$   € V P                  W4      # rB   )rq   )rF   ra   rb   s   &&&r2   rh   ÚModel.__call__M   s   € ð
 ×"Ñ" 6Ó1Ð1r5   c                ó  € R  pVP                  4        UUu/ uF  w  r4V! V4      '       g   K  W4bK  	  ppp\        V P                  P                  P                  4       F�  pRV 2pR F�  pR F†  pV RV RV 2V9   g   K  \        V P                  P                  P
                  4       Uu. uF  pVP                  V RV RV RV 24      NK!  	  p	p\        P                  ! V	4      W RV RV 2&   Kˆ  	  K‘  	  KŸ  	  V# u uppi u upi )c                 ó@   € R V 9  ;'       d    RV 9  ;'       d    RV 9  # )Úvision_towerÚ
rotary_embÚmulti_modal_projectorr6   )Úkeys   &r2   ÚkeepÚModel.sanitize.<locals>.keepU   s3   € à cÑ)÷ 7ð 7Ø ¨Ñ+÷7ð 7à+°3Ñ6ðr5   zlanguage_model.model.layers.z.mlp.experts.0.Ú.z.mlp.experts.z.mlp.switch_mlp.)Ú	gate_projÚ	down_projÚup_proj)ÚweightÚscalesÚbiases)	ÚitemsÚrangerW   rD   r   r   Úpoprd   Ústack)
rF   Úweightsr|   ÚkÚvÚlÚprefixÚmÚeÚto_joins
   &&        r2   ÚsanitizeÚModel.sanitizeT   s  € ò	ð %,§M¡M¤OÔ?¡O™D˜A±t¸A·w”4�1’4¡OˆÑ?ä�t—y‘y×,Ñ,×>Ñ>Ö?ˆAØ3°A°3Ð7ˆFÛ@�Û7�AØ ˜ °°°1°Q°CÐ8¸GÖCô &+¨4¯9©9×+@Ñ+@×+QÑ+QÔ%Ró#á%R ð $ŸK™K¨6¨(°-À¸sÀ!ÀAÀ3ÀaÈÀsÐ(KÖLÙ%Rð  ð #ô GIÇhÂhÈwÓFW˜ (Ð*:¸1¸#¸Q¸q¸cÐ BÓCó 8ó Añ @ð ˆùó @ùò#s   —D®DÂ.%D	
c                óB   € V P                   P                  P                  # rB   )rq   rX   ÚlayersrE   s   &r2   r”   ÚModel.layersk   s   € à×"Ñ"×(Ñ(×/Ñ/Ð/r5   c                ó   € R  pV# )c                 ó   € R V 9  # )Úe_score_correction_biasr6   )rŠ   s   &r2   Ú	predicateÚ'Model.cast_predicate.<locals>.predicateq   s   € Ø,°AÑ5Ð5r5   r6   )rF   r™   s   & r2   Úcast_predicateÚModel.cast_predicateo   s   € ò	6ð Ðr5   )rW   rq   rJ   rB   )r7   r8   r9   r:   rV   rh   r‘   Úpropertyr”   r›   r<   r=   rj   rk   s   @@r2   rm   rm   F   sM   ù‡ € ÷@ó @÷2ò 2òð. ñ0ó ð0ð ñó ÷ð r5   rm   )Údataclassesr   Útypingr   r   r   r   Úmlx.coreÚcorerd   Úmlx.nnrY   Úbaser   Údeepseek_v3r	   r   r@   ÚModulerN   rm   r6   r5   r2   Ú<module>r¦      su   ðõ "ß -Ó -å Ý å Ý (ð ô!ˆ}ó !ó ð!ð> ô@�ó @ó ð@ô!�B—I‘Iô !ô .ˆB�I‰Iö .r5   