+
    UV-j{  ã                   óÀ   € ^ RI HtHt ^ RIHtHtHtHtHt ^RI	H
t
 ^RIHtHt R R ltR t] ! R R	]
4      4       t] ! R
 R]
4      4       t] ! R R]
4      4       tR# )é    )Ú	dataclassÚfield)ÚAnyÚDictÚListÚOptionalÚUnion)ÚBaseModelConfig)Ú_config_kwargsÚ_maybe_deserialize_configc                ó0   € V ^8„  d   QhR\         R\         /# )é   ÚkeyÚreturn)Ústr)Úformats   "Ún/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_vlm/models/step3p7/config.pyÚ__annotate__r      s   € ÷ ñ œSð ¤Sñ ó    c                 óf   € . ROpV F&  w  r#W 9   g   K  W09  g   K  V P                  W#4      u # 	  V # )ú.moe.gate_proj))r   z.mlp.switch_mlp.gate_proj)z.moe.up_projz.mlp.switch_mlp.up_proj)z.moe.down_projz.mlp.switch_mlp.down_proj)z	.moe.gatez.mlp.gate.gate)z.moe.router_biasz.mlp.gate.router_bias)z.share_expertz.mlp.share_expert)Úreplace)r   Ú
remappingsÚsrcÚdsts   &   r   Ú_remap_language_keyr      s6   € ò€Jó ‰ˆØŽ:˜#ž.Ø—;‘;˜sÓ(Ò(ñ ð €Jr   c                 óš   € \        V \        4      '       g   V # V P                  4        UUu/ uF  w  r\        V4      VbK  	  upp# u uppi ©N)Ú
isinstanceÚdictÚitemsr   )Úquantizationr   Úvalues   &  r   Ú_sanitize_quantization_configr$      sE   € Ü�l¤D×)Ò)ØÐØ>J×>PÑ>PÔ>RÔSÑ>R±
°Ô Ó$ eÒ+Ñ>RÒSÐSùÓSs   ¬Ac                   óŠ   a € ] tR t^t o RtRt^/t^t^tRt	Rt
^tRtRtRtRtRtRtRtRtR	tR
t^
t^tRtRtR tV 3R ltRtV tR# )ÚVisionConfigÚperception_encoderi   iØ  Ú
quick_geluçñhãˆµøä>FNTgš™™™™™¹?ç     ˆÃ@ç      ð?Úlangc                óH   € V P                   e   V P                   V n        R # R # r   )Úues_cls_tokenÚuse_cls_token©Úselfs   &r   Ú__post_init__ÚVisionConfig.__post_init__6   s!   € Ø×ÑÒ)Ø!%×!3Ñ!3ˆDÖñ *r   c                óB  <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[ ;R	&   S[;R
&   S[;R&   S[S[,          ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[S[,          ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[ ;R&   # )r   Ú
model_typeÚwidthÚlayersÚheadsÚnum_channelsÚ
image_sizeÚ	mlp_ratioÚ
patch_sizeÚ
hidden_actÚlayer_norm_epsr/   r.   Ú
use_ln_preÚuse_ln_postÚuse_abs_posembÚ
use_rope2dÚls_init_valueÚ
rope_thetaÚrope_max_freqÚrope_num_freqsÚrope_theta_rescale_factorÚrope_freqs_for)r   ÚintÚfloatÚboolr   )r   Ú__classdict__s   "€r   r   ÚVisionConfig.__annotate__   s(  ø‡ ‚ áÑ*ñ ñ Ññ ñ Ññ	 ñ
 �Oñ ñ Ññ ñ Ññ ñ Ñ"ñ ñ Ññ ñ Ñ"ñ ñ Ñ ñ ñ Ññ ñ ™D•>Ñ(ñ ñ Ññ ñ Ññ ñ  Ññ! ñ" Ññ# ñ$ ™E•?Ñ(ñ% ñ& Ññ' ñ( Ññ) ñ* Ññ+ ñ,  %Ñ*ñ- ñ. Ñ ò/ r   )r/   gUUUUUU@)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r/   r.   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   r2   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©rL   s   @r   r&   r&      s€   ø‡ € à*€JØ€EØ€FØ€EØ€LØ€JØ"€IØ€JØ"€JØ €NØ€MØ$(€MØ€JØ€KØ€NØ€JØ%(€MØ€JØ€MØ€NØ'*ÐØ €Nò4÷3 ƒ r   r&   c                   óÚ   a € ] tR t^;t o RtRtRt^@t^t^-t	Rt
RtRtRtRt^tR	tR
tRtRtR
t^€tRtR
tR
t^tRtRtRtRtRtRtR
t R
t!R
t"R
t#R
t$R
t%]&! R R7      t'R
t(R
t)Rt*R t+V 3R lt,Rt-V t.R
# )Ú
TextConfigÚstep3p5i   i ,  i   é€÷ r)   i   i   r*   NTg        FÚsoftmaxr+   c                 ó,   € \        \        ^^-4      4      # )é   )ÚtupleÚrange© r   r   Ú<lambda>ÚTextConfig.<lambda>`   s   € ¤¤e¨A¨r£lÔ 3r   )Údefault_factoryc                ó†  € V P                   e   V P                   V n        V P                  e(   \        V P                  4      R V P                   V n        V P
                  e(   \        V P
                  4      R V P                   V n        V P                  e(   \        V P                  4      R V P                   V n        \        V P                  \        4      '       dc   RV P                  9  dP   \        V P                  4      V n        RV P                  9   d#   V P                  R,          V P                  R&   R # R # R # R # )NÚtypeÚ	rope_type)
Úshare_expert_dimsÚshare_expert_dimÚlayer_typesÚlistÚnum_hidden_layersÚswiglu_limitsÚswiglu_limits_sharedr   Úrope_scalingr    r0   s   &r   r2   ÚTextConfig.__post_init__f   s  € Ø×!Ñ!Ò-Ø$(×$:Ñ$:ˆDÔ!Ø×ÑÒ'Ü# D×$4Ñ$4Ó5Ð6N¸×8NÑ8NÐOˆDÔØ×ÑÒ)Ü!% d×&8Ñ&8Ó!9Ð:R¸D×<RÑ<RÐ!SˆDÔØ×$Ñ$Ò0Ü(,¨T×-FÑ-FÓ(GØ(�$×(Ñ(ð)ˆDÔ%ô �d×'Ñ'¬×.Ò.°6À×ARÑARÔ3RÜ $ T×%6Ñ%6Ó 7ˆDÔØ˜d×/Ñ/Ô/Ø,0×,=Ñ,=¸kÕ,J�×!Ñ! &Ó)ñ 0ñ 4SÑ.r   c                óÄ  <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R	&   S[;R
&   S[;R&   S[;R&   S[S[S[S[,          3,          ;R&   S[S[S[ S[3,          ,          ;R&   S[;R&   S[;R&   S[S[,          ;R&   S[;R&   S[;R&   S[S[S[ ,          ,          ;R&   S[S[,          ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[ ;R&   S[;R&   S[;R&   S[S[S[ S[3,          ,          ;R&   S[S[S[S[,          ,          ,          ;R&   S[S[S[S[,          ,          ,          ;R&   S[S[S[,          ,          ;R &   S[S[S[ ,          ,          ;R!&   S[S[S[,          ,          ;R"&   S[S[ S[S[,          S[	3,          ;R#&   S[S[S[S[S[,          3,          ,          ;R$&   S[S[,          ;R%&   S[;R&&   # )'r   r5   Úhidden_sizeÚintermediate_sizeÚnum_attention_headsÚnum_attention_groupsrj   Úmax_seq_lenÚ
vocab_sizeÚrms_norm_epsÚmoe_intermediate_sizeÚmoe_num_expertsÚ	moe_top_krD   rm   Úmax_position_embeddingsrg   rf   Úhead_dimÚnorm_expert_weightrh   Úsliding_windowÚpad_token_idÚattention_dropoutÚuse_head_wise_attn_gateÚuse_moe_router_biasÚmoe_router_activationÚmoe_router_scaling_factorÚneed_fp32_gateÚattention_other_settingrk   rl   Úuse_rope_layersÚyarn_only_typesÚpartial_rotary_factorsÚmoe_layers_enumÚeos_token_idÚbos_token_idÚtie_word_embeddings)
r   rI   rJ   r	   r   r   r   r   rK   r]   )r   rL   s   "€r   r   ÚTextConfig.__annotate__;   s™  ø‡ ‚ áÑñ ñ Ññ ñ Ñ"ñ	 ñ
 Ñ!ñ ñ Ñ!ñ ñ Ññ ñ Ññ ñ Ññ ñ Ññ ñ Ñ%ñ ñ Ññ ñ Ññ ñ ‘e™T¡%�[Ð(Õ)Ñ3ñ ñ ™4¡¡S �>Õ*Ñ1ñ ñ  !Ñ)ñ! ñ" Ñ ñ# ñ$  ¡•}Ñ+ñ% ñ& Ññ' ñ( Ñ#ñ) ñ* ™$™s�)Õ$Ñ+ñ+ ñ, ™S•MÑ(ñ- ñ. Ññ/ ñ0 Ñ"ñ1 ñ2 "Ñ)ñ3 ñ4 Ñ%ñ5 ñ6 Ñ*ñ7 ñ8  %Ñ*ñ9 ñ: Ñ ñ; ñ< &¡d©3±¨8¥nÕ5Ñ<ñ= ñ> ™D¡©%¥Õ1Õ2Ñ9ñ? ñ@ #¡4©±­Õ#8Õ9Ñ@ñA ñB ™d¡4�jÕ)Ñ0ñC ñD ™d¡3�iÕ(Ñ/ñE ñF %¡T©%¥[Õ1Ñ8ñG ñH ™3¡¡S¥	©5Ð0Õ1ñ ñI ñN ™5¡¡d©3¥i Õ0Õ1Ñ8ñO ñP ™3•-Ñ&ñQ ñR Ñ%òS r   )rh   rm   rg   rk   rl   )/rN   rO   rP   rQ   r5   rp   rq   rr   rs   rj   rt   ru   rv   rw   rx   ry   rD   rm   rz   rg   rf   r{   r|   rh   r}   r~   r   r€   r�   r‚   rƒ   r„   r…   rk   rl   r†   r‡   rˆ   r   r‰   rŠ   r‹   rŒ   r2   rR   rS   rT   rU   s   @r   rW   rW   ;   sí   ø‡ € à€JØ€KØ"ÐØ!ÐØ !ÐØÐØ€KØ€JØ€LØ!%ÐØ€OØ€IØ,3€JØ-1€LØ#)ÐØ ÐØ'+ÐØ€HØ#ÐØ'+€KØ$(€NØ€LØ"ÐØ$)ÐØ %ÐØ!*ÐØ'*ÐØ €NØ8<ÐØ59€MØ<@ÐØ,0€OØ+/€OØ48ÐÙ49Ù3ô5€Oð 59€LØ"&€LØ %ÐòK÷W ƒ r   rW   c                   óf   a € ] tR t^wt o Rt^tRtRtRtRt	Rt
RtRtR t]R 4       tV 3R ltR	tV tR# )
ÚModelConfigÚstep3p7Fiô NrY   c                óþ   € V P                   f   V P                  V n         V P                  f   V P                  P                  V n        \	        V P
                  4      V n        \	        V P                  4      V n        R # r   )Úimage_token_indexÚimage_token_idrŠ   Útext_configr$   r"   Úquantization_configr0   s   &r   r2   ÚModelConfig.__post_init__…   se   € Ø×!Ñ!Ò)Ø%)×%8Ñ%8ˆDÔ"Ø×ÑÒ$Ø $× 0Ñ 0× =Ñ =ˆDÔÜ9¸$×:KÑ:KÓLˆÔÜ#@Ø×$Ñ$ó$
ˆÖ r   c                óÂ   € \        V4      p\        \        VP                  R 4      4      VR &   \        \        VP                  R4      4      VR&   V ! R/ \        W4      B # )Úvision_configr”   r_   )r    r   r&   ÚgetrW   r   )ÚclsÚparamss   &&r   Ú	from_dictÚModelConfig.from_dict�   s\   € ä�f“ˆÜ";Ü˜&Ÿ*™* _Ó5ó#
ˆˆÑô !:Ü˜Ÿ
™
 =Ó1ó!
ˆˆ}Ññ Ñ1”^ CÓ0Ñ1Ð1r   c                ó  <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[S[,          ;R&   S[;R&   S[S[S[S[S[,          3,          ,          ;R	&   S[S[,          ;R
&   S[S[,          ;R&   # )r   r”   r˜   r5   Úunderstand_projector_strideÚprojector_biasr“   r’   ru   rŠ   r"   r•   )	rW   r&   r   rI   rK   r   r	   r   r   )r   rL   s   "€r   r   ÚModelConfig.__annotate__w   s°   ø‡ ‚ áÑñ ñ  Ññ ñ Ññ	 ñ
 "%Ñ(ñ ñ Ñ ñ ñ Ñ ñ ñ  ¡•}Ñ+ñ ñ Ññ ñ ™5¡¡d©3¥i Õ0Õ1Ñ8ñ ñ ™4•.Ñ'ñ ñ "¡$�Ñ.ò r   )rŠ   r’   r"   r•   )rN   rO   rP   rQ   r5   rŸ   r    r“   r’   ru   rŠ   r"   r•   r2   Úclassmethodrœ   rR   rS   rT   rU   s   @r   r�   r�   w   sW   ø‡ € ð  €JØ'(ÐØ €NØ €NØ'+ÐØ€JØ48€LØ#'€LØ*.Ðò
ð ñ2ó ð2÷3 ƒ r   r�   N)Údataclassesr   r   Útypingr   r   r   r   r	   Úbaser
   Úqwen3_vl.configr   r   r   r$   r&   rW   r�   r_   r   r   Ú<module>r§      st   ðß (ß 3Õ 3å "ß GõòTð ô4�?ó 4ó ð4ð: ô8K�ó 8Kó ð8Kðv ô 2�/ó  2ó ò 2r   