+
    UV-j	  ã                   óŽ   € ^ RI Ht ^ RIHtHt ^RIHt ] ! R R]4      4       t] ! R R]4      4       t] ! R R	]4      4       t	R
# )é    )Ú	dataclass)ÚListÚOptional)ÚBaseModelConfigc                   óž   a € ] tR t^t o Rt^0tRtRtRt^€t	Rt
RtRt^t^tRtRtR	tRtR
tRtRt^t^tRtRtRt^tRtRtRtR tV 3R lt Rt!V t"R# )Ú
TextConfigg    €„AFNÚsilui @  i    g        Ti@ iR i    gü©ñÒMbP?gš™™™™™¹?c                óH   € V P                   f   V P                  V n         R # R # ©N)Únum_key_value_headsÚnum_attention_heads©Úselfs   &Úm/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_vlm/models/llama4/config.pyÚ__post_init__ÚTextConfig.__post_init__,   s!   € Ø×#Ñ#Ò+Ø'+×'?Ñ'?ˆDÖ$ñ ,ó    c                óÂ  <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R	&   S[;R
&   S[S[,          ;R&   S[;R&   S[;R&   S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R &   S[;R!&   S[;R"&   # )#é   Ú
model_typeÚhidden_sizeÚintermediate_sizer   Úrms_norm_epsÚ
vocab_sizer   Ú
rope_thetaÚnum_hidden_layersÚrope_traditionalÚrope_scalingÚtie_word_embeddingsÚhead_dimÚ
hidden_actÚintermediate_size_mlpÚmax_position_embeddingsÚnum_experts_per_tokÚnum_local_expertsÚattention_dropoutÚuse_qk_normÚbos_token_idÚeos_token_idÚpad_token_idÚattention_chunk_sizeÚattention_biasÚinterleave_moe_layer_stepÚno_rope_layersÚoutput_router_logitsÚrouter_aux_loss_coefÚrouter_jitter_noiseÚattn_temperature_tuningÚfloor_scaleÚ
attn_scaleÚ
moe_layers)ÚstrÚintÚfloatÚboolr   ÚdictÚlist)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚTextConfig.__annotate__   sÇ  ø‡ ‚ á�Oñ ñ Ññ ñ Ññ	 ñ
 Ññ ñ Ññ ñ �Oñ ñ Ññ ñ Ñ ñ ñ Ññ ñ Ñ"ñ ñ ™4•.Ñ'ñ ñ Ñ%ñ ñ Ññ ñ Ññ ñ  Ñ&ñ! ñ" !Ñ+ñ# ñ$ Ñ ñ% ñ& Ññ' ñ( Ñ"ñ) ñ* Ññ+ ñ, Ññ- ñ. Ññ/ ñ0 Ññ1 ñ2 Ñ$ñ3 ñ4 Ñ ñ5 ñ6  #Ñ&ñ7 ñ8 Ññ9 ñ: Ñ&ñ; ñ<  Ñ'ñ= ñ> Ñ$ñ? ñ@ !Ñ$ñA ñB ÑñC ñD ÑñE ñF ÑòG r   )r   )#Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r=   s   @r   r   r      sª   ø‡ € ð !€JØÐØ"ÐØ#'€LØ %ÐØ€HØ€JØ!&ÐØ#+ÐØ ÐØÐØ"ÐØ€KØ€LØ€LØ€LØ $ÐØ €NØ%&ÐØ€NØ!&ÐØ"'ÐØ!$ÐØ#$ÐØ€KØ€JØ€Jò@÷K ƒ r   r   c                   ó,   a € ] tR t^1t o V 3R ltRtV tR# )ÚVisionConfigc                óò   <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R	&   S[;R
&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[ ;R&   S[;R&   # )r   r   r   Ú
image_sizeÚinitializer_ranger   Únorm_epsr   Únum_channelsr   Ú
patch_sizeÚpixel_shuffle_ratioÚprojector_dropoutÚprojector_input_dimÚprojector_output_dimr   Úvision_feature_layerÚvision_feature_select_strategyÚvision_output_dim)r6   r7   r8   )r<   r=   s   "€r   r>   ÚVisionConfig.__annotate__1   sé   ø‡ ‚ á�Oñ ñ Ññ ñ �Oñ	 ñ
 Ññ ñ Ññ ñ �Oñ ñ Ññ ñ Ññ ñ Ññ ñ �Oñ ñ Ññ ñ Ññ ñ Ññ ñ Ññ ñ  Ññ! ñ" Ññ# ñ$ %(Ñ'ñ% ñ& Ñò' r   © N)r@   rA   rB   rC   rD   rE   rF   rG   s   @r   rI   rI   1   s   ø‡ ‡ „ r   rI   c                   óB   a € ] tR t^Gt o RtRtRtRtR tV 3R lt	Rt
V tR# )ÚModelConfigiœ Nc                óH   € V P                   f   V P                  V n         R # R # r   )Úimage_token_indexÚimage_token_idr   s   &r   r   ÚModelConfig.__post_init__Q   s!   € Ø×!Ñ!Ò)Ø%)×%8Ñ%8ˆDÖ"ñ *r   c                óž   <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[S[,          ;R&   S[S[S[,          ,          ;R&   # )r   Útext_configÚvision_configr   Úignore_indexr]   r\   r)   )r   rI   r6   r7   r   r   )r<   r=   s   "€r   r>   ÚModelConfig.__annotate__G   sj   ø‡ ‚ áÑñ ñ  Ññ ñ �Oñ	 ñ
 Ññ ñ Ñ ñ ñ  ¡•}Ñ+ñ ñ ™4¡�9Õ%Ñ,ò r   )r\   iœÿÿÿ)r@   rA   rB   rC   rb   r]   r\   r)   r   rD   rE   rF   rG   s   @r   rZ   rZ   G   s(   ø‡ € ð
 €LØ €NØ'+ÐØ(,€Lò9÷ ƒ r   rZ   N)
Údataclassesr   Útypingr   r   Úbaser   r   rI   rZ   rX   r   r   Ú<module>rg      sc   ðÝ !ß !å "ð ô&@�ó &@ó ð&@ðR ô�?ó ó ðð* ô9�/ó 9ó ò9r   