+
    TV-jŸ  ã                   ó`  € ^ RI Ht ^ RIHtHtHtHt ^ RIHt	 ^ RI
Ht ^RIHt ^RIHtHtHt ^RIHt ] ! R R]4      4       t ! R	 R
]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      tR# )é    )Ú	dataclass)ÚAnyÚDictÚOptionalÚUnionN)Úswiglu)ÚBaseModelArgsÚcreate_attention_maskÚscaled_dot_product_attention)Úinitialize_ropec                   óL   a € ] tR t^t o RtRtRtRtRtRt	Rt
RtV 3R ltRtV tR# )Ú	ModelArgsNFi'  Tc                ó2  <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R	&   S[S[,          ;R
&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[S[S[ S[S[S[ 3,          3,          ,          ;R&   S[;R&   # )é   Ú
model_typeÚhidden_sizeÚnum_hidden_layersÚintermediate_sizeÚnum_attention_headsÚrms_norm_epsÚ
vocab_sizeÚnum_key_value_headsÚhead_dimÚmax_position_embeddingsÚattention_biasÚattention_out_biasÚmlp_biasÚ
rope_thetaÚrope_traditionalÚrope_scalingÚtie_word_embeddings)ÚstrÚintÚfloatr   Úboolr   r   )ÚformatÚ__classdict__s   "€Úg/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_lm/models/seed_oss.pyÚ__annotate__ÚModelArgs.__annotate__   sù   ø‡ ‚ á�Oñ ñ Ññ ñ Ññ	 ñ
 Ññ ñ Ññ ñ Ññ ñ �Oñ ñ Ññ ñ �Mñ ñ &¡c�]Ñ1ñ ñ Ñ ñ ñ Ñ$ñ ñ Ññ ñ Ññ ñ  Ñ"ñ! ñ" ™4¡¡U©5±#¨:Õ%6Ð 6Õ7Õ8Ñ?ñ# ñ$ Ñ$ò% ó    © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r   r   r   r   r    r!   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r'   s   @r(   r   r      s:   ø‡ € ð .2ÐØ €NØ$ÐØ€HØ€JØ"ÐØ;?€LØ $Ð÷% ƒ r+   r   c                   óT   a a€ ] tR t^#t oV3R lV 3R lltRV3R lR lltRtVtV ;t# )Ú	Attentionc                ó    <€ V ^8„  d   QhRS[ /# ©r   Úargs©r   )r&   r'   s   "€r(   r)   ÚAttention.__annotate__$   s   ø€ ÷ 
ñ 
™Yñ 
r+   c                ó¤  <€ \         SV `  4        VP                  pVP                  ;V n        pVP
                  ;V n        pVP                  ;V n        pVR,          V n        VP                  pVP                  p\        P                  ! W#V,          VR7      V n        \        P                  ! W$V,          VR7      V n        \        P                  ! W$V,          VR7      V n        \        P                  ! W5,          W'R7      V n        \#        V P                  VP$                  VP&                  VP(                  VP*                  4      V n        R# )g      à?©ÚbiasNg      à¿)ÚsuperÚ__init__r   r   Ún_headsr   Ú
n_kv_headsr   Úscaler   r   ÚnnÚLinearÚq_projÚk_projÚv_projÚo_projr   r   r   r    r   Úrope)	Úselfr8   Údimr@   rA   r   Ú
input_biasÚoutput_biasÚ	__class__s	   &&      €r(   r?   ÚAttention.__init__$   sý   ø€ Ü‰ÑÔà×ÑˆØ!%×!9Ñ!9Ð9ˆŒ�wØ'+×'?Ñ'?Ð?ˆŒ˜*Ø#'§=¡=Ð0ˆŒ˜à˜t•^ˆŒ
à×(Ñ(ˆ
Ø×-Ñ-ˆä—i’i ¨xÕ%7¸jÔIˆŒÜ—i’i °(Õ%:ÀÔLˆŒÜ—i’i °(Õ%:ÀÔLˆŒÜ—i’i Õ 2°CÔJˆŒä#Ø�M‰MØ�O‰OØ×!Ñ!Ø×ÑØ×(Ñ(ó
ˆŽ	r+   c                óŽ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[,          RS[ P                  /# ©r   ÚxÚmaskÚcacheÚreturn©ÚmxÚarrayr   r   )r&   r'   s   "€r(   r)   r:   >   sH   ø€ ÷ #ñ #á�8‰8ð#ñ ‘r—x‘xÕ ð#ñ ™�}ð	#ñ
 
�‰ñ#r+   c           	     ó  € VP                   w  rEpV P                  V4      V P                  V4      V P                  V4      r˜pVP	                  WEV P
                  R4      P                  ^ ^^^4      pVP	                  WEV P                  R4      P                  ^ ^^^4      pV	P	                  WEV P                  R4      P                  ^ ^^^4      p	VeM   V P                  WsP                  R7      pV P                  WƒP                  R7      pVP                  W‰4      w  r‰M"V P                  V4      pV P                  V4      p\        WxW“V P                  VR7      p
V
P                  ^ ^^^4      P	                  WER4      p
V P                  V
4      # )é   )Úoffset)rT   rB   rS   éÿÿÿÿ)ÚshaperE   rF   rG   Úreshaper@   Ú	transposerA   rI   r[   Úupdate_and_fetchr   rB   rH   )rJ   rR   rS   rT   ÚBÚLÚDÚqueriesÚkeysÚvaluesÚoutputs   &&&&       r(   Ú__call__ÚAttention.__call__>   sS  € ð —'‘'‰ˆˆaà $§¡¨A£°·±¸A³ÀÇÁÈAÃ�vˆð —/‘/ !¨¯©°bÓ9×CÑCÀAÀqÈ!ÈQÓOˆØ�|‰|˜A $§/¡/°2Ó6×@Ñ@ÀÀAÀqÈ!ÓLˆØ—‘  d§o¡o°rÓ:×DÑDÀQÈÈ1ÈaÓPˆàÒØ—i‘i ·±�iÓ=ˆGØ—9‘9˜T¯,©,�9Ó7ˆDØ ×1Ñ1°$Ó?‰LˆD�&à—i‘i Ó(ˆGØ—9‘9˜T“?ˆDä-Ø˜6°d·j±jÀtô
ˆð ×!Ñ! ! Q¨¨1Ó-×5Ñ5°a¸BÓ?ˆØ�{‰{˜6Ó"Ð"r+   )	r   rF   r@   rA   rH   rE   rI   rB   rG   ©NN©	r-   r.   r/   r0   r?   rh   r2   r3   Ú__classcell__©rN   r'   s   @@r(   r5   r5   #   s   ù‡ € ÷
ó 
÷4#÷ #ò #r+   r5   c                   óH   a a€ ] tR t^\t oRV 3R lltV3R lR ltRtVtV ;t# )ÚMLPc                óÒ   <€ \         SV `  4        \        P                  ! WVR 7      V n        \        P                  ! W!VR 7      V n        \        P                  ! WVR 7      V n        R# )r<   N)r>   r?   rC   rD   Ú	gate_projÚ	down_projÚup_proj)rJ   rK   Ú
hidden_dimr=   rN   s   &&&&€r(   r?   ÚMLP.__init__]   sD   ø€ Ü‰ÑÔÜŸš 3¸Ô>ˆŒÜŸš :¸Ô>ˆŒÜ—y’y °tÔ<ˆŽr+   c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   rU   ©rW   rX   )r&   r'   s   "€r(   r)   ÚMLP.__annotate__c   s   ø€ ÷ Jñ J™RŸX™Xñ Jr+   c                ót   € V P                  \        V P                  V4      V P                  V4      4      4      # ©N)rr   r   rq   rs   )rJ   rR   s   &&r(   rh   ÚMLP.__call__c   s)   € Ø�~‰~œf T§^¡^°AÓ%6¸¿¹ÀQ»ÓHÓIÐIr+   )rr   rq   rs   )Frk   rm   s   @@r(   ro   ro   \   s   ù‡ € ÷=÷J÷ Jð Jr+   ro   c                   óT   a a€ ] tR t^gt oV3R lV 3R lltRV3R lR lltRtVtV ;t# )ÚTransformerBlockc                ó    <€ V ^8„  d   QhRS[ /# r7   r9   )r&   r'   s   "€r(   r)   ÚTransformerBlock.__annotate__h   s   ø€ ÷ 	
ñ 	
™Yñ 	
r+   c                ó¬  <€ \         SV `  4        VP                  V n        VP                  V n        \	        V4      V n        \        VP                  VP                  VP                  4      V n	        \        P                  ! VP                  VP                  R 7      V n        \        P                  ! VP                  VP                  R 7      V n        R# )©ÚepsN)r>   r?   r   r   r5   Ú	self_attnro   r   r   ÚmlprC   ÚRMSNormr   Úinput_layernormÚpost_attention_layernorm©rJ   r8   rN   s   &&€r(   r?   ÚTransformerBlock.__init__h   s–   ø€ Ü‰ÑÔØ#'×#;Ñ#;ˆÔ Ø×+Ñ+ˆÔÜ" 4›ˆŒÜ�t×'Ñ'¨×)?Ñ)?ÀÇÁÓOˆŒÜ!Ÿzšz¨$×*:Ñ*:À×@QÑ@QÔRˆÔÜ(*¯
ª
Ø×Ñ $×"3Ñ"3ô)
ˆÖ%r+   c                óŽ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[,          RS[ P                  /# rQ   rV   )r&   r'   s   "€r(   r)   r   s   sH   ø€ ÷ 
ñ 
á�8‰8ð
ñ ‘r—x‘xÕ ð
ñ ™�}ð	
ñ
 
�‰ñ
r+   c                ó¨   € V P                  V P                  V4      W#4      pW,           pV P                  V P                  V4      4      pWT,           pV# rz   )rƒ   r†   r„   r‡   )rJ   rR   rS   rT   ÚrÚhÚouts   &&&&   r(   rh   ÚTransformerBlock.__call__s   sK   € ð �N‰N˜4×/Ñ/°Ó2°DÓ@ˆØ�EˆØ�H‰H�T×2Ñ2°1Ó5Ó6ˆØ�eˆØˆ
r+   )r   r†   r„   r   r‡   rƒ   rj   rk   rm   s   @@r(   r}   r}   g   s   ù‡ € ÷	
ó 	
÷
÷ 
ò 
r+   r}   c                   óT   a a€ ] tR t^€t oV3R lV 3R lltRV3R lR lltRtVtV ;t# )Ú	SeedModelc                ó    <€ V ^8„  d   QhRS[ /# r7   r9   )r&   r'   s   "€r(   r)   ÚSeedModel.__annotate__�   s   ø€ ÷ Hñ H™Yñ Hr+   c                óX  <€ \         SV `  4        \        P                  ! VP                  VP
                  4      V n        \        VP                  4       Uu. uF  p\        VR 7      NK  	  upV n
        \        P                  ! VP
                  VP                  R7      V n        R# u upi ))r8   r�   N)r>   r?   rC   Ú	Embeddingr   r   Úembed_tokensÚranger   r}   Úlayersr…   r   Únorm)rJ   r8   Ú_rN   s   && €r(   r?   ÚSeedModel.__init__�   s}   ø€ Ü‰ÑÔÜŸLšL¨¯©¸$×:JÑ:JÓKˆÔä16°t×7MÑ7MÔ1Nó
Ù1N¨AÔ $×'Ñ1Nñ
ˆŒô —J’J˜t×/Ñ/°T×5FÑ5FÔGˆŽ	ùò
s   ÁB'c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r   Úinputsrw   )r&   r'   s   "€r(   r)   r“   ‰   s   ø€ ÷ ñ á—‘ñr+   c                óþ   € V P                  V4      pVf   R .\        V P                  4      ,          p\        W2^ ,          4      p\	        V P                  V4       F  w  rVV! W4VR7      pK  	  V P                  V4      # )N©rT   )r–   Úlenr˜   r
   Úzipr™   )rJ   rž   rT   r�   rS   ÚlayerÚcs   &&&    r(   rh   ÚSeedModel.__call__‰   so   € ð
 ×Ñ˜fÓ%ˆàŠ=Ø�FœS §¡Ó-Õ-ˆEä$ Q¨a­Ó1ˆä˜DŸK™K¨Ö/‰HˆEÙ�a QÔ'ŠAñ 0ð �y‰y˜‹|Ðr+   )r–   r˜   r™   rz   rk   rm   s   @@r(   r‘   r‘   €   s    ù‡ € ÷Hó H÷÷ ò r+   r‘   c                   ój   a a€ ] tR t^›t oV3R lV 3R lltRV3R lR lltR t]R 4       tRt	Vt
V ;t# )	ÚModelc                ó    <€ V ^8„  d   QhRS[ /# r7   r9   )r&   r'   s   "€r(   r)   ÚModel.__annotate__œ   s   ø€ ÷ Tñ T™Yñ Tr+   c                ó   <€ \         SV `  4        Wn        VP                  V n        \	        V4      V n        VP                  V n        VP                  '       g5   \        P                  ! VP                  VP                  R R7      V n        R# R# )Fr<   N)r>   r?   r8   r   r‘   Úmodelr!   rC   rD   r   r   Úlm_headrˆ   s   &&€r(   r?   ÚModel.__init__œ   sf   ø€ Ü‰ÑÔØŒ	ØŸ/™/ˆŒÜ˜t“_ˆŒ
Ø#'×#;Ñ#;ˆÔ Ø×'×'Ð'ÜŸ9š9 T×%5Ñ%5°t·±ÈUÔSˆDŽLñ (r+   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r�   rw   )r&   r'   s   "€r(   r)   r©   ¥   s   ø€ ÷ 	#ñ 	#á—‘ñ	#r+   c                óÌ   € V P                  WR 7      pV P                  '       d1   W0P                   P                  P                  P                  ,          # V P                  V4      # )r    )r«   r!   r–   ÚweightÚTr¬   )rJ   rž   rT   r�   s   &&& r(   rh   ÚModel.__call__¥   sM   € ð
 �J‰J�vˆJÓ+ˆØ×#×#Ð#Ø—z‘z×.Ñ.×5Ñ5×7Ñ7Õ7Ð7à—<‘< “?Ð"r+   c                óN   € V P                   '       d   VP                  R R4       V# )zlm_head.weightN)r!   Úpop)rJ   Úweightss   &&r(   ÚsanitizeÚModel.sanitize°   s"   € Ø×#×#Ð#Ø�K‰KÐ(¨$Ô/àˆr+   c                ó.   € V P                   P                  # rz   )r«   r˜   )rJ   s   &r(   r˜   ÚModel.layers¶   s   € à�z‰z× Ñ Ð r+   )r8   r¬   r«   r   r!   rz   )r-   r.   r/   r0   r?   rh   r¶   Úpropertyr˜   r2   r3   rl   rm   s   @@r(   r§   r§   ›   s9   ù‡ € ÷Tó T÷	#ò 	#òð ñ!ó ÷!ð !r+   r§   )Údataclassesr   Útypingr   r   r   r   Úmlx.coreÚcorerW   Úmlx.nnrC   Úactivationsr   Úbaser	   r
   r   Ú
rope_utilsr   r   ÚModuler5   ro   r}   r‘   r§   r,   r+   r(   Ú<module>rÄ      s�   ðõ "ß -Ó -å Ý å ß TÑ TÝ 'ð ô%�ó %ó ð%ô(6#�—	‘	ô 6#ôrJˆ"�)‰)ô Jô�r—y‘yô ô2�—	‘	ô ô6!ˆB�I‰Iö !r+   