+
    UV-j|(  ã                   óÐ  € ^ RI Ht ^ RIHt ^ RIHt ^ RIHt ^RI	H
t
Ht ^RIHt ^RIHt  ! R R]P                   4      t ! R	 R
]P                   4      t ! R R]P                   4      t]P(                  R 4       t]P(                  RR l4       t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      tR# )é    )ÚOptionalN)ÚSwitchLinear)ÚLanguageModelOutputÚcreate_attention_mask)ÚKVCache©Ú
TextConfigc                   óT   a a€ ] tR t^t oRtV3R lV 3R lltV3R lR ltRtVtV ;t	# )ÚTauzELearned position- and data-dependent temperature scaling for Q and V.c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )é   Ún_headsÚqkv_dim)Úint)ÚformatÚ__classdict__s   "€Ús/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_vlm/models/moondream3/language.pyÚ__annotate__ÚTau.__annotate__   s   ø€ ÷ *ñ *¡ð *©cñ *ó    c                óÌ   <€ \         SV `  4        \        P                  ! W34      V n        \        P                  ! W34      V n        \        P                  ! V34      V n        R # ©N)ÚsuperÚ__init__ÚmxÚzerosÚwqÚwvÚalpha)Úselfr   r   Ú	__class__s   &&&€r   r   ÚTau.__init__   sF   ø€ Ü‰ÑÔÜ—(’(˜GÐ-Ó.ˆŒÜ—(’(˜GÐ-Ó.ˆŒÜ—X’X˜w˜jÓ)ˆŽ
r   c                óT   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[/# )r   Úqkv_catÚ	positionsÚreturn)r   ÚarrayÚtuple)r   r   s   "€r   r   r      s*   ø€ ÷ 2ñ 2¡§¡ð 2±R·X±Xð 2Á%ñ 2r   c                óR  € \         P                  ! V4      p\        P                  ! W0P                  P
                  ,          4      p\        P                  ! W0P                  P
                  ,          4      pVP                  p\        P                  ! VR ,           4      pVP                  ^8X  d_   V P                  R,          VR,          ,          pR \        P                  ! V4      R,
          ,           P                  V4      p	V	R,          p	MTV P                  R,          VR,          ,          pR \        P                  ! V4      R,
          ,           P                  V4      p	VP                  ^ ^^4      V	,           p
VP                  ^ ^^4      V	,           pV
R,          VR,          3# )ç      ð?ç      à?©ºNNNN)Nr-   )Nr-   r-   )Nr-   N)r-   Nr-   ©.N)ÚnnÚgelur   Útanhr   ÚTr   ÚdtypeÚlogÚndimr   ÚsigmoidÚastypeÚ	transpose)r    r$   r%   ÚhÚtok_qÚtok_vr3   Úlog_posÚalpha_log_posÚtau_posÚtau_qÚtau_vs   &&&         r   Ú__call__ÚTau.__call__   s1  € Ü�GŠG�GÓˆÜ—’˜ŸG™GŸI™I�Ó&ˆÜ—’˜ŸG™GŸI™I�Ó&ˆà—‘ˆÜ—&’&˜ S�Ó)ˆØ�<‰<˜1Ôà ŸJ™J wÕ/°'¸'Õ2BÕBˆMØœbŸjšj¨Ó7¸#Õ=Õ>×FÑFÀuÓMˆGØ˜jÕ)‰Gð —
‘
˜=Õ)¨G°JÕ,?Õ?ð ð œbŸjšj¨Ó7¸#Õ=Õ>×FÑFÀuÓMˆGà—‘  1 aÓ(¨7Õ2ˆØ—‘  1 aÓ(¨7Õ2ˆà�YÕ  yÕ!1Ð1Ð1r   )r   r   r   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   rA   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r!   r   s   @@r   r   r      s!   ù‡ € ÙO÷*ó *÷2÷ 2ð 2r   r   c                   óT   a a€ ] tR t^.t oV3R lV 3R lltRV3R lR lltRtVtV ;t# )Ú	Attentionc                ó    <€ V ^8„  d   QhRS[ /# ©r   Úconfigr   )r   r   s   "€r   r   ÚAttention.__annotate__/   s   ø€ ÷ 
ñ 
™zñ 
r   c                óÊ  <€ \         SV `  4        VP                  pVP                  V n        VP
                  V n        VP                  V n        V P                  R,          V n        VP                  V n	        V P                  ^V P                  ,          ,           V P                  ,          p\        P                  ! W#VP                  R7      V n        \        P                  ! V P                  V P                  ,          W!P                  R7      V n        \        V P                  V4      V n        \        P"                  ! V P                  RVP$                  R7      V n        R# )r+   ©ÚbiasF)ÚtraditionalÚbaseNg      à¿)r   r   Úhidden_sizeÚnum_attention_headsr   Únum_key_value_headsÚ
n_kv_headsÚhead_dimÚscaleÚrope_dimr/   ÚLinearÚattention_biasÚqkvÚprojr   ÚtauÚRoPEÚ
rope_thetaÚrope)r    rP   Údimr   r!   s   &&  €r   r   ÚAttention.__init__/   sð   ø€ Ü‰ÑÔØ× Ñ ˆØ×1Ñ1ˆŒØ ×4Ñ4ˆŒØŸ™ˆŒØ—]‘] DÕ(ˆŒ
ØŸ™ˆŒà—<‘< ! d§o¡oÕ"5Õ5¸¿¹ÕFˆÜ—9’9˜S°×0EÑ0EÔFˆŒÜ—I’IØ�L‰L˜4Ÿ=™=Õ(¨#×4IÑ4Iô
ˆŒ	ô �t—|‘| WÓ-ˆŒÜ—G’GØ�M‰MØØ×"Ñ"ô
ˆŽ	r   c                óŽ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[,          RS[ P                  /# ©r   ÚxÚmaskÚcacher&   ©r   r'   r   r   )r   r   s   "€r   r   rQ   D   sO   ø€ ÷ S!ñ S!á�8‰8ðS!ñ ‘r—x‘xÕ ðS!ñ ™Õ ð	S!ñ
 
�‰ñS!r   c                óX  € VP                   w  rEpV P                  V4      pVe   VP                  M^ pVe^   \        VR4      '       dL   \	        VP
                  4      p	\        V\        P                  4      '       d   VP                  ^8”  d   TMR p
M„\        V\        P                  4      '       dX   VP                  ^8”  d+   Tp
\	        VP                  4       P                  4       4      p	M)R p
\	        VP                  4       4      p	MR p
\	        V4      p	V
e&   V
R,          \        P                  ! V4      ,           pM\        P                  ! W™V,           4      pV P                  W{4      w  rÍV P                  V P                  ,          pV P                   V P                  ,          p\        P"                  ! W~Wï,           .RR7      w  pppVP%                  WEV P                  V P                  4      P'                  ^ ^^^4      pVP%                  WEV P                   V P                  4      P'                  ^ ^^^4      pVP%                  WEV P                   V P                  4      P'                  ^ ^^^4      pVV,          pVV,          pVEe   V
eÍ   V^8”  dÆ   V
P)                  4       p\        P*                  ! \-        V4       Uu. uF0  pV P/                  VVV^,            \	        VV,          4      R7      NK2  	  up4      p\        P*                  ! \-        V4       Uu. uF0  pV P/                  VVV^,            \	        VV,          4      R7      NK2  	  up4      pM&V P/                  VV	R7      pV P/                  VV	R7      pVP1                  VV4      w  ppM"V P/                  V4      pV P/                  V4      p\        P2                  P5                  VVVV P6                  VR7      pVP'                  ^ ^^^4      P%                  WER4      pV P9                  V4      # u upi u upi )NÚ_idx©Úaxis)Úoffset)r\   rk   r,   éÿÿÿÿ)Úshaper`   rr   Úhasattrr   ro   Ú
isinstancer   r'   ÚsizeÚmaxÚitemÚarangerb   r   r[   rZ   ÚsplitÚreshaper8   ÚtolistÚconcatenateÚrangere   Úupdate_and_fetchÚfastÚscaled_dot_product_attentionr\   ra   )r    rj   rk   rl   ÚBÚLÚ_Úqkv_outÚ
raw_offsetrr   Úoffsets_per_seqr%   r?   r@   Úq_dimÚkv_dimÚqueriesÚkeysÚvaluesÚseq_offsetsÚiÚoutputs   &&&&                  r   rA   ÚAttention.__call__D   s}  € ð —'‘'‰ˆˆaà—(‘(˜1“+ˆð &+Ò%6�U—\’\¸Aˆ
ØÒ¤¨°×!7Ò!7Ü˜Ÿ™“_ˆFô ˜j¬"¯(©(×3Ò3¸
¿¹È!Ô8Kñ àñ ô
 ˜
¤B§H¡H×-Ò-Ø�‰ Ô"à",�Ü˜ZŸ^™^Ó-×2Ñ2Ó4Ó5‘à"&�Ü˜ZŸ_™_Ó.Ó/‘à"ˆOÜ˜“_ˆFàÒ&à'¨Õ0´2·9²9¸Q³<Õ?‰IäŸ	š	 &°1­*Ó5ˆIØ—x‘x Ó3‰ˆà—‘˜tŸ}™}Õ,ˆØ—‘ 4§=¡=Õ0ˆÜ "§¢¨¸%½.Ð2IÐPRÔ SÑˆ��và—/‘/ !¨¯©°d·m±mÓD×NÑNØˆq�!�Qó
ˆð �|‰|˜A $§/¡/°4·=±=ÓA×KÑKÈAÈqÐRSÐUVÓWˆØ—‘  d§o¡o°t·}±}ÓE×OÑOØˆq�!�Qó
ˆð ˜E•/ˆØ˜%•ˆàÓØÒ*¨q°1¬uð .×4Ñ4Ó6�ÜŸ.š.ô "' q¤óá!)˜Að Ÿ	™	 '¨!¨a°!­eÐ"4¼SÀÈQÅÓ=P˜	ÖQÙ!)ñó�ô —~’~ô "' q¤óá!)˜Að Ÿ	™	 $ q¨1¨q­5 /¼#¸kÈ!½nÓ:M˜	ÖNÙ!)ñó‘ð Ÿ)™) G°F˜)Ó;�Ø—y‘y ¨f�yÓ5�Ø ×1Ñ1°$¸Ó?‰LˆD‘&à—i‘i Ó(ˆGØ—9‘9˜T“?ˆDä—‘×5Ñ5Ø�T˜6¨¯©¸$ð 6ó 
ˆð ×!Ñ! ! Q¨¨1Ó-×5Ñ5°a¸BÓ?ˆØ�y‰y˜Ó Ð ùò/ùòs   Ë	6P"Ì#6P')	r[   r   rZ   ra   r`   re   r]   r\   rb   ©NN©	rC   rD   rE   rF   r   rA   rH   rI   rJ   rK   s   @@r   rM   rM   .   s!   ù‡ € ÷
ó 
÷*S!÷ S!ò S!r   rM   c                   óP   a a€ ] tR t^št oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚDenseMLPc                ó    <€ V ^8„  d   QhRS[ /# rO   r   )r   r   s   "€r   r   ÚDenseMLP.__annotate__›   s   ø€ ÷ *ñ *™zñ *r   c                ó$  <€ \         SV `  4        \        P                  ! VP                  VP
                  R R7      V n        \        P                  ! VP
                  VP                  R R7      V n        \        P                  ! RR7      V n	        R# )TrS   r1   )ÚapproxN)
r   r   r/   r^   rW   Úintermediate_sizeÚfc1Úfc2ÚGELUÚact©r    rP   r!   s   &&€r   r   ÚDenseMLP.__init__›   s`   ø€ Ü‰ÑÔÜ—9’9˜V×/Ñ/°×1IÑ1IÐPTÔUˆŒÜ—9’9˜V×5Ñ5°v×7IÑ7IÐPTÔUˆŒÜ—7’7 &Ô)ˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   rj   r&   ©r   r'   )r   r   s   "€r   r   r—   ¡   s#   ø€ ÷ /ñ /™"Ÿ(™(ð /¡r§x¡xñ /r   c                ó`   € V P                  V P                  V P                  V4      4      4      # r   )rœ   rž   r›   )r    rj   s   &&r   rA   ÚDenseMLP.__call__¡   s"   € Ø�x‰x˜Ÿ™ §¡¨!£Ó-Ó.Ð.r   )rž   r›   rœ   r“   rK   s   @@r   r•   r•   š   s   ù‡ € ÷*ó *÷/÷ /ð /r   r•   c                 óæ   € VP                   Ev r#VP                  4       p\        P                  ! V4      p\        P                  ! V4      pV P                  ^ R4      WC,          ,          W,          V3# )r   éýÿÿÿ)rt   Úflattenr   Úargsort)rj   Úindicesr…   ÚMÚorderÚ	inv_orders   &&    r   Ú_gather_sortr®   ¥   sV   € à�M‰M�E€QØ�o‰oÓ€GÜ�JŠJ�wÓ€EÜ—
’
˜5Ó!€IØ�9‰9�Q˜Ó˜E�JÕ'¨­¸ÐBÐBr   c                 óN   € W,          p Ve   \         P                  ! V ^ V4      p V # r   )r   Ú	unflatten)rj   r­   rt   s   &&&r   Ú_scatter_unsortr±   ®   s&   € à	�€AØÒÜ�LŠL˜˜A˜uÓ%ˆØ€Hr   c                   óP   a a€ ] tR t^¶t oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚMoEMLPc                ó    <€ V ^8„  d   QhRS[ /# rO   r   )r   r   s   "€r   r   ÚMoEMLP.__annotate__·   s   ø€ ÷ 	Iñ 	I™zñ 	Ir   c                ó$  <€ \         SV `  4        VP                  pVP                  pVP                  pVP
                  V n        \        P                  ! W$R R7      V n        \        V^V,          VRR7      V n
        \        W2VRR7      V n        R# )TrS   FN)r   r   rW   Úmoe_intermediate_sizeÚnum_expertsÚnum_experts_per_tokr/   r^   Úrouterr   r›   rœ   )r    rP   rf   Ú	inner_dimr¸   r!   s   &&   €r   r   ÚMoEMLP.__init__·   su   ø€ Ü‰ÑÔØ× Ñ ˆØ×0Ñ0ˆ	Ø×(Ñ(ˆØ#)×#=Ñ#=ˆÔ ä—i’i °tÔ<ˆŒÜ  Q¨¥]°KÀeÔLˆŒÜ 	°À%ÔHˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r¢   r£   )r   r   s   "€r   r   rµ   Â   s#   ø€ ÷ ñ ™"Ÿ(™(ð ¡r§x¡xñ r   c                ó  € V P                   pV P                  V4      p\        P                  ! \        P                  ! V) V^,
          R	R7      RRV13,          4      p\        P
                  ! \        P                  ! W4R	R7      R	RR7      p\        P                  ! VR4      pVP                  ^@8¬  pTpRpV'       d   \        W4      w  rpV P                  WVR7      p	\        P                  ! V	^R	R7      w  r«\        P                  ! V
4      VR,           ,          p	V P                  W—VR7      pV'       d   \        WÈVP                   4      pVP#                  R
4      pWÅR,          ,          P%                  R
R7      pV# )é   )Úkthrq   .Nrp   T)rq   Úprecise)Úsorted_indicesr*   rs   éþÿÿÿ)rÃ   r§   r.   )r¹   rº   r   Ústop_gradientÚargpartitionÚsoftmaxÚtake_along_axisÚexpand_dimsrw   r®   r›   r{   r/   r0   rœ   r±   rt   ÚsqueezeÚsum)r    rj   ÚneÚgatesÚindsÚscoresÚdo_sortÚidxr­   r9   Úh1ÚgÚys   &&           r   rA   ÚMoEMLP.__call__Â   s:  € Ø×%Ñ%ˆà—‘˜A“ˆÜ×Ò¤§¢°°¸BÀ½FÈÔ LÈSÐRUÐSUÐRUÈXÕ VÓWˆÜ—’Ü×Ò˜u°Ô4ØØô
ˆô �NŠN˜1˜hÓ'ˆà—)‘)˜r‘/ˆØˆØˆ	ßÜ ,¨QÓ 5ÑˆA�Ià�H‰H�Q¨GˆHÓ4ˆÜ—’˜˜A BÔ'‰ˆÜ�GŠG�B‹K˜1˜s�7Õ#ˆØ�H‰H�Q¨GˆHÓ4ˆçÜ ¨d¯j©jÓ9ˆAà�I‰I�b‹MˆØ˜	Õ"Õ"×'Ñ'¨RÐ'Ó0ˆØˆr   )r›   rœ   r¹   rº   r“   rK   s   @@r   r³   r³   ¶   s    ù‡ € ÷	Ió 	I÷÷ ð r   r³   c                   óT   a a€ ] tR t^ât oV3R lV 3R lltRV3R lR lltRtVtV ;t# )ÚDecoderBlockc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   rP   Ú	layer_idx)r	   r   )r   r   s   "€r   r   ÚDecoderBlock.__annotate__ã   s   ø€ ÷ &ñ &™zð &±cñ &r   c                ó
  <€ \         SV `  4        \        P                  ! VP                  VP
                  R 7      V n        \        V4      V n        W!P                  8  d   \        V4      V n        R# \        V4      V n        R# ©)ÚepsN)r   r   r/   Ú	LayerNormrW   Úrms_norm_epsÚlnrM   ÚattnÚmoe_start_layerr•   Úmlpr³   )r    rP   rØ   r!   s   &&&€r   r   ÚDecoderBlock.__init__ã   s[   ø€ Ü‰ÑÔÜ—,’,˜v×1Ñ1°v×7JÑ7JÔKˆŒÜ˜fÓ%ˆŒ	à×-Ñ-Ô-Ü Ó'ˆDŽHä˜f“~ˆDŽHr   c                óŽ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[,          RS[ P                  /# ri   rm   )r   r   s   "€r   r   rÙ   í   sI   ø€ ÷ 	&ñ 	&á�8‰8ð	&ñ ‘r—x‘xÕ ð	&ñ ™Õ ð		&ñ
 
�‰ñ	&r   c                óˆ   € V P                  V4      pV P                  WBV4      pV P                  V4      pW,           V,           # r   )rß   rà   râ   )r    rj   rk   rl   r9   Úattn_outÚmlp_outs   &&&&   r   rA   ÚDecoderBlock.__call__í   s;   € ð �G‰G�A‹JˆØ—9‘9˜Q eÓ,ˆØ—(‘(˜1“+ˆØ�|˜gÕ%Ð%r   )rà   rß   râ   r’   r“   rK   s   @@r   rÖ   rÖ   â   s   ù‡ € ÷&ó &÷	&÷ 	&ò 	&r   rÖ   c                   ót   a a€ ] tR t^ùt oV3R lV 3R llt]R 4       t]R 4       tRV3R lR lltRt	Vt
V ;t# )	Ú	TextModelc                ó    <€ V ^8„  d   QhRS[ /# rO   r   )r   r   s   "€r   r   ÚTextModel.__annotate__ú   s   ø€ ÷ Qñ Q™zñ Qr   c                ób  <€ \         SV `  4        Wn        \        P                  ! VP
                  VP                  4      V n        \        VP                  4       Uu. uF  p\        W4      NK  	  upV n        \        P                  ! VP                  VP                  R 7      V n        R# u upi rÛ   )r   r   rP   r/   Ú	EmbeddingÚ
vocab_sizerW   Úwter   Únum_hidden_layersrÖ   ÚblocksrÝ   rÞ   Úpost_ln)r    rP   rÐ   r!   s   && €r   r   ÚTextModel.__init__ú   s‚   ø€ Ü‰ÑÔØŒÜ—<’< × 1Ñ 1°6×3EÑ3EÓFˆŒä16°v×7OÑ7OÔ1Pó
Ù1P¨#ŒL˜Ö%Ñ1Pñ
ˆŒô —|’| F×$6Ñ$6¸F×<OÑ<OÔPˆŽùò
s   ÁB,c                ó   € V P                   # r   )rò   ©r    s   &r   ÚlayersÚTextModel.layers  s   € à�{‰{Ðr   c                ó   € V P                   # r   )rð   rö   s   &r   Úembed_tokensÚTextModel.embed_tokens  s   € à�x‰xˆr   c                ó¢   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[ P                  /# )r   ÚinputsÚinputs_embedsrk   r&   ©r   r'   r   )r   r   s   "€r   r   rì     sM   ø€ ÷ ñ á—‘ðñ  ¡§¡Õ)ðñ ‘r—x‘xÕ ð	ñ 
�‰ñr   c                ó  € Vf   V P                  V4      pMTpVf   R .\        V P                  4      ,          pVf   \        WT^ ,          4      p\	        V P                  V4       F  w  rgV! WSV4      pK  	  V P                  V4      # r   )rð   Úlenrò   r   Úzipró   )r    rý   rþ   rk   rl   r9   ÚblockÚcs   &&&&&   r   rA   ÚTextModel.__call__  s}   € ð Ò Ø—‘˜Ó ‰AàˆAàŠ=Ø�FœS §¡Ó-Õ-ˆEàŠ<Ü(¨°!­HÓ5ˆDä˜DŸK™K¨Ö/‰HˆEÙ�a˜qÓ!ŠAñ 0ð �|‰|˜A‹Ðr   )rò   rP   ró   rð   ©NNN)rC   rD   rE   rF   r   Úpropertyr÷   rú   rA   rH   rI   rJ   rK   s   @@r   rê   rê   ù   sH   ù‡ € ÷Qó Qð ñó ðð ñó ð÷÷ ò r   rê   c                   ó„   a a€ ] tR tRt oV3R lV 3R lltR
V3R lR llt]R 4       t]R 4       t]R 4       t	R	t
VtV ;t# )ÚLanguageModeli#  c                ó    <€ V ^8„  d   QhRS[ /# rO   r   )r   r   s   "€r   r   ÚLanguageModel.__annotate__$  s   ø€ ÷ Sñ S™zñ Sr   c                óÖ   <€ \         SV `  4        Wn        VP                  V n        \	        V4      V n        \        P                  ! VP                  VP                  R R7      V n
        R# )TrS   N)r   r   rP   Ú
model_typerê   Úmodelr/   r^   rW   rï   Úlm_headrŸ   s   &&€r   r   ÚLanguageModel.__init__$  sL   ø€ Ü‰ÑÔØŒØ ×+Ñ+ˆŒÜ˜vÓ&ˆŒ
Ü—y’y ×!3Ñ!3°V×5FÑ5FÈTÔRˆŽr   c                óˆ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          /# )r   rý   rþ   rk   rÿ   )r   r   s   "€r   r   r  +  s?   ø€ ÷ 	=ñ 	=á—‘ð	=ñ  ¡§¡Õ)ð	=ñ ‘r—x‘xÕ ñ		=r   c                ó^   € V P                  WW4R 7      p\        V P                  V4      R7      # ))rþ   rk   rl   )Úlogits)r  r   r  )r    rý   rþ   rk   rl   ÚkwargsÚouts   &&&&&, r   rA   ÚLanguageModel.__call__+  s*   € ð �j‰j˜À4ˆjÓUˆÜ"¨$¯,©,°sÓ*;Ô<Ð<r   c                ó.   € V P                   P                  # r   )r  rò   rö   s   &r   r÷   ÚLanguageModel.layers6  s   € à�z‰z× Ñ Ð r   c                ó.   € V P                   P                  # r   )rP   r[   rö   s   &r   r[   ÚLanguageModel.head_dim:  s   € à�{‰{×#Ñ#Ð#r   c                ó.   € V P                   P                  # r   )rP   rY   rö   s   &r   rZ   ÚLanguageModel.n_kv_heads>  s   € à�{‰{×.Ñ.Ð.r   )rP   r  r  r  r  )rC   rD   rE   rF   r   rA   r  r÷   r[   rZ   rH   rI   rJ   rK   s   @@r   r	  r	  #  s\   ù‡ € ÷Só S÷	=ò 	=ð ñ!ó ð!ð ñ$ó ð$ð ñ/ó ÷/ð /r   r	  r   )Útypingr   Úmlx.coreÚcorer   Úmlx.nnr/   Úmlx_lm.models.switch_layersr   rV   r   r   rl   r   rP   r	   ÚModuler   rM   r•   Úcompiler®   r±   r³   rÖ   rê   r	  © r   r   Ú<module>r%     sÂ   ðÝ å Ý Ý 4ç =Ý Ý ô2ˆ"�)‰)ô 2ôDi!�—	‘	ô i!ôX/ˆr�y‰yô /ð ‡�ñCó ðCð ‡�óó ðô)ˆR�Y‰Yô )ôX&�2—9‘9ô &ô.'�—	‘	ô 'ôT/�B—I‘Iö /r   