Ë
    èÿæiëx  ã                   óL  — d Z ddlmZmZ ddlmZ ddlZddlZddlm	Z	 ddl
ZddlmZmZ ddlmZmZ ddlmZ dd	lmZ d
„ Zd„ Zd„ Z G d„ de«      Zd„ Z G d„ de«      Z G d„ de«      Zd„ Zd„ Zd„ Z d„ Z! G d„ de«      Z" G d„ de«      Z# G d„ de«      Z$ G d„ de¬ «      Z%y)!zA
Implements custom ufunc dispatch mechanism for non-CPU devices.
é    )ÚABCMetaÚabstractmethod)ÚOrderedDictN)Úreduce)Ú_BaseUFuncBuilderÚparse_identity)ÚtypesÚsigutils)Ú	signature©Úparse_signaturec                 ób   — | |k(  r| S | dk(  r|S |dk(  r| S t        dj                  | |«      «      ‚)ú=
    Raises
    ------
    ValueError if broadcast fails
    é   zfailed to broadcast {0} and {1})Ú
ValueErrorÚformat)ÚaÚbs     úk/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/numba/cuda/deviceufunc.pyÚ_broadcast_axisr      sA   € ð 	ˆA‚vØˆØ	
ˆaŠØˆØ	
ˆaŠØˆäÐ:×AÑAÀ!ÀQÓGÓHÐHó    c                 ó4  — t        t        | |g«      \  } }t        | «      t        |«      k  rd| z   } t        | «      t        |«      k  rŒt        | «      t        |«      kD  rd|z   }t        | «      t        |«      kD  rŒt        d„ t        | |«      D «       «      S )r   ©r   c              3   ó:   K  — | ]  \  }}t        ||«      –— Œ y ­w©N)r   )Ú.0r   r   s      r   Ú	<genexpr>z&_pairwise_broadcast.<locals>.<genexpr>1   s   è ø€ ÐGÑ3F©4¨1¨a”  A×&Ñ3Fùs   ‚)ÚmapÚtupleÚlenÚzip)Úshape1Úshape2s     r   Ú_pairwise_broadcastr$   #   s‹   € ô œ ¨Ð 0Ó1�N€FˆFä
ˆf‹+œ˜F›Ò
#Ø˜‘ˆô ˆf‹+œ˜F›Ó
#ô ˆf‹+œ˜F›Ò
#Ø˜‘ˆô ˆf‹+œ˜F›Ó
#ô ÑG´3°v¸vÔ3FÓGÓGÐGr   c                  ó¶   — | sJ ‚| d   }| dd }	 t        |d¬«      D ]  \  }}t        ||«      }Œ 	 |S # t        $ r t        dj                  «      «      ‚w xY w)r   r   r   N)Ústartz!failed to broadcast argument #{0})Ú	enumerater$   r   r   )Ú	shapelistÚresultÚothersÚiÚeachs        r   Ú_multi_broadcastr-   4   sw   € ñ Ðˆ9à�q‰\€FØ�q�rˆ]€FðÜ  ¨q×1‰GˆAˆtÜ(¨°Ó6‰Fñ 2ð
 ˆøô ò HÜÐ<×CÑCÀAÓFÓGÐGðHús	   �!4 ´$Ac                   óˆ   — e Zd ZdZdZdZd„ Zd„ Zd„ Zd„ Z	d„ Z
d	„ Zd
„ Zd„ Zd„ Zd„ Zd„ Zd„ Zed„ «       Zd„ Zd„ Zd„ Zd„ Zy)ÚUFuncMechanismz0
    Prepare ufunc arguments for vectorize.
    NFc                 ó’   — || _         || _        t        | j                  «      }dg|z  | _        g | _        d| _        dg|z  | _        y)zFNever used directly by user. Invoke by UFuncMechanism.call().
        N)ÚtypemapÚargsr    ÚargtypesÚ	scalarposr   Úarrays)Úselfr1   r2   Únargss       r   Ú__init__zUFuncMechanism.__init__N   sG   € ð ˆŒØˆŒ	Ü�D—I‘I“ˆØ˜ ™ˆŒØˆŒØˆŒØ�f˜u‘nˆ�r   c                 ón  — t        | j                  «      D ]�  \  }}| j                  |«      r| j                  |«      | j                  |<   Œ6t        |t        t        t        t        j                  f«      r| j                  j                  |«       Œ|t        j                  |«      | j                  |<   ŒŸ y)z1
        Get all arguments in array form
        N)r'   r2   Úis_device_arrayÚas_device_arrayr5   Ú
isinstanceÚintÚfloatÚcomplexÚnpÚnumberr4   ÚappendÚasarray)r6   r+   Úargs      r   Ú_fill_arrayszUFuncMechanism._fill_arraysY   s   € ô   §	¡	Ö*‰FˆAˆsØ×#Ñ# CÔ(Ø!%×!5Ñ!5°cÓ!:�—‘˜A’Ü˜C¤#¤u¬g´r·y±yÐ!AÔBà—‘×%Ñ% aÕ(ä!#§¡¨C£�—‘˜A’ñ +r   c                 ó¼   — t        | j                  «      D ]D  \  }}|€Œ	t        |d«      }|€t        j                  |«      j
                  }|| j                  |<   ŒF y)z
        Get dtypes
        NÚdtype)r'   r5   Úgetattrr@   rC   rG   r3   )r6   r+   ÚaryrG   s       r   Ú_fill_argtypeszUFuncMechanism._fill_argtypesf   sR   € ô   §¡Ö,‰FˆAˆsØ‰Ü  WÓ-�Ø�=ÜŸJ™J s›O×1Ñ1�EØ#(�—‘˜aÒ ñ -r   c                 óV  — g }| j                   rœ| j                  D ]�  }g }t        t        || j                  «      «      D ]J  \  }\  }}|€,t        j                  | j                  |   «      j                  }|j                  ||k(  «       ŒL t        |«      sŒ}|j                  |«       Œ� |sMg }| j                  D ]<  }t        d„ t        || j                  «      D «       «      }|sŒ,|j                  |«       Œ> |st        d«      ‚t        |«      dkD  rt        d«      ‚|d   | _        y)z<Resolve signature.
        May have ambiguous case.
        Nc              3   ó8   K  — | ]  \  }}|d u xs ||k(  –— Œ y ­wr   © )r   ÚformalÚactuals      r   r   z4UFuncMechanism._resolve_signature.<locals>.<genexpr>‰   s1   è ø€ ð "Aá"?ñ '5 f¨fð #)¨D .Ò"D°F¸fÑ4DÓ"Dá"?ùs   ‚z…No matching version.  GPU ufunc requires array arguments to have the exact types.  This behaves like regular ufunc with casting='no'.r   zqFailed to resolve ufunc due to ambiguous signature. Too many untyped scalars. Use numpy dtype object to type tag.r   )r4   r1   r'   r!   r3   r@   rC   r2   rG   rB   ÚallÚ	TypeErrorr    )r6   ÚmatchesÚ	formaltysÚ	match_mapr+   rN   rO   Úall_matchess           r   Ú_resolve_signaturez!UFuncMechanism._resolve_signatureq   s0  € ð ˆà�>Š>à!Ÿ\œ\�	Ø�	Ü+4´S¸Ø9=¿¹ó6Hö ,IÑ'�AÑ'˜ à�~Ü!#§¡¨D¯I©I°a©LÓ!9×!?Ñ!?˜à×$Ñ$ V¨vÑ%5Õ6ð,Iô �y•>Ø—N‘N 9Õ-ð *ñ ØˆGØ!Ÿ\œ\�	Ü!ñ "Aä"% i°·±Ô"?ó"Aó A�ò Ø—N‘N 9Õ-ð *ñ Üð Dó Eð Eô ˆw‹<˜!ÒÜð Bó Cð Cð
   ™
ˆ�r   c                 óº   — | j                   D ]A  }t        j                  | j                  |   g| j                  |   ¬«      | j
                  |<   ŒC | j
                  S )zPReturn the actual arguments
        Casts scalar arguments to np.array.
        ©rG   )r4   r@   Úarrayr2   r3   r5   )r6   r+   s     r   Ú_get_actual_argszUFuncMechanism._get_actual_argsœ   sI   € ð —”ˆAÜŸX™X t§y¡y°¡| n¸D¿M¹MÈ!Ñ<LÔMˆD�K‰K˜ŠNð  ð �{‰{Ðr   c                 ó�  — |D �cg c]  }|j                   ‘Œ }}t        |Ž }t        |«      D �]  \  }}|j                   |k(  rŒ| j                  |«      r| j	                  ||«      ||<   Œ>t        t        |«      «      D �cg c](  }||j                  k\  s|j                   |   ||   k7  r|‘Œ* }}t        |«      t        |j                   «      z
  }	dg|	z  t        |j                  «      z   }
|D ]  }d|
|<   Œ	 t        j                  j                  j                  |||
¬«      }| j                  |«      ||<   �Œ |S c c}w c c}w )z)Perform numpy ufunc broadcasting
        r   )ÚshapeÚstrides)r\   r-   r'   r:   Úbroadcast_deviceÚranger    ÚndimÚlistr]   r@   ÚlibÚstride_tricksÚ
as_stridedÚforce_array_layout)r6   Úarysr   r(   r\   r+   rI   ÚaxÚ
ax_differsÚ
missingdimr]   Ústrideds               r   Ú
_broadcastzUFuncMechanism._broadcast¥   sM  € ñ '+Ó+¡d �Q—W“W dˆ	Ð+Ü  )Ð,ˆä —o‰FˆAˆsØ�y‰y˜EÒ!Øð ×'Ñ'¨Ô,Ø"×3Ñ3°C¸Ó?�D˜’Gô 05´S¸³ZÔ/@ó "AÑ/@¨Ø%'¨3¯8©8¢^Ø%(§Y¡Y¨r¡]°e¸B±iÒ%?ò #%Ð/@�Jð "Aô "% U£¬c°#·)±)«nÑ!<�JØ ˜c JÑ.´°c·k±kÓ1BÑB�Gã(˜Ø&'˜ šð )ô !Ÿf™f×2Ñ2×=Ñ=¸cØDIØFMð >ó O�Gð #×5Ñ5°gÓ>�D˜“Gð/ &ð2 ˆùò9 ,ùò"As   …D>Â-Ec                 ó¤   — | j                  «        | j                  «        | j                  «        | j                  «       }| j	                  |«      S )z[Prepare and return the arguments for the ufunc.
        Does not call to_device().
        )rE   rJ   rV   rZ   rk   )r6   rf   s     r   Úget_argumentszUFuncMechanism.get_argumentsÆ   sE   € ð 	×ÑÔØ×ÑÔØ×ÑÔ!Ø×$Ñ$Ó&ˆØ�‰˜tÓ$Ð$r   c                 ó4   — | j                   | j                     S )z)Returns (result_dtype, function)
        )r1   r3   ©r6   s    r   Úget_functionzUFuncMechanism.get_functionÐ   s   € ð �|‰|˜DŸM™MÑ*Ð*r   c                  ó   — y)zBIs the `obj` a device array?
        Override in subclass
        FrM   ©r6   Úobjs     r   r:   zUFuncMechanism.is_device_arrayÕ   s   € ð r   c                 ó   — |S )z�Convert the `obj` to a device array
        Override in subclass

        Default implementation is an identity function
        rM   rr   s     r   r;   zUFuncMechanism.as_device_arrayÛ   s	   € ð ˆ
r   c                 ó   — t        d«      ‚)zTHandles ondevice broadcasting

        Override in subclass to add support.
        z'broadcasting on device is not supported©ÚNotImplementedError©r6   rI   r\   s      r   r^   zUFuncMechanism.broadcast_deviceã   s   € ô
 "Ð"KÓLÐLr   c                 ó   — |S )zSEnsures array layout met device requirement.

        Override in sublcass
        rM   )r6   rI   s     r   re   z!UFuncMechanism.force_array_layoutê   s	   € ð
 ˆ
r   c                 óH  ‡‡— |j                  d| j                  «      Š|j                  dd«      }|r't        j                  ddj	                  |«      z  «        | ||«      Š‰j                  «       }‰j                  «       \  }}|d   j                  }|�"‰j                  |«      r‰j                  |«      }ˆˆfd„}|d   j                  dkD  r|D �	cg c]
  }	 ||	«      ‘Œ }}	g }
d	}|D ]K  }	‰j                  |	«      r|
j                  |	«       d
}Œ(‰j                  |	‰¬«      }|
j                  |«       ŒM |d   j                  }|€o‰j                  ||‰¬«      }|
j                  |g«       ‰j                  ||d   ‰|
«       |r|j!                  |«      S |j#                  «       j!                  |«      S ‰j                  |«      rS|j                  dkD  r ||«      }|}|
j                  |g«       ‰j                  ||d   ‰|
«       |j!                  |«      S |j                  |k(  sJ ‚|j$                  |k(  sJ ‚‰j                  ||‰¬«      }|
j                  |g«       ‰j                  ||d   ‰|
«       |j#                  |‰¬«      j!                  |«      S c c}	w )z1Perform the entire ufunc call mechanism.
        ÚstreamÚoutNzunrecognized keywords: %sú, r   c                 óð   •— ‰j                   rt        ‚	 | j                  «       S # t        $ rG ‰j                  | «      s‚ ‰j	                  | ‰«      j                  «       }‰j                  |‰«      cY S w xY wr   )ÚSUPPORT_DEVICE_SLICINGrw   Úravelr:   Úto_hostÚ	to_device)r   ÚhostaryÚcrr{   s     €€r   Úattempt_ravelz*UFuncMechanism.call.<locals>.attempt_ravel  so   ø€ Ø×(Ò(Ü)Ð)ð9à—w‘w“yÐ øÜ&ò 9à×)Ñ)¨!Ô,Øð !Ÿj™j¨¨FÓ3×9Ñ9Ó;�GØŸ<™<¨°Ó8Ò8ð9ús   •% ¥AA5Á4A5r   FT)r{   )ÚpopÚDEFAULT_STREAMÚwarningsÚwarnÚjoinrm   rp   r\   r:   r;   r`   rB   r‚   Úallocate_device_arrayÚextendÚlaunchÚreshapeÚcopy_to_hostrG   )Úclsr1   r2   Úkwsr|   ÚrestyÚfuncÚoutshaper…   r   ÚdevarysÚ
any_deviceÚdev_ar\   Údevoutr„   r{   s                  @@r   ÚcallzUFuncMechanism.callñ   sŒ  ù€ ð
 —‘˜ 3×#5Ñ#5Ó6ˆØ�g‰g�e˜TÓ"ˆáÜ�M‰MÐ5¸¿	¹	À#»ÑFÔGñ �˜$ÓˆØ×ÑÓ!ˆØ—o‘oÓ'‰ˆˆtà˜‘7—=‘=ˆð ˆ?˜r×1Ñ1°#Ô6Ø×$Ñ$ SÓ)ˆCõ	9ð" �‰7�<‰<˜!ÒÙ.2Ó3©d¨‘M !Õ$¨dˆDÐ3ð ˆØˆ
ÛˆAØ×!Ñ! !Ô$Ø—‘˜qÔ!Ø!‘
àŸ™ Q¨v˜Ó6�Ø—‘˜uÕ%ð ð �Q‘—‘ˆØˆ;à×-Ñ-¨e°UÀ6Ð-ÓJˆFà�N‰N˜F˜8Ô$Ø�I‰I�d˜E !™H f¨gÔ6áð —~‘~ hÓ/Ð/ð ×*Ñ*Ó,×4Ñ4°XÓ>Ð>à×Ñ Ô$ð �x‰x˜!Š|Ù# CÓ(�ØˆFØ�N‰N˜F˜8Ô$Ø�I‰I�d˜E !™H f¨gÔ6Ø—>‘> (Ó+Ð+ð
 —9‘9 Ò%Ð%Ð%Ø—9‘9 Ò%Ð%Ð%Ø×-Ñ-¨e°UÀ6Ð-ÓJˆFØ�N‰N˜F˜8Ô$Ø�I‰I�d˜E !™H f¨gÔ6Ø×&Ñ& s°6Ð&Ó:×BÑBÀ8ÓLÐLùòa 4s   ÃJc                 ó   — t         ‚)zBImplement to device transfer
        Override in subclass
        rv   )r6   rƒ   r{   s      r   r‚   zUFuncMechanism.to_deviceK  ó
   € ô "Ð!r   c                 ó   — t         ‚)z@Implement to host transfer
        Override in subclass
        rv   )r6   Údevaryr{   s      r   r�   zUFuncMechanism.to_hostQ  r›   r   c                 ó   — t         ‚)zBImplements device allocation
        Override in subclass
        rv   )r6   r\   rG   r{   s       r   r‹   z$UFuncMechanism.allocate_device_arrayW  r›   r   c                 ó   — t         ‚)zKImplements device function invocation
        Override in subclass
        rv   )r6   r“   Úcountr{   r2   s        r   r�   zUFuncMechanism.launch]  r›   r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r‡   r   r8   rE   rJ   rV   rZ   rk   rm   rp   r:   r;   r^   re   Úclassmethodr™   r‚   r�   r‹   r�   rM   r   r   r/   r/   G   s€   „ ñð €NØ"Ðò	%ò1ò	)ò)#òVòòB%ò+ò
òòMòð ñWMó ðWMòr"ò"ò"ó"r   r/   c                 óŠ   — t        | t        j                  «      r| j                  } t	        j                  t        | «      «      S r   )r<   r	   Ú
EnumMemberrG   r@   Ústr)Útys    r   Úto_dtyperª   d  s.   € Ü�"”e×&Ñ&Ô'Ø�X‰XˆÜ�8‰8”C˜“GÓÐr   c                   óJ   — e Zd Zd
d„Zed„ «       Zdd„Zd„ Zd„ Zd„ Z	d„ Z
d	„ Zy)ÚDeviceVectorizeNc                 óè   — |€i }|rt        d«      ‚|D ]6  }|dk(  rt        j                  dt        «       Œ#d}|dz  }t	        ||z  «      ‚ || _        t        |«      | _        t        «       | _	        y )Núcaching is not supportedÚnopythonz+nopython kwarg for cuda target is redundantzUnrecognized options. z3cuda vectorize target does not support option: '%s')
rQ   rˆ   r‰   ÚRuntimeWarningÚKeyErrorÚpy_funcr   Úidentityr   Ú	kernelmap)r6   r“   r³   ÚcacheÚtargetoptionsÚoptÚfmts          r   r8   zDeviceVectorize.__init__k  s   € ØÐ ØˆMÙÜÐ6Ó7Ð7Û ˆCØ�jÒ Ü—‘ÐKÜ,õ.ð /�ØÐLÑL�Ü˜s S™yÓ)Ð)ð !ð ˆŒÜ& xÓ0ˆŒä$›ˆ�r   c                 ó   — | j                   S r   ©r²   ro   s    r   ÚpyfunczDeviceVectorize.pyfunc}  ó   € à�|‰|Ðr   c           	      ó8  — t        j                  |«      \  }}t        |g|¢­Ž }| j                  j                  }| j                  | j                  ||«      }| j                  |«      \  }}| j                  |«      }t        t        j                  g|D �	cg c]  }	|	d d  ‘Œ	 c}	|d d  gz   ¢­Ž }t        ||«       |d|z     }
| j                  |
|«      }t        d„ |j                  D «       «      }t        |«      }||f| j                   t        |«      <   y c c}	w )Nz__vectorized_%sc              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr   )rª   )r   Úts     r   r   z&DeviceVectorize.add.<locals>.<genexpr>‘  s   è ø€ Ð=©}¨!œ( 1Ÿ+©}ùs   ‚)r
   Únormalize_signaturer   r»   r¡   Ú_get_kernel_sourceÚ_kernel_templateÚ_compile_coreÚ_get_globalsr	   ÚvoidÚexecÚ_compile_kernelr   r2   rª   r´   )r6   Úsigr2   Úreturn_typeÚdevfnsigÚfuncnameÚkernelsourceÚcorefnÚglblr   ÚstagerÚkernelÚ	argdtypesÚresdtypes                 r   ÚaddzDeviceVectorize.add�  s  € ä$×8Ñ8¸Ó=ÑˆˆkÜ˜[Ð0¨4Ò0ˆà—;‘;×'Ñ'ˆØ×.Ñ.¨t×/DÑ/DØ/7¸óCˆà"×0Ñ0°Ó:Ñˆ�Ø× Ñ  Ó(ˆÜœŸ
™
ÐO±TÓ&:±T° q©¢t°TÑ&:¸kÉ!¸nÐ=MÑ&MÒOˆÜˆ\˜4Ô àÐ'¨(Ñ2Ñ3ˆØ×%Ñ% f¨cÓ2ˆäÑ=¨x¯}ª}Ó=Ó=ˆ	Ü˜KÓ(ˆØ+3°VÐ+;ˆ�‰”u˜YÓ'Ò(ùò ';s   ÂD
c                 ó   — t         ‚r   rv   ro   s    r   Úbuild_ufunczDeviceVectorize.build_ufunc•  ó   € Ü!Ð!r   c                 óò   — t        t        |j                  «      «      D �cg c]  }d|z  ‘Œ	 }}t        |dj	                  |«      dj	                  d„ |D «       «      ¬«      } |j
                  di |¤ŽS c c}w )Nza%dr}   c              3   ó&   K  — | ]	  }d |z  –— Œ y­w)z%s[__tid__]NrM   ©r   r+   s     r   r   z5DeviceVectorize._get_kernel_source.<locals>.<genexpr>œ  s   è ø€ Ð&GÁ$¸Q }°qÕ'8Á$ùs   ‚)Únamer2   ÚargitemsrM   )r_   r    r2   ÚdictrŠ   r   )r6   ÚtemplaterÈ   rË   r+   r2   Úfmtss          r   rÁ   z"DeviceVectorize._get_kernel_source˜  sn   € Ü#(¬¨S¯X©X«Ô#7Ó8Ñ#7˜a�˜“	Ð#7ˆÐ8Ü˜ØŸ™ 4›Ø!ŸY™YÑ&GÁ$Ó&GÓGôIˆð ˆx�‰Ñ& Ñ&Ð&ùò	 9s   ¡A4c                 ó   — t         ‚r   rv   ©r6   rÈ   s     r   rÃ   zDeviceVectorize._compile_coreŸ  rÖ   r   c                 ó   — t         ‚r   rv   )r6   rÍ   s     r   rÄ   zDeviceVectorize._get_globals¢  rÖ   r   c                 ó   — t         ‚r   rv   ©r6   ÚfnobjrÈ   s      r   rÇ   zDeviceVectorize._compile_kernel¥  rÖ   r   )NFNr   )r¡   r¢   r£   r8   Úpropertyr»   rÓ   rÕ   rÁ   rÃ   rÄ   rÇ   rM   r   r   r¬   r¬   j  s9   „ ó'ð$ ñó ðó<ò("ò'ò"ò"ó"r   r¬   c                   ó@   — e Zd Z	 	 	 	 dd„Zed„ «       Zdd„Zd„ Zd„ Zy)	ÚDeviceGUFuncVectorizeNc                 óÊ  — |€i }|rt        d«      ‚|rt        d«      ‚|j                  dd«      st        d«      ‚|rRdj                  |j                  «       D �cg c]  }t	        |«      ‘Œ c}«      }d}	t        |	j                  |«      «      ‚|| _        t        |«      | _        || _	        t        | j                  «      \  | _        | _        t        «       | _        y c c}w )Nr®   zwritable_args are not supportedr¯   Tznopython flag must be Truer}   z3The following target options are not supported: {0})rQ   r†   rŠ   ÚkeysÚreprr   r²   r   r³   r   r   ÚinputsigÚ	outputsigr   r´   )
r6   r“   rÈ   r³   rµ   r¶   Úwritable_argsÚkÚoptsr¸   s
             r   r8   zDeviceGUFuncVectorize.__init__ª  sÕ   € ð Ð ØˆMÙÜÐ6Ó7Ð7ÙÜÐ=Ó>Ð>ð × Ñ  ¨TÔ2ÜÐ8Ó9Ð9áØ—9‘9¨}×/AÑ/AÔ/CÓDÑ/C¨!œd 1�gÐ/CÑDÓEˆDØGˆCÜ˜CŸJ™J tÓ,Ó-Ð-àˆŒÜ& xÓ0ˆŒØˆŒÜ(7¸¿¹Ó(GÑ%ˆŒ�t”~ô %›ˆ�ùò Es   ÁC c                 ó   — | j                   S r   rº   ro   s    r   r»   zDeviceGUFuncVectorize.pyfuncË  r¼   r   c                 ó2  — | j                   D �cg c]  }t        |«      ‘Œ }}| j                  D �cg c]  }t        |«      ‘Œ }}t        j                  |«      \  }}|t
        j                  d fv }|st        d|› d|› d�«      ‚| j                  j                  }t        | j                  ||||«      }	| j                  |«      }
t        |	|
«       |
dj                  |¬«         }t        t!        |||z   «      «      }| j#                  |t%        |«      ¬«      }t        |«      }|D �cg c]*  }t'        j(                  t+        |j(                  «      «      ‘Œ, }}t%        |d |  «      }t%        || d  «      }||f| j,                  |<   y c c}w c c}w c c}w )Nz7guvectorized functions cannot return values: signature z specifies z return typez__gufunc_{name})rÚ   )rÈ   )rë   r    rì   r
   rÀ   r	   ÚnonerQ   r²   r¡   Úexpand_gufunc_templaterÂ   rÄ   rÆ   r   ra   Ú_determine_gufunc_outer_typesrÇ   r   r@   rG   r¨   r´   )r6   rÈ   ÚxÚindimsÚoutdimsr2   rÉ   Úvalid_return_typerË   ÚsrcÚglblsrä   ÚoutertysrÐ   Únoutr¿   ÚdtypesÚindtypesÚ	outdtypess                      r   rÓ   zDeviceGUFuncVectorize.addÏ  s“  € Ø"&§-¢-Ó0¡-˜Q”#�a•& -ˆÐ0Ø#'§>¢>Ó2¡>˜a”3�q•6 >ˆÐ2Ü$×8Ñ8¸Ó=Ñˆˆkð (¬E¯J©J¸Ð+=Ð=ÐÙ Üð )Ø),¨¨[¸¸ð F#ð#ó $ð $ð —<‘<×(Ñ(ˆÜ$ T×%:Ñ%:¸FØ%,¨h¸ó>ˆð ×!Ñ! #Ó&ˆäˆS�%ÔØÐ'×.Ñ.°HÐ.Ó=Ñ>ˆäÔ5°d¸FÀWÑ<LÓMÓNˆØ×%Ñ% e´°x³Ð%ÓAˆä�7‹|ˆÙ2:Ó;±(¨Q”"—(‘(œ3˜qŸw™w›<Õ(°(ˆÐ;Ü˜  $ ˜Ó(ˆÜ˜& $  ˜.Ó)ˆ	à#,¨fÐ#4ˆ�‰�xÒ ùò; 1ùÚ2ùò0 <s   �F
±FÄ)/Fc                 ó   — t         ‚r   rv   rã   s      r   rÇ   z%DeviceGUFuncVectorize._compile_kernelï  rÖ   r   c                 ó   — t         ‚r   rv   rà   s     r   rÄ   z"DeviceGUFuncVectorize._get_globalsò  rÖ   r   )NFNrM   r   )	r¡   r¢   r£   r8   rå   r»   rÓ   rÇ   rÄ   rM   r   r   rç   rç   ©  s:   „ ð
 ØØØó'ðB ñó ðó5ò@"ó"r   rç   c              #   óì   K  — t        | |«      D ]a  \  }}t        |t        j                  «      r|j	                  |dz   ¬«      –— Œ8|dkD  rt        d«      ‚t        j                  |dd¬«      –— Œc y ­w)Nr   )r`   r   z,gufunc signature mismatch: ndim>0 for scalarÚA)rG   r`   Úlayout)r!   r<   r	   ÚArrayÚcopyr   )ÚargtysÚdimsÚatÚnds       r   rô   rô   ö  sd   è ø€ Ü�f˜dÖ#‰ˆˆBÜ�bœ%Ÿ+™+Ô&Ø—'‘'˜r A™v�'Ó&Ó&à�AŠvÜ Ð!OÓPÐPÜ—+‘+ B¨Q°sÔ;Ó;ñ $ùs   ‚A2A4c           
      ón  — ||z   }t        t        |«      «      D �cg c]  }dj                  |«      ‘Œ }}dj                  dj                  |D �cg c]  }dj                  |«      ‘Œ c}«      «      }	t	        |||«      D �
��cg c]  \  }
}}t        |
||«      ‘Œ }}}
}t	        |t        |«      d ||t        |«      d «      D �
��cg c]  \  }
}}t        |
||«      ‘Œ }}}
}||z   }| j                  |dj                  |«      |	dj                  |«      ¬«      }|S c c}w c c}w c c}}}
w c c}}}
w )z"Expand gufunc source template
    zarg{0}zmin({0})r}   z{0}.shape[0]N)rÚ   r2   Ú
checkedargrÛ   )r_   r    r   rŠ   r!   Ú_gen_src_for_indexing)rÝ   rö   r÷   rË   r3   Úargdimsr+   Úargnamesr   r  ÚarefÚadimsÚatypeÚinputsÚoutputsrÛ   rù   s                    r   ró   ró      so  € ð �wÑ€GÜ,1´#°g³,Ô,?Ó@Ñ,? q�—‘ Õ"Ð,?€HÐ@Ø×"Ñ" 4§9¡9Ù7?ó.AÙ7?°!ð /=×.CÑ.CÀAÕ.FØ7?ñ.Aó $Bó C€Jô ),¨H°f¸hÔ(GõIÙ(GÑ$�$˜˜uô $ D¨%°Õ7Ø(Gð ò Iô *-¨X´c¸&³k°lÐ-CÀWØ-5´c¸&³k°lÐ-Cô*EõFñ*EÑ%�4˜ ô % T¨5°%Õ8ð*Eð ò Fð ˜Ñ€HØ
�/‰/˜x¨d¯i©i¸Ó.AØ%/Ø#'§9¡9¨XÓ#6ð ó 8€Cð €Jùò Aùò.AùôIùôFs   œDÁD$ÂD)Ã	D0c                 ó<   — dj                  | t        ||«      ¬«      S )Nz{aref}[{sliced}])r  Úsliced)r   Ú_gen_src_index)r  r  r  s      r   r  r    s(   € Ø×$Ñ$¨$Ü,:¸5À%Ó,Hð %ó Jð Jr   c                 óš   — | dkD  rdj                  dgdg| z  z   «      S t        |t        j                  «      r|j                  dz
  | k(  ryy)Nr   Ú,Ú__tid__Ú:r   z__tid__:(__tid__ + 1))rŠ   r<   r	   r  r`   )r  r  s     r   r  r    sJ   € Øˆq‚yØ�x‰x˜˜ s e¨e¡mÑ3Ó4Ð4Ü	�Eœ5Ÿ;™;Ô	'¨E¯J©J¸©N¸eÒ,Cð 'àr   c                   ó,   — e Zd ZdZed„ «       Zd„ Zd„ Zy)ÚGUFuncEnginezZDetermine how to broadcast and execute a gufunc
    base on input shape and signature
    c                 ó   —  | t        |«      Ž S r   r   )r�   r   s     r   Úfrom_signaturezGUFuncEngine.from_signature)  s   € á”O IÓ.Ð/Ð/r   c                 óˆ   — || _         || _        t        | j                   «      | _        t        | j                  «      | _        y r   )ÚsinÚsoutr    Úninrü   )r6   rë   rì   s      r   r8   zGUFuncEngine.__init__-  s.   € àˆŒØˆŒ	ä�t—x‘x“=ˆŒÜ˜Ÿ	™	“Nˆ�	r   c                 óê  — t        |«      | j                  k7  rt        d«      ‚i }g }g }t        t	        || j
                  «      «      D ]½  \  }\  }}|dz  }t        |«      }t        |«      |k  rd}	t        |	|fz  «      ‚|r|| d  }
|d |  }nd}
|}t        t	        |
|«      «      D ]9  \  }\  }}|t        |«      z  }||v r||   |k7  rd}	t        |	||fz  «      ‚|||<   Œ; |j                  |«       |j                  |
«       Œ¿ g }| j                  D ]9  }g }|D ]  }|j                  ||   «       Œ |j                  t        |«      «       Œ; |D �cg c]  }t        t        j                  |d«      ‘Œ }}t        j                  |«      }||   }dg| j                  z  }t        |«      D ].  \  }}||k7  sŒ|dk(  s|dk(  rd||<   Œd	}	t        |	|dz   fz  «      ‚ t        | ||||«      S c c}w )
Nz invalid number of input argumentr   z%arg #%d: insufficient inner dimensionrM   z$arg #%d: shape[%d] mismatch argumentFr   Tz!arg #%d: outer dimension mismatch)r    r#  rQ   r'   r!   r!  r   rB   r"  r   r   ÚoperatorÚmulr@   ÚargmaxÚGUFuncSchedule)r6   ÚishapesÚ	symbolmapÚouter_shapesÚinner_shapesÚargnr\   ÚsymbolsÚ
inner_ndimr¸   Úinner_shapeÚouter_shapeÚaxisÚdimÚsymÚoshapesÚoutsigÚoshapeÚsÚsizesÚ	largest_iÚloopdimsÚpinnedr+   Úds                            r   ÚschedulezGUFuncEngine.schedule5  s)  € Üˆw‹<˜4Ÿ8™8Ò#ÜÐ>Ó?Ð?ð ˆ	ØˆØˆä&/´°G¸T¿X¹XÓ0FÖ&GÑ"ˆDÑ"�5˜'Ø�A‰IˆDÜ˜W›ˆJÜ�5‹z˜JÒ&Ø=�Ü  ¨ w¡Ó/Ð/ÙØ# Z K LÐ1�Ø# L j [Ð1‘à �Ø#�ä$-¬c°+¸wÓ.GÖ$HÑ �‘j�s˜CØœ˜KÓ(Ñ(�Ø˜)Ñ#Ø  ‘~¨Ò,ØD˜Ü(¨°°d¨|Ñ);Ó<Ð<Ø!$�	˜#’ð %Ið ×Ñ Ô,Ø×Ñ Õ,ð- 'Hð2 ˆØ—i”iˆFØˆFÛ�Ø—‘˜i¨™nÕ-ð à�N‰Nœ5 ›=Õ)ð	  ñ 6BÓB±\°”œŸ™ a¨Õ+°\ˆÐBÜ—I‘I˜eÓ$ˆ	Ø 	Ñ*ˆà�˜4Ÿ8™8Ñ#ˆÜ˜lÖ+‰DˆAˆqØ�H‹}Ø˜’9  R¢Ø $�F˜1’Ià=�CÜ$ S¨A°©E¨8¡^Ó4Ð4ð ,ô ˜d L°'¸8ÀVÓLÐLùò Cs   Å"G0N)r¡   r¢   r£   r¤   r¥   r  r8   r>  rM   r   r   r  r  $  s&   „ ñð ñ0ó ð0ò#ó7Mr   r  c                   ó   — e Zd Zd„ Zd„ Zy)r(  c                 óÄ   — || _         || _        || _        || _        t	        t
        j                  |d«      | _        || _        |D �cg c]  }||z   ‘Œ	 c}| _	        y c c}w )Nr   )
Úparentr)  r5  r;  r   r%  r&  Úloopnr<  Úoutput_shapes)r6   rA  r)  r5  r;  r<  r8  s          r   r8   zGUFuncSchedule.__init__p  sW   € ØˆŒàˆŒØˆŒà ˆŒÜœHŸL™L¨(°AÓ6ˆŒ
àˆŒá4;Ó<±G¨q˜h¨›l°GÑ<ˆÕùÒ<s   ÁAc                 ó‚   — dd l }d}|D �cg c]  }|t        | |«      f‘Œ }}|j                  t        |«      «      S c c}w )Nr   )r)  r5  r;  rB  r<  )ÚpprintrH   ÚpformatrÜ   )r6   rE  Úattrsrî   Úvaluess        r   Ú__str__zGUFuncSchedule.__str__}  sB   € ÛàCˆÙ16Ó7±¨A�1”g˜d AÓ&Ò'°ˆÐ7Ø�~‰~œd 6›lÓ+Ð+ùò 8s   ‹<N)r¡   r¢   r£   r8   rI  rM   r   r   r(  r(  o  s   „ ò=ó,r   r(  c                   ó<   — e Zd Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Z	d„ Z
y	)
ÚGeneralizedUFuncc                 ó.   — || _         || _        d| _        y )Ni   @)r´   ÚengineÚmax_blocksize)r6   r´   rM  s      r   r8   zGeneralizedUFunc.__init__†  s   € Ø"ˆŒØˆŒØ$ˆÕr   c                 ó¸  — | j                  | j                  j                  | j                  j                  ||«      }| j	                  |j
                  |j                  «      \  }}}}|j                  |«       |j                  ||«      }|j                  «       }	| j                  ||	|«      }
|j                  ||j                  |
«       |j                  |«      S r   )Ú_call_stepsrM  r#  rü   Ú	_scheduler  r  Úadjust_input_typesÚprepare_outputsÚprepare_inputsrk   Úlaunch_kernelrB  Úpost_process_outputs)r6   r2   r‘   Ú	callstepsrþ   r>  rÿ   rÐ   r  r  Ú
parameterss              r   Ú__call__zGeneralizedUFunc.__call__‹  s¼   € Ø×$Ñ$ T§[¡[§_¡_°d·k±k×6FÑ6FØ%)¨3ó0ˆ	à04·±Ø×Ñ˜i×/Ñ/ó11Ñ-ˆ�(˜I và×$Ñ$ XÔ.à×+Ñ+¨H°iÓ@ˆØ×)Ñ)Ó+ˆØ—_‘_ X¨v°wÓ?ˆ
à×Ñ ¨¯©¸
ÔCà×-Ñ-¨gÓ6Ð6r   c                 ó¤  — |D �cg c]  }|j                   ‘Œ }}| j                  j                  |«      }t        d„ |D «       «      }	 | j                  |   \  }}t        |j                  |«      D ]"  \  }	}
|
€Œ	|	|
j                   k7  sŒt        d«      ‚ ||||fS c c}w # t
        $ r& | j                  |«      }| j                  |   \  }}Y Œtw xY w)Nc              3   ó4   K  — | ]  }|j                   –— Œ y ­wr   rX   rÙ   s     r   r   z-GeneralizedUFunc._schedule.<locals>.<genexpr>Ÿ  s   è ø€ Ð1©& Q˜Ÿ�©&ùs   ‚zoutput shape mismatch)
r\   rM  r>  r   r´   r±   Ú_search_matching_signaturer!   rC  r   )r6   r  Úoutsr   Úinput_shapesr>  rþ   rÿ   rÐ   Úsched_shaper|   s              r   rQ  zGeneralizedUFunc._scheduleš  sß   € Ù)/Ó0© A˜Ÿ›¨ˆÐ0Ø—;‘;×'Ñ'¨Ó5ˆô Ñ1©&Ó1Ó1ˆð	9Ø $§¡¨xÑ 8ÑˆI�vô !$ H×$:Ñ$:¸DÖ AÑˆK˜Ø‰ ;°#·)±)Ó#;Ü Ð!8Ó9Ð9ð !Bð ˜ 9¨fÐ4Ð4ùò) 1øô ò 	9ð ×6Ñ6°xÓ@ˆHà $§¡¨xÑ 8ÑˆI’vð	9ús   …BÁB  Â ,CÃCc                 ó–   — | j                   j                  «       D ]"  }t        d„ t        ||«      D «       «      sŒ |c S  t	        d«      ‚)zÌ
        Given the input types in `idtypes`, return a compatible sequence of
        types that is defined in `kernelmap`.

        Note: Ordering is guaranteed by `kernelmap` being a OrderedDict
        c              3   óN   K  — | ]  \  }}t        j                  ||«      –— Œ y ­wr   )r@   Úcan_cast)r   rO   Údesireds      r   r   z>GeneralizedUFunc._search_matching_signature.<locals>.<genexpr>¹  s'   è ø€ ð =Ù*;‘�v˜wô —;‘;˜v w×/Ù*;ùs   ‚#%zno matching signature)r´   ré   rP   r!   rQ   )r6   ÚidtypesrÈ   s      r   r\  z+GeneralizedUFunc._search_matching_signature±  sJ   € ð —>‘>×&Ñ&Ö(ˆCÜñ =Ü*-¨c°7Ô*;ó=õ =à’
ð )ô
 Ð3Ó4Ð4r   c                 ó  — |j                   dkD  sJ d«       ‚|j                  sdn|j                   }g }t        ||j                  «      D ]\  \  }}|s3|j                  dk(  r$| j                  ||«      }|j                  |«       Œ;|j                  | j                  |||«      «       Œ^ g }	t        ||j                  «      D ]'  \  }
}|	j                   |
j                  |g|¢­Ž «       Œ) t        |«      t        |	«      z   S )Nr   zzero looping dimensionr   )rB  r;  r!   r)  ÚsizeÚ_broadcast_scalar_inputrB   Ú_broadcast_arrayr5  rŽ   r   )r6   r>  ÚparamsÚretvalsÚodimÚ	newparamsÚpÚcsr�   Ú
newretvalsÚretvalr7  s               r   rk   zGeneralizedUFunc._broadcast¿  sî   € Ø�~‰~ Ò!Ð;Ð#;Ó;Ð!à ×)Ò)‰q¨x¯~©~ˆØˆ	Ü˜ ×!1Ñ!1Ö2‰EˆAˆrÙ˜!Ÿ&™& Aš+à×5Ñ5°a¸Ó>�Ø× Ñ  Õ(ð × Ñ  ×!6Ñ!6°q¸$ÀÓ!CÕDð 3ð ˆ
Ü! '¨8×+;Ñ+;Ö<‰NˆF�FØ×Ñ˜n˜fŸn™n¨TÐ;°FÒ;Õ<ð =ä�YÓ¤%¨
Ó"3Ñ3Ð3r   c                 ó  — |f|z   }|j                   |k(  r|S t        |j                   «      t        |«      k  r?|t        |j                   «       d  |j                   k(  sJ d«       ‚| j                  ||«      S  |j                  |Ž S )Nz+cannot add dim and reshape at the same time)r\   r    Ú_broadcast_add_axisrŽ   )r6   rI   ÚnewdimÚinnerdimÚnewshapes        r   rh  z!GeneralizedUFunc._broadcast_arrayÒ  s‰   € Ø�9˜xÑ'ˆà�9‰9˜Ò ØˆJô �—‘‹^œc (›mÒ+ØœS §¡›^˜OÐ,Ð-°·±Ò:ð >Ø=ó>Ð:à×+Ñ+¨C°Ó:Ð:ð �3—;‘; Ð)Ð)r   c                 ó   — t        d«      ‚)Nzcannot add new axisrv   )r6   rI   ru  s      r   rr  z$GeneralizedUFunc._broadcast_add_axisâ  s   € Ü!Ð"7Ó8Ð8r   c                 ó   — t         ‚r   rv   rx   s      r   rg  z(GeneralizedUFunc._broadcast_scalar_inputå  rÖ   r   N)r¡   r¢   r£   r8   rY  rQ  r\  rk   rh  rr  rg  rM   r   r   rK  rK  …  s*   „ ò%ò
7ò5ò.5ò4ò&*ò 9ó"r   rK  c                   ó†   — e Zd ZdZg d¢Zed„ «       Zed„ «       Zed„ «       Zed„ «       Z	ed„ «       Z
d„ Zd	„ Zd
„ Zd„ Zd„ Zy)ÚGUFuncCallStepsab  
    Implements memory management and kernel launch operations for GUFunc calls.

    One instance of this class is instantiated for each call, and the instance
    is specific to the arguments given to the GUFunc call.

    The base class implements the overall logic; subclasses provide
    target-specific implementations of individual functions.
    )r  r  Ú_copy_result_to_hostc                  ó   — y)zImplement the kernel launchNrM   )r6   rÐ   Únelemr2   s       r   rU  zGUFuncCallSteps.launch_kernelû  ó   � r   c                  ó   — y)zb
        Return True if `obj` is a device array for this target, False
        otherwise.
        NrM   rr   s     r   r:   zGUFuncCallSteps.is_device_arrayÿ  r}  r   c                  ó   — y)zƒ
        Return `obj` as a device array on this target.

        May return `obj` directly if it is already on the target.
        NrM   rr   s     r   r;   zGUFuncCallSteps.as_device_array  r}  r   c                  ó   — y)zK
        Copy `hostary` to the device and return the device array.
        NrM   )r6   rƒ   s     r   r‚   zGUFuncCallSteps.to_device  r}  r   c                  ó   — y)zc
        Allocate a new uninitialized device array with the given shape and
        dtype.
        NrM   )r6   r\   rG   s      r   r‹   z%GUFuncCallSteps.allocate_device_array  r}  r   c           
      ó¶  ‡ — |j                  d«      }|€Jt        |«      |||z   fvr8d„ }d ||«      › d |||z   «      › d |t        |«      «      › d�}t        |«      ‚|�t        |«      |kD  rt        d«      ‚|g|z  }d}g ‰ _        |D ][  }	‰ j                  |	«      r-‰ j                  j                  ‰ j                  |	«      «       d	}ŒA‰ j                  j                  |	«       Œ] t        |D �
cg c]  }
‰ j                  |
«      ‘Œ c}
«       }|xr |‰ _	        ˆ fd
„}|D �
cg c]
  }
 ||
«      ‘Œ }}
|d | ‰ _
        ||d  }|r|‰ _        y y c c}
w c c}
w )Nr|   c                 ó   — | › dd| dk7  z  › �S )Nz positional argumentr8  r   rM   )Úns    r   Úpos_argnz*GUFuncCallSteps.__init__.<locals>.pos_argn   s   € Ø˜Ð0°¸¸Q¹±Ð0@ÐAÐAr   zThis gufunc accepts z  (when providing input only) or z( (when providing input and output). Got Ú.z<cannot specify argument 'out' as both positional and keywordTFc                 óp   •— ‰j                  | «      r‰j                  }nt        j                  } || «      S r   )r:   r;   r@   rC   )r   Úconvertr6   s     €r   Únormalize_argz/GUFuncCallSteps.__init__.<locals>.normalize_argF  s/   ø€ Ø×#Ñ# AÔ&Ø×.Ñ.‘äŸ*™*�á˜1“:Ðr   )Úgetr    rQ   r   r  r:   rB   r;   Úanyrz  r  )r6   r#  rü   r2   Úkwargsr  r…  ÚmsgÚall_user_outputs_are_hostÚoutputr   Úall_host_arraysr‰  Únormalized_argsÚunused_inputss   `              r   r8   zGUFuncCallSteps.__init__  s�  ø€ Ø—*‘*˜UÓ#ˆð ˆ?œs 4›y°°s¸T±zÐ0CÑCòBð *©(°3«-¨ð 9%Ù%-¨c°D©jÓ%9Ð$:ð ;-Ù-5´c¸$³iÓ-@Ð,AÀðDˆCô ˜C“.Ð àÐ¤3 t£9¨s¢?Üð +ó ,ð ,ð �i $Ñ&ˆGð
 %)Ð!ØˆŒÛˆFØ×#Ñ# FÔ+Ø—‘×#Ñ# D×$8Ñ$8¸Ó$@ÔAØ,1Ñ)à—‘×#Ñ# FÕ+ð ô "ÁDÓ"IÁD¸q 4×#7Ñ#7¸Õ#:ÀDÑ"IÓJÐJˆð &5ò &?Ø%>ð 	Ô!ô
	ñ 6:Ó:±T°™=¨Õ+°TˆÐ:Ø% d sÐ+ˆŒð (¨¨Ð-ˆÙØ(ˆD�Lð ùò- #Jùò" ;s   Ã2EÄ&Ec                 ó  — t        t        || j                  «      «      D ]g  \  }\  }}||j                  k7  sŒt	        |d«      s%dj                  t        |«      «      }t        |«      ‚|j                  |«      | j                  |<   Œi y)zØ
        Attempt to cast the inputs to the required types if necessary
        and if they are not device arrays.

        Side effect: Only affects the elements of `inputs` that require
        a type cast.
        ÚastypezNcompatible signature is possible by casting but {0} does not support .astype()N)	r'   r!   r  rG   Úhasattrr   ÚtyperQ   r”  )r6   rþ   r+   ÚityÚvalr�  s         r   rR  z"GUFuncCallSteps.adjust_input_typesV  st   € ô '¤s¨8°T·[±[Ó'AÖB‰MˆA‰z��SØ�c—i‘iÓÜ˜s HÔ-ð<ß=C¹VÄDÈÃIÓ=Nð ä# C›.Ð(à!$§¡¨C£�—‘˜A’ñ Cr   c                 óÀ   — g }t        |j                  || j                  «      D ]7  \  }}}|�| j                  r| j	                  ||«      }|j                  |«       Œ9 |S )zï
        Returns a list of output parameters that all reside on the target
        device.

        Outputs that were passed-in to the GUFunc are used if they reside on the
        device; other outputs are allocated as necessary.
        )r!   rC  r  rz  r‹   rB   )r6   r>  rÿ   r  r\   rG   r�  s          r   rS  zGUFuncCallSteps.prepare_outputsg  sb   € ð ˆÜ$'¨×(>Ñ(>À	Ø(,¯©ö%6Ñ ˆE�5˜&àˆ~ ×!:Ò!:Ø×3Ñ3°E¸5ÓA�Ø�N‰N˜6Õ"ð	%6ð ˆr   c                 óX   ‡ — ˆ fd„}‰ j                   D �cg c]
  } ||«      ‘Œ c}S c c}w )zZ
        Returns a list of input parameters that all reside on the target device.
        c                 óh   •— ‰j                  | «      r‰j                  }n‰j                  } || «      S r   )r:   r;   r‚   )Ú	parameterrˆ  r6   s     €r   Úensure_devicez5GUFuncCallSteps.prepare_inputs.<locals>.ensure_device|  s0   ø€ Ø×#Ñ# IÔ.Ø×.Ñ.‘àŸ.™.�á˜9Ó%Ð%r   )r  )r6   r�  rm  s   `  r   rT  zGUFuncCallSteps.prepare_inputsx  s+   ø€ ô	&ð +/¯+ª+Ó6©+ Q‘˜aÕ ¨+Ñ6Ð6ùÒ6s   •'c                 ó
  — | j                   r9t        || j                  «      D ��cg c]  \  }}| j                  ||«      ‘Œ }}}n| j                  d   �| j                  }t	        |«      dk(  r|d   S t        |«      S c c}}w )a+  
        Moves the given output(s) to the host if necessary.

        Returns a single value (e.g. an array) if there was one output, or a
        tuple of arrays if there were multiple. Although this feels a little
        jarring, it is consistent with the behavior of GUFuncs in general.
        r   r   )rz  r!   r  r�   r    r   )r6   r  r�  Úself_outputs       r   rV  z$GUFuncCallSteps.post_process_outputs†  s‡   € ð ×$Ò$ä25°g¸t¿|¹|Ô2LôNÙ2LÑ.˜6 ;ð —|‘| F¨KÕ8Ø2Lð ò Nà�\‰\˜!‰_Ð(Ø—l‘lˆGäˆw‹<˜1ÒØ˜1‘:Ðä˜“>Ð!ùóNs   ¦A?N)r¡   r¢   r£   r¤   Ú	__slots__r   rU  r:   r;   r‚   r‹   r8   rR  rS  rT  rV  rM   r   r   ry  ry  é  sŒ   „ ñò€Ið ñ*ó ð*ð ñó ðð ñó ðð ñó ðð
 ñó ðò9)òv1ò"ò"7ó"r   ry  )Ú	metaclass)&r¤   Úabcr   r   Úcollectionsr   r%  rˆ   Ú	functoolsr   Únumpyr@   Únumba.np.ufunc.ufuncbuilderr   r   Ú
numba.corer	   r
   Únumba.core.typingr   Únumba.np.ufunc.sigparser   r   r$   r-   Úobjectr/   rª   r¬   rç   rô   ró   r  r  r  r(  rK  ry  rM   r   r   Ú<module>r«     s¼   ðñ÷ (Ý #Û Û Ý ã ç Iß &Ý 'Ý 3òIò Hò"ô&Z"�Vô Z"òzô<"Ð'ô <"ô~J"Ð-ô J"òZ<òò&Jò
	ôHM�6ô HMôV,�Vô ,ô,a"�vô a"ôHn" ö n"r   