i4LddlZddlZddlmZddlmZddlZddlZddl Z ddl Z ddl m Z ddl mZmZmZddlmZmZdZej*j-ZdZd Zd Zed d Zej8gd ZdZdZdZ dZ!dZ"dZ#dZ$dZ%gedd edd Z&e&Dcgc]}|jNdk7s|c}Z&ejPjSde&dZ*ejPjSde&dZ+dZ,dZ-dZ.dZ/dZ0ycc}w) N)testmod)Path)AbstractBackend)_optimize_transformation parse_shape rearrange)collect_test_backendsis_backend_testedzAlex Rogozhnikovcttjdttttjdtty)NT)np)raise_on_error extraglobs)reinopslayersdictr l/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/einops/tests/test_other.pytest_doctests_examplesrs* FMM$42;G FMM$42;Grcddlm}t|}g}g}tj}|r7|j }||j z }|j ||r7|D]4}|j|vr ||j|j6t|dk(sJ|t|dk(s Jd|dy#t$r'}|j |j|fYd}~d}~wwxYw)z This test will fail if some of backends are not installed or can't be imported Other tests will just work and only test installed backends. )parse_backends_to_testNrz%did not instantiate backends_to_test=z, they won't be tested) rsetr__subclasses__popappendframework_nameremove Exceptionlen)rbackends_to_testerrorsbackend_subclassesbackendsbackend backend_typees rtest_backends_installedr)s  )134 F--/H ,,.G**,,!!'*  +  & &.> >  < N  # #L$?$? @ + v;! #V#   A %g)O>N=PPf'gg % < MM<66: ; ; z !JKL!oolY.FGO,,q$S,9KXpL/;Y  FK(8,>>+|< <<ii +//\/BLL_]eegifjkGii ,00m0DNNO_`hhjlimnG>>'73 334\BLL,71~~a+++8)! @?s H HFsymbolicr (ctD]}td|jttd}t|j td}||cxk(rt ddddk(sJJ|t ddddcxk7r|k7r~JJy) NzShape parsing for a b c drYrZr[r\)rSrTcdr)_IMPERATIVE_BACKENDSr6rrx_np from_numpyrr&parsed1parsed2s rtest_parse_shape_imperativerg]s' "G$:$:;dI.g006 B'ATB"b%AAAAAA$bB"5@@@@@@ (rctD]I}ttd}t|jtd}||cxk(rt k(rFJJy)Nz_ _ _ _rarrbrcrrds rtest_underscorerjfsJ'dI.g006 B'+TV+++++(rctD]K}ttd}t|jtd}||cxk(rt dk(rHJJy)Nz _ _ _ hellor\)hellorirds rtest_underscore_onermmsL'dM2g006 F'3T^33333(rctD]L}ttd}t|jtd}||cxk(rt ddk(rIJJy)Nz_ _ a1 a1a111ar[r\)a1a1a111arirds rtest_underscore_severalrqtsQ'd$45g0068HI' (a b d1) c1 (c2 d2)za b c1 _d2r,)ir[r,r) r6r create_symbolritems isinstanceint eval_symbolr zerosrrCallclose) r& input_shape input_symbolshape_placeholder out_shapenamesymbolresult_placeholderresults rtest_parse_shape_symbolicrs;   >w'='=&?~OP,,[9 ' i@ -335LD&fc*((<JZA[2\1]^ dO6 i& F JUVbdnJo tu $$%7<RbIc:d9ef fll||8888{{61%%%/rcddgddgdtfdgdgdtdfddgddgdtdfgdgddtdfgd gd dtd fdgdgd tdfddgddgd tdfgdgdd tdfgd gd d tdfgd gd d tdd fdd gddgdtdd ff D]\}}}}|j|}t||}i}|jD]F\}} t | t r| ||<|j | |tj|fg||<H||k(rJy)NrYrZryrzr{r|)NNNr[rXrr\r}r~rz a ... b ) rrrrrrrr r) r& static_shaperCrrrrrrrs r"test_parse_shape_symbolic_ellipsisrs bD$</ vwr + bD$<$*5 )7D2J? 3WdRjI vwr + bD$<$*5 )7D2J? 3WdRjI 3ZbAQR bD$<dR2.>? 3. eWh,,U3 ' g> -335LD&&#&"( $")"5"5f bhhWcNd?e>f"g $ 6 H$$$+ 3rctdd}|tddz }|D]_}dD]X}d|v}tjgd|}|j|}|j ||k(rFJ|||j fay)NFrVT)int32int64float32float64float)r.rr/)dtype)r r rrc is_float_typer)r%r&ris_floatinputs rtest_is_float_typers$eEBH %uTBBH=E%'HHHYe4E&&u-E((/8; ZeWekk=Z Z; >rc tdstjddl}ddlm}ddlm m m m m ddl m }|G fdd|j}|}|j|d }d D]p}|j||d z|d zg}dD]O}|||} ||j!|j#} |j$j'| | ddQry)a7 Test ensures that allow_ops_in_compiled_graph allows compiling in a single graph Additionally we ensure that after compilation cache works properly (by changing shapes and patterns) We additionally check that pack/unpack still can be handled despite variable number of inputs/outputs torchrNnn)einsumpackreducerepeatunpack)allow_ops_in_compiled_graphc6eZdZdfd Zdfd ZxZS)Ctest_torch_compile_for_functions..TorchModuleWithOperationsc"t|y)N)super__init__)self __class__s rrzLtest_torch_compile_for_functions..TorchModuleWithOperations.__init__s G  rc`|j\}}}fd}||d}||dd}|gdtzz|d\}} t||d| d} | d t| z} t| |d | }  |||d d } | | zS) Nc|j}dj|Dcgc]}|ddvr|n|zc}Scc}w)N r4acd)splitjoin)rpartspsuffixs rsufzXtest_torch_compile_for_functions..TorchModuleWithOperations.forward..sufsF xxRW XRWQae5&8a&j!HRW XYY Xs=za b c -> a b c 4za b c d -> a b cminr,za b * cza b d c -> (a b ) 1 c dz ab one1 c *rz(a b ) 1 c -> a b c)rTza b c , a b c d -> d)rCr!r)rx_abcrrSrTr_rx_abcdx_abdcpsx_arrayx1additionrrrrrs ` rforwardzKtest_torch_compile_for_functions..TorchModuleWithOperations.forwardskkGAq! Z E3'9#:;F63'9#:EBEugS[93y>JJFBYvs3L/MNPRTabGc'l*B2s#89Q?BeVS1G-HI!LH= r)returnN)r)__name__ __module__ __qualname__rr __classcell__)rrrrrrs@rTorchModuleWithOperationsrs  ! !rrT fullgraph)rYrZr\rr,)rsuf1 other_suffixgh㈵>)atolrtol)r rsskiprrrrrrrreinops._torch_specificrModulecompileranddoublertesting assert_close)rrrroriginalcompiledr3rErrPrQrrrrrs @@@@@r test_torch_compile_for_functionsrs W % ;;B!!!BII!,)*H}}X}6H JJdQhq1 22Fq&)Gqxxz6288:G MM & &wd & N 3rc ltdstjddl}ddlm}ddlm}m}m}|j|dd|d d d d dd |ddd }|j|d}dD]9}|j||g}||} ||} |j| | r9Jy)z Einops layers are in general very friendly towards tracing/compiling, but we still want to make sure we can compile them. rrNr)EinMix RearrangeReducezb (t c) -> b t c)r_zb t c -> qkv b t coutz qkv c coutzqkv coutr.) weight_shape bias_shapeqkvr_coutzqkv b t cout -> b t qkvr)rTr)r @) r rsrrreinops.layers.torchrrr Sequentialrrr) rrrrrrrr3rErPrQs rtest_torch_compile_for_layersr4s W % ==}}$+&\j^_celmn(%a8H }}X}6H JJd| $1+1+~~gw/// raS import einops import numpy as np from concurrent.futures import ThreadPoolExecutor import torch def f(): return einops.rearrange(np.ndarray((20, 150, 150)), "... i j -> ... j i") with ThreadPoolExecutor(max_workers=2) as ex: fs = [] for i in range(20): fs.append(ex.submit(f)) for fut in fs: fut.result() ctdstjtdstjtj5}t |j d}|jttjd|jjgddddy#1swYyxYw)Nrnumpyztest.pypythonT)check) r rsrtempfileTemporaryDirectoryrjoinpath write_textsrc subprocessrunabsoluteas_posix)r`testfiles rtest_einops_threadingras W % W %  $ $ &!7##I.C ("3"3"5">">"@AN ' & &s A%CC )1rrdoctestrpathlibrrr rsr einops.layerseinops._backendsr einops.einopsrrr einops.testsr r __author__random default_rngr8rr)rUrarrbrgrjrmrqrwrrr_SYMBOLIC_BACKENDSrmark parametrizerrrrrrrrvs0rrs[ ,JJA  iiH h<,@-eEJrxx !A,4==2* 2 < D7D6.@p-?'7CYCY]oCog-?p$67&8&6$67%8%2[0Of08" OIqs 2D!D!