(tih :ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZddlmZddlmZmZddlmZddlmZmZmZmZddlZ ddl!Z"ddl#Z"ddl$Z$ddl%m&Z&ddl'm(Z(d d l)m*Z*d d l+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>d d lm?Z?e:rKddl@Z@e@jPjduZBe@jPjduZDeEe@jPd dduZFndZBdZDdZFe jZHe?eIZJeJjde8xrXe(je(jejjQdje(jdkDZOe>xrXe(je(jejjQdje(jdkDZPeOxrePZQeRejddZTe:rCddl@Z@dejvr"ejdZV ejeVZXdejvr7ejdZ[ e@je[ZXeJjde[ne@jjrdZ[ne@jjrd Z[ndZ[e(je(je@jje(jdk\Zbebr=ece@jdZeeer&e@jjjrdne[Z[d d lgmhZhd!Zid"Zjd#Zk dd$Zldd%Zmd&eRfd'Zndd(Zoeod)d*Zpeod+d*Zqeod,d*Zrdd-Zsd.Ztd/Zud0Zvd1Zwd2Zxd3Zyd4Zzd5Z{d6Z|d7Z}d8Z~d9Zd:Zd;Zd<Zd=Zd>Zd?Zd@ZdAZdBZdCZdDZdEZdFZdGZdHZdIZdJZdKZdLZdMZdNZdOZdPZdQZdRZdSZdTZdUZddVee j:zdWedzd&e j:fdXZddZed[edzd\edzfd]Zd^ee"jBjBzd&e"jBjBfd_Zd^e"jBd`eRfdaZdd^ee"jBjBdbed&efdcZeddZddeefdfZddgefdhZddiee j:djed&efdkZd&e j:fdlZiZdmZdnZddoeRdpedzdqedzfdrZddsZGdtduZdvZdwZdxZdyZe:rdYdYdYddYdzZe@jjne@jjnde@jjnddzZe@jjre@jjrd{d|ddzZe@jjve@jjve@jve@jjve@jvdzZe@jjzeEe@jd}dddddzZe@jj~eEe@jd}dddddzZe@jjeEe@jd~dddddzZe@jjeEe@jddddddzZdedeeeffdZdedeRfdZdefdZdefdZdefdZdefdZdefdZdefdZdefdZe:rdeeefdefdZdejvrejdZeeЫjs edeЛ edeАjdZejeԫZ eՐjZdejvre[ek7rde[deכdZedz Zee٫eZ[eedeedeedeedeedeedeedeedzeRdzfZejd&efdZereeefZneZe:riddlmZddlmZmZmZmZmZ dde@jjdededeRdzd&eef dZ dde@jjdededeRdzd&ef dZGddeޫZy#eY$rZZeYdeVdeZeZdZZ[ZwwxYw#e]$rZZe]de[eZdZZ[ZwwxYw#e$rZZedeЛeZdZZ[ZwwxYw#e$r edwxYw)N)UserDict)contextmanager)BytesIOStringIO)Path) TYPE_CHECKINGAnyCallableSet)norm)version)DIFFUSERS_REQUEST_TIMEOUT)BACKENDS_MAPPINGis_accelerate_availableis_bitsandbytes_availableis_compel_availableis_flax_availableis_gguf_availableis_kernels_availableis_note_seq_availableis_nvidia_modelopt_availableis_onnx_availableis_opencv_availableis_optimum_quanto_availableis_peft_availableis_timm_availableis_torch_availableis_torch_versionis_torchao_availableis_torchsde_availableis_transformers_available) get_loggerxpuFzdiffusers.utils.testing_utils' is deprecated and will be removed in a future version. Determinism and device backend utilities have been moved to `diffusers.utils.torch_utils`. peftz0.5 transformersz4.33BIG_GPU_MEMORY(DIFFUSERS_TEST_BACKENDz+Failed to import `DIFFUSERS_TEST_BACKEND` 'zg'! This should be the name of an installed module to enable a specified backend.): DIFFUSERS_TEST_DEVICEzRUnknown testing device specified by environment variable `DIFFUSERS_TEST_DEVICE`: ztorch_device overrode to cudacpuz1.12mps) get_torch_cuda_device_capabilitycts tdtj||g|i|s>Jd||z j j d||z j dy)Nz3PyTorch needs to be installed to use this function.zMax diff is absolute z. Diff tensor is .T)r ValueErrortorchallcloseabsmax)abargskwargss l/Volumes/fast/ai/experiments/MLX_z-image/.venv/lib/python3.12/site-packages/diffusers/utils/testing_utils.pytorch_all_closer;sp  NOO >>!Q 0 0 0d-q1ukkm.?.?.A-BBSUVYZUZT_T_TaSbbcddu ctj||t|t|zz }d|jz }|S)N?)npdotr mean)r6r7 similaritydistances r: numpy_cosine_similarity_distancerDs91a47!23JZ__&&H Or<cn|j|j}}|jD]$\}}t|tst |||<&|jD]$\}}t|tst |||<&|D]}||vry||||k7sy|D]}||vsyy)NFT)copyitems isinstancesetsorted)dict1dict2keyvalues r:check_if_dicts_are_equalrOs::<5Ekkm U eS !E#J$kkm U eS !E#J$ e  :s #   e  r<c |rtjdtjj d}tj |stj |}|r |ddddddf}t|jjjjtjjdd}|jd |d }|jd \}} } | jd} t|d 5} t!d j#|| | |g| dddy#1swYyxYw)Ni') thresholdPYTEST_CURRENT_TESTr tensorz = np.arrayz::r6file)r2set_printoptionsosenvironget is_tensor from_numpystrdetachr,flattentofloat32replacesplitopenprintjoin) rWlimit_to_slicesmax_torch_printfilenameexpected_tensor_name test_name tensor_str output_str test_file test_classtest_fnfs r:print_tensor_testrus 0 45I ??6 "!!&)23R(V]]_((*22477 FGOOPTVXYJ##H1E0Fk.RSJ%.__T%:"Iz7mmoa G h  diiJDEAN   s !EEcntjdd}tjj tjj |}|j ds1tjj |}|j ds1|rt||jS|S)a Args: append_path: optional path to append to the tests dir path Return: The full path to the `tests` dir, so that the tests can be invoked from anywhere. Optionally `append_path` is joined after the `tests` dir the former is provided. rtests) inspectstackr[pathabspathdirnameendswithras_posix) append_pathcaller__file__ tests_dirs r: get_tests_dirrs]]_Q'*N ?@I  )GGOOI.   )I{+4466r<returncR|j}|dvry|dvrytd|)z Converts a string representation of truth to `True` (1) or `False` (0). True values are `y`, `yes`, `t`, `true`, `on`, and `1`; False value are `n`, `no`, `f`, `false`, `off`, and `0`; )yyesttrueon1r)nnortfalseoff0rzinvalid truth value )lowerr1)rNs r: str_to_boolrs: KKME 44 7 7/w788r<c tj|} t|}|S#t$rtd|dwxYw#t$r|}Y|SwxYw)NzIf set, z must be yes or no.)r[r\rr1KeyError)rMdefaultrN_values r:parse_flag_from_envrsp B 3  B 'F M Bxu,?@A A B  Ms? #< A ARUN_SLOW)r RUN_NIGHTLY RUN_COMPILEc|t}d}|D]}||z} g}t|D]$}|j|j|z&t j |tj j|jS)zCreates a random float32 tensorr)datadtype) global_rngrangeappendrandomr2rWfloatview contiguous)shapescalerngname total_dimsdimvalues_s r: floats_tensorrs} {Jc F :  cjjlU*+ <=z2.0.0ztest requires PyTorch 2)rrrrrs r:require_torch_2r.s6 t8  13W8Hw8WYr s r<cfd}|S)zPDecorator marking a test that requires torch with a specific version or greater.crtxr td}tj|d|S)Nrz>test requires torch with the version greater than or equal to rrrrrcorrect_torch_version torch_versions r: decoratorz6require_torch_version_greater_equal..decorator:sH 2 4 ^9I$P]9^ x"" !%cdqcr#s  r<rrs` r:#require_torch_version_greater_equalr7 r<cfd}|S)zMDecorator marking a test that requires torch with a specific version greater.crtxr td}tj|d|S)N>z2test requires torch with the version greater than rrs r:rz0require_torch_version_greater..decoratorFsG 2 4 ]9I#}9] x"" !%WXeWf#g  r<rrs` r:require_torch_version_greaterrCrr<c`tjtxr tdk(d|S)z8Decorator marking a test that requires CUDA and PyTorch.r+ztest requires PyTorch+CUDArrr torch_devicers r:require_torch_gpurOs0 m8  13N 8NPl m r<cfd}|S)Nctjjr5t}t j t |t k(dSy)Nz/Test not supported for this compute capability.)r2r+ is_availabler.rrr)rcurrent_compute_capabilityexpected_compute_capabilitys r:rz3require_torch_cuda_compatibility..decoratorWsK :: " " $)I)K &&&01U;V5WWA  %r<r)rrs` r: require_torch_cuda_compatibilityrVs r<c`tjtxr tdk7d|S)zJDecorator marking a test that requires an accelerator backend and PyTorch.r,z!test requires accelerator+PyTorchrrs r:require_torch_acceleratorrcs0 s8  13M 8MOr s r<ctstjd|Sddl}tj|j j dkDd|S)a Decorator marking a test that requires a multi-GPU setup (in PyTorch). These tests are skipped on a machine without multiple GPUs. To run *only* the multi_gpu tests, assuming all test names contain multi_gpu: $ pytest -sv ./tests -k "multi_gpu" rrNrztest requires multiple GPUs)rrskipr2rr+ device_countrr2s r:require_torch_multi_gpurjsR  5x}}45i@@ \8  uzz6681<>[ \]f ggr<ctstjd|Sddl}tj|j j dkDxs|jj dkDd|S)z Decorator marking a test that requires a multi-accelerator setup (in PyTorch). These tests are skipped on a machine without multiple hardware accelerators. rrNrz,test requires multiple hardware accelerators)rrrr2rr+rr$rs r:require_torch_multi_acceleratorrxsr  5x}}45i@@ 8   !A%E)?)?)AA)EGu  r<cTtjttd|S)zZDecorator marking a test that requires an accelerator with support for the FP16 data type.z+test requires accelerator with fp16 support)rr_is_torch_fp16_availablerrs r:#require_torch_accelerator_with_fp16r( u8  7 EGt u r<cTtjttd|S)zZDecorator marking a test that requires an accelerator with support for the FP64 data type.z+test requires accelerator with fp64 support)rr_is_torch_fp64_availablerrs r:#require_torch_accelerator_with_fp64rrr<chtstjd|Sddl}|jj stjd|S|jj d}|jdz }tj|tk\dtd|S)z Decorator marking a test that requires a bigger GPU (24GB) for execution. Some example pipelines: Flux, SD3, Cog, etc. rrNtest requires PyTorch CUDA@z"test requires a GPU with at least GB memory) rrrr2r+rget_device_properties total_memoryrr')rr2device_propertiesrs r:require_big_gpu_with_torch_cudars  5x}}45i@@ :: " " $:x}}9:9EE 88;$11W=L 8  &*L^L\\f(g  r<cFddl}|jj|}tst j d|Sddl}|jjs5|jjst j d|S|jjr|jjd}n|jjd}|jdz }t j|tk\dtd|S)z Decorator marking a test that requires a bigger hardware accelerator (24GB) for execution. Some example pipelines: Flux, SD3, Cog, etc. rNrrrz3test requires a hardware accelerator with at least r)pytestmarkbig_acceleratorrrrr2r+rr$rrrr')rrr2rrs r:require_big_acceleratorrs  ++I6I  5x}}45i@@ JJ # # %)?)?)A:x}}9:9EE yy!II;;A>!JJ<T UV_ ``r<cJtjtd|S)zu Decorator marking a test that requires accelerate. These tests are skipped when accelerate isn't installed. ztest requires accelerate)rrrrs r:require_acceleraters% V8  68:T UV_ ``r<cfd}|S)z Decorator marking a test that requires PEFT backend with a specific version, this would require some specific versions of PEFT and transformers. c$txretjtjtjjdj tjkD}t j|d|S)Nr%z9test requires PEFT backend with the version greater than )rr parse importlibmetadata base_versionrr)rcorrect_peft_version peft_versions r:rz/require_peft_version_greater..decorator)s~02 (w}} MM),,44V< = J J8 MM, '8( x"" $]^j]k"l  r<r)rrs` r:require_peft_version_greaterr#s  r<cfd}|S)z Decorator marking a test that requires transformers with a specific version, this would require some specific versions of PEFT and transformers. c$txretjtjtjjdj tjkD}t j|d|S)Nr&z9test requires transformers with the version greater than )r"r rrrrrr)rcorrect_transformers_versiontransformers_versions r:rz7require_transformers_version_greater..decorator:s'@'B(0w}} MM),,44^D E R RH MM. /H0$ x"" (GH\G] ^   r<r)r!rs` r:$require_transformers_version_greaterr"4s  r<cfd}|S)Nc&txretjtjtjjdj tjkD}t j|dd|S)N acceleratez7Test requires accelerate with the version greater than r0)rr rrrrrr)rcorrect_accelerate_versionaccelerate_versions r:rz5require_accelerate_version_greater..decoratorGs%<%>&.7== MM),,44\B C P PD MM, -D." x"" &*abtauuv(w  r<r)r'rs` r:"require_accelerate_version_greaterr(F r<cfd}|S)Nc&txretjtjtjjdj tjkD}t j|dd|S)N bitsandbytesz9Test requires bitsandbytes with the version greater than r0)rr rrrrrr)rcorrect_bnb_version bnb_versions r:rz7require_bitsandbytes_version_greater..decoratorSs79'gmm MM),,44^D E R R? MM+ &?' x"" #\]h\iij!k  r<r)r.rs` r:$require_bitsandbytes_version_greaterr/Rr)r<cfd}|S)NctjtjtjjdjtjkD}t j |dd|S)Nhuggingface_hubz.decorator_sx!( MM),,445FG H U U" MM. )"* x"" "&bcqbrrs$t  r<r)r4rs` r:require_hf_hub_version_greaterr5^r)r<cfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Nggufz1Test requires gguf with the version greater than r0)rr rrrrrr)rcorrect_gguf_version gguf_versions r:rz8require_gguf_version_greater_or_equal..decoratorks02 )w}} MM),,44V< = J J8 ]]< (8) x"" $UVbUccd"e  r<r)r:rs` r:%require_gguf_version_greater_or_equalr;jr)r<cfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Ntorchaoz0Test requires torchao with version greater than r0)r r rrrrrr)rcorrect_torchao_versiontorchao_versions r:rz;require_torchao_version_greater_or_equal..decoratorw"6"8#,W]] MM),,44Y? @ M M> ]]? +>, x"" #'WXgWhhi%j  r<r)r@rs` r:(require_torchao_version_greater_or_equalrBvr)r<cfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Nmodeloptz1Test requires modelopt with version greater than r0)rr rrrrrr)rcorrect_nvidia_modelopt_versionmodelopt_versions r:rz.decorators*F*H+-W]] MM),,44Z@ A N NN ]]+ ,N-' x"" +/`aq`rrs-t  r<r)rGrs` r:)require_modelopt_version_greater_or_equalrHr)r<cfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Nkernelsz0Test requires kernels with version greater than r0)rr rrrrrr)rcorrect_kernels_versionkernels_versions r:rz;require_kernels_version_greater_or_equal..decoratorrAr<r)rMrs` r:(require_kernels_version_greater_or_equalrNr)r<cDtjt d|S)zJ Decorator marking a test that will be skipped after PEFT backend z%test skipped in favor of PEFT backendr rs r:deprecate_after_peft_backendrPs% ^8  #335\ ]^g hhr<cZtj}|j|j}}||fSN)sys version_infomajorminor)sys_inforUrVs r:get_python_versionrXs(H>>8>>5E %<r<arry local_pathct|tr|Rt||jdd|jdd|jddj S|j ds|j drUt j|t}|jtjt|j}|Stjj!|rtj|}|St#d|d t|tj$r |St#d ) N/rThttp://https://timeoutIIncorrect path or url, URLs must start with `http://` or `https://`, and  is not a valid pathzjIncorrect format used for numpy ndarray. Should be an url linking to an image, a local path, or a ndarray.)rHr`rrfr~ startswithrequestsr]rraise_for_statusr?loadrcontentr[rzisfiler1ndarray)rYrZresponses r: load_numpyrms$  ! DJJsOB$7C9LdjjY\o^`Nabkkm m __Y '4??:+F||D2KLH  % % '7778#3#345D KWW^^D !774=D K[\`[aauv  D"** %  K    r<Turl map_location weights_onlyctj|t}|jt j t |j||}|S)Nra)rorp)rfr]rrgr2rhrri)rnrorprlrYs r:load_ptrrsB||C)BCH  ::gh../lYe fD Kr<imagecRt|tr|jds|jdrDtjj t j|dtj}ntjj|r tjj |}nAtd|dt|tjjr|}n tdtjj|}|j!d}|S) z Loads `image` to a PIL Image. Args: image (`str` or `PIL.Image.Image`): The image to convert to the PIL Image format. Returns: `PIL.Image.Image`: A PIL Image. r_r`T)streamrbrcrdzdIncorrect format used for image. Should be an url linking to an image, a local path, or a PIL image.RGB)rHr`rePILImagergrfr]rrawr[rzrjr1ImageOpsexif_transposeconvert)rss r: load_imager}s%   I &%*:*::*FIINN8<<dLe#f#j#jkE WW^^E "IINN5)E[\a[bbvw  E399?? + r   LL ' ' .E MM% E Lr< batch_sizec|j\}}d||fD\}}|j||ftjj}t j |jt jdz }t j|djddddg|z}tj|}d|zd z S) Nc3,K|] }||dzz yw)Nr).0xs r: z#preprocess_image..s &v!AAIvs)resamplego@rrg@r>) sizeresizerwrxLANCZOSr?arrayastyperdvstack transposer2r_)rsr~whs r:preprocess_imagers ::DAq &1v &DAq LL!Q#))*;*;L   ?='')005C#&MMOJJL##JE3%## ]]7+F   T*+!]]5)F --/  V,-*  ||~  CH3s34&]]6*FI 6J OS(% 6J s'AL<2EMMCMMMoutput_obj_pathc | tjdj}|jj j j }|jj j }tjdDcgc];}|j|j j j =c}d}t|j|jDcgc]\}}djg||}}}|jD cgc]B} djt| ddzt| ddzt| d dzD}} |D cgc]} d | z c} |z} t|d 5} | j!d j#| dddycc}wcc}}wcc} wcc} w#1swYyxYw) Nz.objrrvrrz{} {} {} {} {} {}z f {} {} {}rrzv rrU)rrrrrar,rrr?ryrrrrr`rg writelinesri) rrrrr vertex_colorsrcolorrrr combined_datarts r: export_to_objr:s"55VDII JJ    # # % + + -E JJNN  " " $EHHV[\V[QRd2215<<>BBDJJLV[\cdeMGJ5<<>[h[o[o[qGrGr|ue"""2E2E2Gr `e_k_k_m n_mX[\ SVaZ#c!fqj/3s1vPQz? S_mE n19:vTF]:UBM os #q TYY}-. $ #] o: # #s&AGG;AG G &!G%%G. video_framesoutput_video_pathctrddl}n$ttddj d| t j dj}|jd}|dj\}}}|j||d||f }tt|D]2}|j|||j} |j| 4|S) Nropencvrexport_to_videoz.mp4rmp4vr)fps frameSize)rcv2 ImportErrorrrrrrVideoWriter_fourccr VideoWriterrrcvtColor COLOR_RGB2BGRr) rrrfourccrrc video_writeriimgs r:rrNs*84Q7>>?PQRR $77vFKK #S # #V ,F1o##GAq!??#4f!PQSTv?VL 3|$ %ll<?C,=,=>3& r<cd}|jdsN|jds=tjj|tj j |}t|S)NzEhttps://huggingface.co/datasets/fusing/diffusers-testing/resolve/mainr_r`)rer[rzriurllibrquoterm)rzbase_urls r: load_hf_numpyr_sLVH ??9 %dooj.Iww||Hfll&8&8&>? d r<cVd}|tvr|j|ddddt|<yy)z This function is to be called from `conftest.py` via `pytest_addoption` wrapper that has to be defined there. It allows loading both `conftest.py` files at once without causing a failure due to adding the same `pytest` option. z--make-reportsstoreFzSgenerate report files. The value of this option is used as a prefix to report names)actionrhelprN)pytest_opt_registered addoption)parseroptions r:pytest_addoption_sharedrnsCF ** f  )*f%+r<c ddlm}t|sd}|j}|j }|j j }|j}d}t|jdddDcic]}||d|d |d } }g} |jjD]'} | D] } t| d s| j| ")| r| jd d t| dd5} d}| j!dt#| D]s\}} | j$|kr%| j!t| |z d|dn<| j!| j$dd| j&dd| j(dudddd}d|j _t| dd5} ||| |_|j-dddt| dd5} ||| |_||dddd|j _t| dd5} ||| |_|j-dddt| d d5} ||| |_|j/dddt| d!d5} ||| |_|j1|j1dddd"|_t| d#d5} ||| |_|j3dddt| d$d5} ||| |_|j5dddt| d%d5} ||| |_|j7ddd||_||_||j _ycc}w#1swYxYw#1swYxYw#1swYxYw#1swY{xYw#1swYRxYw#1swYxYw#1swYxYw#1swYxYw#1swYxYw)&a Generate multiple reports at the end of test suite run - each report goes into a dedicated file in the current directory. The report files are prefixed with the test suite name. This function emulates --duration and -rA pytest arguments. This function is to be called from `conftest.py` via `pytest_terminal_summary` wrapper that has to be defined there. Args: - tr: `terminalreporter` passed from `conftest.py` - id: unique id like `tests` or `examples` that will be incorporated into the final reports filenames - this is needed as some jobs have multiple runs of pytest, so we can't have them overwrite each other. NB: this functions taps into a private _pytest API and while unlikely, it could break should pytest do internal changes - also it calls default internal methods of terminalreporter which can be hijacked by various `pytest-` plugins and interfere. r)create_terminal_writerrwreportsT)parentsexist_ok) durationserrors failures_longfailures_short failures_linepassesstats summary_shortwarningsr\rz.txtrc|jSrR)r)rs r:z.pytest_terminal_summary_main..sr<)rMreverserrg?zslowest durations z durations < z secs were omittedz02.2fzs z<8 rUNc d|jd}|sy|jdd|D]}|j|}|jd|ddtjdd|j d tj tjz}|jj|y) Nfailed=zFAILURES SHORT STACKrT)redboldz.*_ _ _ (_ ){10,}_ _ rVr) getreports write_sep_getfailureheadlineresub longreprtextMS_twline)trrrepmsglongreprs r:summary_failures_shortz.summary_failures_shorts--)  S01C((-C LLct$L 7vv6CO OO%(O14O=P  max_attemptswait_before_retry descriptioncfdS)a To decorate flaky tests (methods or entire classes). They will be retried on failures. Args: max_attempts (`int`, *optional*, defaults to 5): The maximum number of attempts to retry the flaky test. wait_before_retry (`float`, *optional*): If provided, will wait that number of seconds before retrying the test. description (`str`, *optional*): A string to describe the situation (what / where / why is flaky, link to GH issue/PR comments, errors, etc.) c0tjr^tjj D]6\}}t |s|j ds$t||8Stjfd}|S)Ntestc d}|kr |i|S|i|S#t$r]}dxs jd|dd|}t|tjt j |dz }Yd}~nd}~wwxYw|krx)Nrz[FLAKY] z failed on attempt r\z: rX) Exception__name__rhrSstderrtimesleep) r8r9 retry_counterrrr2r0objr1s r:wrapperz,is_flaky..decorator..wrappersK , %///'' '!%";#>#,,"AB--8M<.3%Q#CJJ/(4 #451$K% ,s BAA;;B) rxisclasslist__dict__rGcallableresetattr functoolswraps)r> attr_name attr_valuer?rr2r0r1s` r:rzis_flaky..decorators ??3 )-cll.@.@.B)C% :J'I,@,@,HCIj,AB*DJ   (  ("r<r)r0r1r2rs```@r:is_flakyrIs< r<cL|)ttjjdd}d}t j |}|j d}|jd}|j|||j||||f}|j |j|} |j|j| d|j| dyy#t$r+} |j|j| Yd} ~ ]d} ~ wwxYw) a To run a test in a subprocess. In particular, this can avoid (GPU) memory issue. Args: test_case (`unittest.TestCase`): The test that will run `target_func`. target_func (`Callable`): The function implementing the actual testing logic. inputs (`dict`, *optional*, defaults to `None`): The inputs that will be passed to `target_func` through an (input) queue. timeout (`int`, *optional*, defaults to `None`): The timeout (in seconds) that will be passed to the input and output queues. If not specified, the env. variable `PYTEST_TIMEOUT` will be checked. If still `None`, its value will be set to `600`. NPYTEST_TIMEOUTiXspawnrra)targetr8error)rr[r\r]multiprocessing get_contextQueue JoinableQueueputProcessstart task_doner7 terminatefailri) r target_funcinputsrb start_methohdctx input_queue output_queueprocessresultses r:run_test_in_subprocessrb3sbjjnn%5s;<M  % %m 4C))A,K$$Q'LOOFGO,kkKw3WkXG MMO""7"3  LLL!w#''*+-$ qs"C// D#8!DD#c(eZdZdZdZdZdZdZy) CaptureLoggeraG Args: Context manager to capture `logging` streams logger: 'logging` logger object Returns: The captured output is available via `self.out` Example: ```python >>> from diffusers import logging >>> from diffusers.testing_utils import CaptureLogger >>> msg = "Testing 1, 2, 3" >>> logging.set_verbosity_info() >>> logger = logging.get_logger("diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.py") >>> with CaptureLogger(logger) as cl: ... logger.info(msg) >>> assert cl.out, msg + " " ``` c||_t|_tj|j|_d|_y)NrV)loggerrrlogging StreamHandlershout)selfrfs r:__init__zCaptureLogger.__init__ss/ *''0r<cP|jj|j|SrR)rf addHandlerrirks r: __enter__zCaptureLogger.__enter__ys tww' r<c|jj|j|jj |_yrR)rf removeHandlerrirgetvaluerj)rkexcs r:__exit__zCaptureLogger.__exit__}s, !!$''*77##%r<c"d|jdS)Nz captured: rU)rjros r:__repr__zCaptureLogger.__repr__sDHH:R((r<N)r8 __module__ __qualname____doc__rlrprurwrr<r:rdrd^s( &)r<rdcFddlm}tjd|S)z Helper function for reproducible behavior during distributed training. See - https://pytorch.org/docs/stable/notes/randomness.html for pytorch r)enable_full_determinismzenable_full_determinism has been moved to diffusers.utils.torch_utils. Importing from diffusers.utils.testing_utils is deprecated and will be removed in a future version.) torch_utilsr|rfwarning)_enable_full_determinisms r:r|r|s% Q NN n $ %%r<cFddlm}tjd|S)Nr)disable_full_determinismzdisable_full_determinism has been moved to diffusers.utils.torch_utils. Importing from diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)_disable_full_determinisms r:rrs"R NN n % &&r<c.tsyddl}|j|} |jd|jj |}|j ||}y#t$r'}|jdk(rtd|Yd}~yd}~wwxYw)NFrrrrTr+zYou have passed a device of type 'cuda' which should work with 'fp16', but 'cuda' does not seem to be correctly installed on your machine: ) rr2devicezerosfloat16rcmulr7typer1rr2rrras r:rr   U\\& !F  EKKemm 4 7 7 ? EIIaO  ;;& ^_`^ab  AA$$ B-BBc.tsyddl}|j|} |jd|jj |}|j ||}y#t$r'}|jdk(rtd|Yd}~yd}~wwxYw)NFrrrTr+zYou have passed a device of type 'cuda' which should work with 'fp64', but 'cuda' does not seem to be correctly installed on your machine: ) rr2rrfloat64rcrr7rr1rs r:rrrr)r+r$r,r-rcyNrrrr<r:rrqr<cyrrrr<r:rrrr<reset_peak_memory_statsmax_memory_allocated synchronizerdispatch_tablecT||vr |d|i|S||}t|s|S||i|S)Nr)rC)rrr8r9fns r:_device_agnostic_dispatchrsI ^#(~i($9&99  B B< t v r<seedcJddlm}tjd|||S)Nr)backend_manual_seedzbackend_manual_seed has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)rr_backend_manual_seeds r:rrs&H NN _  --r<cHddlm}tjd||S)Nr)backend_synchronizezbackend_synchronize has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r_backend_synchronizes r:rr$H NN _  ''r<cHddlm}tjd||S)Nr)backend_empty_cachezbackend_empty_cache has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r_backend_empty_caches r:rr'rr<cHddlm}tjd||S)Nr)backend_device_countzbackend_device_count has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r_backend_device_counts r:rr1s$J NN _ ! ((r<cHddlm}tjd||S)Nr)backend_reset_peak_memory_statszbackend_reset_peak_memory_stats has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r _backend_reset_peak_memory_statss r:rr;s$` NN _ ,F 33r<cHddlm}tjd||S)Nr)"backend_reset_max_memory_allocatedzbackend_reset_max_memory_allocated has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r#_backend_reset_max_memory_allocateds r:rrEs$f NN _ /v 66r<cHddlm}tjd||S)Nr)backend_max_memory_allocatedzbackend_max_memory_allocated has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r_backend_max_memory_allocateds r:rrOs$Z NN _ ) 00r<cHddlm}tjd||S)Nr)rzbackend_supports_training has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)r}rrfr~)r_backend_supports_trainings r:rr[s$T NN _ &f --r<device_fn_dictattribute_namec tt|}||t<y#t$r%}d|vrtd|dtd|Yd}~yd}~wwxYw)Nr`z` not found in 'z)' and no default fallback function found.)getattrdevice_spec_modulerAttributeErrordevice_spec_path)rrspec_fnras r:update_mapping_from_specrhsb 0.AG+2N< ( .$''78H7IIrs/ s A AA DIFFUSERS_TEST_DEVICE_SPECzCSpecified path to device specification file is not found. Received z.pyz9Provided device spec file is not a Python file! Received z.Device spec file did not contain `DEVICE_NAME`z?Mismatch between environment variable `DIFFUSERS_TEST_DEVICE` 'z' and device found in spec 'z' zKEither unset `DIFFUSERS_TEST_DEVICE` or ensure it matches device spec name.MANUAL_SEED_FNEMPTY_CACHE_FNDEVICE_COUNT_FNSUPPORTS_TRAININGRESET_PEAK_MEMORY_STATS_FNRESET_MAX_MEMORY_ALLOCATED_FNMAX_MEMORY_ALLOCATED_FNctstr/ddl}|jj \}}trd|fSd|fSt r/ddl}|j j d}d}||zdz }d|fStdfS) z, Get environment device properties. rNrocmr+ architecturel r$)IS_CUDA_SYSTEMIS_ROCM_SYSTEMr2r+get_device_capability IS_XPU_SYSTEMr$r)r2rUrarchgen_maskgens r:rrs ::335q E? "E? " yy..0@%h2%s|d##r<)_GO_LC_SUPPORTED_PYTORCH_LAYERS)_GROUP_ID_LAZY_LEAF_compute_group_hash"_find_parent_module_in_module_dict/_gather_buffers_with_no_group_offloading_parent2_gather_parameters_with_no_group_offloading_parentmoduleoffload_to_disk_path offload_typenum_blocks_per_groupc t}dtdtffd }|dk(r| tdg}|jD]\}}t |t j jt j jfs|j|Vtdt||D]=} || | |z} | s|d| d| t| zdz } |j|| ?|D]0}|j||jjd 2|S|d k(r|jD]-\}}t |t s|j||/|jD chc]\}} t | t s|} }} t#|| }t%|| }||z}|rli}t'|j}|D].\}}t)||}||vrg||<||j|0|D]}|j|||j|t*|Std |cc} }w) Ngroup_idrcbt|}tjjd|dS)Ngroup_z .safetensors)rr[rzri)r short_hashrs r:get_hashed_filenamez<_get_expected_safetensors_files..get_hashed_filenames,,X6J77<< 4zl,6WX Xr< block_levelzCnum_blocks_per_group must be provided for 'block_level' offloading.rrr_unmatched_group leaf_levelzUnsupported offload_type: )rIr`r1named_childrenrHr2nn ModuleList Sequentialrrradd __class__r8 named_modulesrrrdictrr)rrrrexpected_filesrunmatched_modulesr submodulercurrent_modulesrsmmodules_with_group_offloading parametersbuffers all_orphansparent_to_tensors module_dict tensor_namer parent_names ` r:_get_expected_safetensors_filesrs  Y# Y# Y = (#+ !fgg!# #)#8#8#:i!)ehh.A.A588CVCV-WX%,,V4q#i.2FGA&/A8L4L&MO* "&q1Q_1E-E-I,JKH"&&':8'DE H $;,""#6&:J:J:S:S9TTd7e#fg,FA\ )#)#7#7#9ii)HI"&&':4'@A$:&,%9%9%;-%;rz"Nm?n%; *-LFTqrJEfNklG$w.K$&!"6#7#7#9: &1NK"D[R]"^K"*;;9;)+6%k299+F '2 $5K"&&':;'GH$5   23FG H 9,HI I--s IIctjj|syt||||}t t j tjj |d}||z }||z }| xr| }|||fS)N)FNNz *.safetensors)r[rzisdirrrIglobri) rrrrr actual_files missing_files extra_files is_corrects r: _check_safetensors_serializationrs ww}}12$8 (,8L 499RWW\\2F%XYZ &5 "^3 &&:{? ; 55r<cheZdZdefdZededefdZededede fdZ d dedefdZ dZ y ) Expectationsrc4|jtS)zX Find best matching expectation based on environment device properties. )find_expectationrros r:get_expectationzExpectations.get_expectations$$%:%<==r<rMc&td|DS)Nc3$K|]}|du ywrRr)rps r:rz*Expectations.is_default..%s*c19cs)allrMs r: is_defaultzExpectations.is_default#s*c***r<otherc|\}}|\}}d}||k(r|dz}n |dvr |dvr|dz}||k(r||dz}tj|r|dz}t|S)a Returns score indicating how similar two instances of the `Properties` tuple are. Points are calculated using bits, but documented as int. Rules are as follows: * Matching `type` gives 8 points. * Semi-matching `type`, for example cuda and rocm, gives 4 points. * Matching `major` (compute capability major version) gives 2 points. * Default expectation (if present) gives 1 points. rr)r+rrr)rr r)rMr  device_typerUother_device_type other_majorscores r:rzExpectations.score's #e+0( K + + VOE , ,1BFV1V UNE K K$; TME  " "5 ) SLE5zr<ct|jjfd\}}tj |dk(rt d|S)zU Find best matching expectation based on provided device properties. c6tj|dSr)rr)rrMs r:rz/Expectations.find_expectation..FsLDVDVWZ\]^_\`Dar<r rz"No matching expectation found for )r5rrGrrr1)rkrM result_keyresults ` r:rzExpectations.find_expectationBsO #499??#4:abV   c: .! 3A#GH H r<c|jSrR)rros r:rwzExpectations.__repr__Ms))r<N)NN) r8rxryr r staticmethodDevicePropertiesboolr rrrrwrr<r:rrsu>> +(+T++#,<4 $4  r<r)NNztest_corrections.txtexpected_slicerR)F)r>NN)NT)NNr)rErrimportlib.metadatarxrrgrOr[rrrrSrr:r urllib.parser collectionsr contextlibrrrpathlibrtypingrr r r rr? PIL.Imagerw PIL.ImageOpsrf numpy.linalgr packagingr constantsr import_utilsrrrrrrrrrrrrrrrrr r!r"r#r2hiprr+rrrRandomrr8rfr~rrr_required_peft_version_required_transformers_versionr rgetenvr'r\backend import_modulerModuleNotFoundErrorrarr RuntimeErrorinforr$ __version__is_torch_higher_equal_than_1_12rbackendsmps_backend_registeredr-r}r.r;rDrOrurrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrrrr"r(r/r5r;rBrHrNrPrXr`rkrmrrrrxr}rrArrrrrrrrr/rrIrbrdr|rrrBACKEND_SUPPORTS_TRAINING empty_cacheBACKEND_EMPTY_CACHErBACKEND_DEVICE_COUNT manual_seedBACKEND_MANUAL_SEEDrBACKEND_RESET_PEAK_MEMORY_STATSreset_max_memory_allocated"BACKEND_RESET_MAX_MEMORY_ALLOCATEDrBACKEND_MAX_MEMORY_ALLOCATEDrBACKEND_SYNCHRONIZErrrrrrrrrrrris_filer1index import_namer DEVICE_NAME device_namerrtupler lru_cacherDevicePropertiesUserDictdiffusers.hooks._commonr diffusers.hooks.group_offloadingrrrrrrModulerrrrr<r:rOs      % 440* ]]&&d2N]]''t3NEMM5$7tCMNNM V]]_ H b+,GMM)$$,,V45BB2GMM%2";!<"GMM)$$,,^<=JJBGMM&B*L.LYRYY/45 2::-**56 ' ''0A"**,zz"9:   \*A  / ~>? :: " " $!L YY # # % L L*7'-- GMM%++ , 9 9+ W]]6 "+#' +%,U^^U%C "%;@R@R@_@_@a5htL=2 #) O4. 9# 9  &j%@(F(F Q KQWY    h (:c [Y\]i]ZUeaa"$       i S2::%3:4C$JTD[cCIIOO+ >CII3 ciioo.  PS  00f//($rzz"2sVY"2::*&~)D,3,ut|,Y\_cYc,`(.V$)$)N &',.)-d4PUbf g &&yy$$yy$$  ''yy%%  &&yy$$  yy$$$$  22uyy";TB '# 55uyy";TB *& //uyy"8$? $  &&uyy-6  c 4X ;N ..3.(((())4C47s711.c. c8m1D VY $rzz1::&BC$%--/bcsbtuv v t*+J-=-C-CE-JKK5Y44[A S,88K #bjj 0\[5PST`Saa}J~KKNOC ` `CS/ !"  !!46FG !46FG !57HI !:'G,0 BB!BB"Dj B S BP,0 66!66"Dj 6  6(2+2A.# %=gYG778c;   deqdrs  h( tXYiXjklrs s t S !QR R SsT b>:c4c3 d >cccc0 c++c03d 8 dd  d