i ^ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZddlmZddlmZmZddlmZddlmZmZmZmZmZm Z m!Z!m"Z"m#Z#ddl$Z%ddl&Z'ddl(Z'ddl)Z)ddl*m+Z+ddl,m-Z-d d l.m/Z/d d l0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCd d lmDZDe?rKddlEZEeEjZjduZGeEjZjduZIeJeEjZd dduZKndZGdZIdZKe jZMeDeNZOeOjde=xrXe-je-jejj[dje-jdkDZTeCxrXe-je-jejj[dje-jdkDZUeTxreUZVeWejddZYe?rCddlEZEdejvr"ejdZ[ eje[Z]dejvr7ejdZ` eEje`Z]eOjde`neEjjrdZ`neEjjrd Z`ndZ`e-je-jeEjje-jdk\Zgegr=eheEjdZjejr&eEjjjrdne`Z`d d llmmZmd!Znd"Zod#Zp dd$Zqdd%Zrd&eWfd'Zsdd(Ztetd)d*Zuetd+d*Zvetd,d*Zwdd-Zxd.Zyd/Zzd0Z{d1Z|d2Z}d3Z~d4Zd5Zd6Zd7Zd8Zd9Zd:Zd;Zd<Zd=Zd>Zd?Zd@ZdAZdBZdCZdDZdEZdFZdGZdHZdIZdJZdKZdLZdMZdNZdOZdPZdQZdRZdSZdTZdUZddVe#ee%jDfdWe ed&e%jDfdXZddZed[e ed\e efd]Zd^e#ee'jLjLfd&e'jLjLfd_Zd^e'jLd`eWfdaZdd^ee'jLjLdbed&efdcZeddZddeefdfZddgefdhZddiee%jDdjed&efdkZd&e%jDfdlZiZdmZdnZddoeWdpe edqe efdrZddsZGdtduZdvZdwZdxZdyZe?rdYdYdYddYdzZeEjjveEjjvdeEjjvddzZeEjjzeEjjzd{d|ddzZeEjj~eEjj~eEj~eEjj~eEj~dzZeEjjeJeEjd}dddddzZeEjjeJeEjd}dddddzZeEjjeJeEjd~dddddzZeEjjeJeEjddddddzZdedeeeffdZdedeWfdZdefdZdefdZdefdZdefdZdefdZdefdZdefdZe?rdeeefdefdZdejvrejdZeeӫjs edeӛ edeӐjdZeje׫Z eؐjZdejvre`ek7rde`deڛdZedz ZeeܫeZ`eedeedeedeedeedeedeede"e#edfe#eWdffZejd&efdZereeefZneZe?riddlmZddlmZmZmZmZmZ ddeEjjdedede eWd&e!ef dZ ddeEjjdedede eWd&ef dZGddeZy#e^$rZ_e^de[de_e_dZ_[_wwxYw#eb$rZ_ebde`e_dZ_[_wwxYw#e$rZ_edeӛe_dZ_[_wwxYw#e$r edwxYw)N)UserDict)contextmanager)BytesIOStringIO)Path) TYPE_CHECKINGAnyCallableDictListOptionalSetTupleUnion)norm)version)DIFFUSERS_REQUEST_TIMEOUT)BACKENDS_MAPPINGis_accelerate_availableis_bitsandbytes_availableis_compel_availableis_flax_availableis_gguf_availableis_kernels_availableis_note_seq_availableis_nvidia_modelopt_availableis_onnx_availableis_opencv_availableis_optimum_quanto_availableis_peft_availableis_timm_availableis_torch_availableis_torch_versionis_torchao_availableis_torchsde_availableis_transformers_available) get_loggerxpuFzdiffusers.utils.testing_utils' is deprecated and will be removed in a future version. Determinism and device backend utilities have been moved to `diffusers.utils.torch_utils`. peftz0.5 transformersz4.33BIG_GPU_MEMORY(DIFFUSERS_TEST_BACKENDz+Failed to import `DIFFUSERS_TEST_BACKEND` 'zg'! This should be the name of an installed module to enable a specified backend.): DIFFUSERS_TEST_DEVICEzRUnknown testing device specified by environment variable `DIFFUSERS_TEST_DEVICE`: ztorch_device overrode to cudacpuz1.12mps) get_torch_cuda_device_capabilitycts tdtj||g|i|s>Jd||z j j d||z j dy)Nz3PyTorch needs to be installed to use this function.zMax diff is absolute z. Diff tensor is .T)r# ValueErrortorchallcloseabsmax)abargskwargss g/home/obispo/Crisostomo_bridge/mision_env/lib/python3.12/site-packages/diffusers/utils/testing_utils.pytorch_all_closer@sp  NOO >>!Q 0 0 0d-q1ukkm.?.?.A-BBSUVYZUZT_T_TaSbbcddu ctj||t|t|zz }d|jz }|S)N?)npdotrmean)r;r< similaritydistances r? numpy_cosine_similarity_distancerIs91a47!23JZ__&&H OrAcn|j|j}}|jD]$\}}t|tst |||<&|jD]$\}}t|tst |||<&|D]}||vry||||k7sy|D]}||vsyy)NFT)copyitems isinstancesetsorted)dict1dict2keyvalues r?check_if_dicts_are_equalrTs::<5Ekkm' U eS !E#J'kkm' U eS !E#J' e  :s #   e  rAc |rtjdtjj d}tj |stj |}|r |ddddddf}t|jjjjtjjdd}|jd |d }|jd \}} } | jd} t|d 5} t!d j#|| | |g| dddy#1swYyxYw)Ni') thresholdPYTEST_CURRENT_TESTr tensorz = np.arrayz::r;file)r7set_printoptionsosenvironget is_tensor from_numpystrdetachr1flattentofloat32replacesplitopenprintjoin) r\limit_to_slicesmax_torch_printfilenameexpected_tensor_name test_name tensor_str output_str test_file test_classtest_fnfs r?print_tensor_testrzs  0 45I ??6 "!!&)23R(V]]_((*22477 FGOOPTVXYJ##H1E0Fk.RSJ%.__T%:"Iz7mmoa G h O diiJDEANOOOs !EEcntjdd}tjj tjj |}|j ds1tjj |}|j ds1|rt||jS|S)a Args: append_path: optional path to append to the tests dir path Return: The full path to the `tests` dir, so that the tests can be invoked from anywhere. Optionally `append_path` is joined after the `tests` dir the former is provided. rtests) inspectstackr`pathabspathdirnameendswithras_posix) append_pathcaller__file__ tests_dirs r? get_tests_dirrs]]_Q'*N ?@I  )GGOOI.   )I{+4466rAreturncR|j}|dvry|dvrytd|)z Converts a string representation of truth to `True` (1) or `False` (0). True values are `y`, `yes`, `t`, `true`, `on`, and `1`; False value are `n`, `no`, `f`, `false`, `off`, and `0`; )yyesttrueon1r)nnoryfalseoff0rzinvalid truth value )lowerr6)rSs r? str_to_boolrs: KKME 44 7 7/w788rAc tj|} t|}|S#t$rtd|dwxYw#t$r|}Y|SwxYw)NzIf set, z must be yes or no.)r`rarr6KeyError)rRdefaultrS_values r?parse_flag_from_envrsp B 3  B 'F M Bxu,?@A A B  Ms? #< A ARUN_SLOW)r RUN_NIGHTLY RUN_COMPILEc|t}d}|D]}||z} g}t|D]$}|j|j|z&t j |tj j|jS)zCreates a random float32 tensorr)datadtype) global_rngrangeappendrandomr7r\floatview contiguous)shapescalerngname total_dimsdimvalues_s r? floats_tensorrs {Jc F : , cjjlU*+, <=z2.0.0ztest requires PyTorch 2)rrr#r$rs r?require_torch_2r.s6 t8  13W8Hw8WYr s rAcfd}|S)zPDecorator marking a test that requires torch with a specific version or greater.crtxr td}tj|d|S)Nrz>test requires torch with the version greater than or equal to r#r$rrrcorrect_torch_version torch_versions r? decoratorz6require_torch_version_greater_equal..decorator:sH 2 4 ^9I$P]9^ x"" !%cdqcr#s  rArrs` r?#require_torch_version_greater_equalr7 rAcfd}|S)zMDecorator marking a test that requires torch with a specific version greater.crtxr td}tj|d|S)N>z2test requires torch with the version greater than rrs r?rz0require_torch_version_greater..decoratorFsG 2 4 ]9I#}9] x"" !%WXeWf#g  rArrs` r?require_torch_version_greaterrCrrAc`tjtxr tdk(d|S)z8Decorator marking a test that requires CUDA and PyTorch.r0ztest requires PyTorch+CUDArrr# torch_devicers r?require_torch_gpurOs0 m8  13N 8NPl m rAcfd}|S)Nctjjr5t}t j t |t k(dSy)Nz/Test not supported for this compute capability.)r7r0 is_availabler3rrr)rcurrent_compute_capabilityexpected_compute_capabilitys r?rz3require_torch_cuda_compatibility..decoratorWsK :: " " $)I)K &&&01U;V5WWA  %rAr)rrs` r? require_torch_cuda_compatibilityrVs rAc`tjtxr tdk7d|S)zJDecorator marking a test that requires an accelerator backend and PyTorch.r1z!test requires accelerator+PyTorchrrs r?require_torch_acceleratorrcs0 s8  13M 8MOr s rActstjd|Sddl}tj|j j dkDd|S)a Decorator marking a test that requires a multi-GPU setup (in PyTorch). These tests are skipped on a machine without multiple GPUs. To run *only* the multi_gpu tests, assuming all test names contain multi_gpu: $ pytest -sv ./tests -k "multi_gpu" rrNrztest requires multiple GPUs)r#rskipr7rr0 device_countrr7s r?require_torch_multi_gpurjsR  5x}}45i@@ \8  uzz6681<>[ \]f ggrActstjd|Sddl}tj|j j dkDxs|jj dkDd|S)z Decorator marking a test that requires a multi-accelerator setup (in PyTorch). These tests are skipped on a machine without multiple hardware accelerators. rrNrz,test requires multiple hardware accelerators)r#rrr7rr0rr)rs r?require_torch_multi_acceleratorrxsr  5x}}45i@@ 8   !A%E)?)?)AA)EGu  rAcTtjttd|S)zZDecorator marking a test that requires an accelerator with support for the FP16 data type.z+test requires accelerator with fp16 support)rr_is_torch_fp16_availablerrs r?#require_torch_accelerator_with_fp16r( u8  7 EGt u rAcTtjttd|S)zZDecorator marking a test that requires an accelerator with support for the FP64 data type.z+test requires accelerator with fp64 support)rr_is_torch_fp64_availablerrs r?#require_torch_accelerator_with_fp64rrrAchtstjd|Sddl}|jj stjd|S|jj d}|jdz }tj|tk\dtd|S)z Decorator marking a test that requires a bigger GPU (24GB) for execution. Some example pipelines: Flux, SD3, Cog, etc. rrNtest requires PyTorch CUDA@z"test requires a GPU with at least GB memory) r#rrr7r0rget_device_properties total_memoryrr,)rr7device_propertiesrs r?require_big_gpu_with_torch_cudars  5x}}45i@@ :: " " $:x}}9:9EE 88;$11W=L 8  &*L^L\\f(g  rAcFddl}|jj|}tst j d|Sddl}|jjs5|jjst j d|S|jjr|jjd}n|jjd}|jdz }t j|tk\dtd|S)z Decorator marking a test that requires a bigger hardware accelerator (24GB) for execution. Some example pipelines: Flux, SD3, Cog, etc. rNrrrz3test requires a hardware accelerator with at least r)pytestmarkbig_acceleratorr#rrr7r0rr)rrrr,)rrr7rrs r?require_big_acceleratorrs  ++I6I  5x}}45i@@ JJ # # %)?)?)A:x}}9:9EE yy!II;;A>!JJ<T UV_ ``rAcJtjtd|S)zu Decorator marking a test that requires accelerate. These tests are skipped when accelerate isn't installed. ztest requires accelerate)rrrrs r?require_acceleraters% V8  68:T UV_ ``rAcfd}|S)z Decorator marking a test that requires PEFT backend with a specific version, this would require some specific versions of PEFT and transformers. c$txretjtjtjjdj tjkD}t j|d|S)Nr*z9test requires PEFT backend with the version greater than )r!rparse importlibmetadata base_versionrr)rcorrect_peft_version peft_versions r?rz/require_peft_version_greater..decorator)s~02 (w}} MM),,44V< = J J8 MM, '8( x"" $]^j]k"l  rAr)r!rs` r?require_peft_version_greaterr"#s  rAcfd}|S)z Decorator marking a test that requires transformers with a specific version, this would require some specific versions of PEFT and transformers. c$txretjtjtjjdj tjkD}t j|d|S)Nr+z9test requires transformers with the version greater than )r'rrrrrrr)rcorrect_transformers_versiontransformers_versions r?rz7require_transformers_version_greater..decorator:s'@'B(0w}} MM),,44^D E R RH MM. /H0$ x"" (GH\G] ^   rAr)r&rs` r?$require_transformers_version_greaterr'4s  rAcfd}|S)Nc&txretjtjtjjdj tjkD}t j|dd|S)N acceleratez7Test requires accelerate with the version greater than r5)rrrrrrrr)rcorrect_accelerate_versionaccelerate_versions r?rz5require_accelerate_version_greater..decoratorGs%<%>&.7== MM),,44\B C P PD MM, -D." x"" &*abtauuv(w  rAr)r,rs` r?"require_accelerate_version_greaterr-F rAcfd}|S)Nc&txretjtjtjjdj tjkD}t j|dd|S)N bitsandbytesz9Test requires bitsandbytes with the version greater than r5)rrrrrrrr)rcorrect_bnb_version bnb_versions r?rz7require_bitsandbytes_version_greater..decoratorSs79'gmm MM),,44^D E R R? MM+ &?' x"" #\]h\iij!k  rAr)r3rs` r?$require_bitsandbytes_version_greaterr4Rr.rAcfd}|S)NctjtjtjjdjtjkD}t j |dd|S)Nhuggingface_hubz.decorator_sx!( MM),,445FG H U U" MM. )"* x"" "&bcqbrrs$t  rAr)r9rs` r?require_hf_hub_version_greaterr:^r.rAcfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Nggufz1Test requires gguf with the version greater than r5)rrrrrrrr)rcorrect_gguf_version gguf_versions r?rz8require_gguf_version_greater_or_equal..decoratorks02 )w}} MM),,44V< = J J8 ]]< (8) x"" $UVbUccd"e  rAr)r?rs` r?%require_gguf_version_greater_or_equalr@jr.rAcfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Ntorchaoz0Test requires torchao with version greater than r5)r%rrrrrrr)rcorrect_torchao_versiontorchao_versions r?rz;require_torchao_version_greater_or_equal..decoratorw"6"8#,W]] MM),,44Y? @ M M> ]]? +>, x"" #'WXgWhhi%j  rAr)rErs` r?(require_torchao_version_greater_or_equalrGvr.rAcfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Nmodeloptz1Test requires modelopt with version greater than r5)rrrrrrrr)rcorrect_nvidia_modelopt_versionmodelopt_versions r?rz.decorators*F*H+-W]] MM),,44Z@ A N NN ]]+ ,N-' x"" +/`aq`rrs-t  rAr)rLrs` r?)require_modelopt_version_greater_or_equalrMr.rAcfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Nkernelsz0Test requires kernels with version greater than r5)rrrrrrrr)rcorrect_kernels_versionkernels_versions r?rz;require_kernels_version_greater_or_equal..decoratorrFrAr)rRrs` r?(require_kernels_version_greater_or_equalrSr.rAcDtjt d|S)zJ Decorator marking a test that will be skipped after PEFT backend z%test skipped in favor of PEFT backendrrs r?deprecate_after_peft_backendrUs% ^8  #335\ ]^g hhrAcZtj}|j|j}}||fSN)sys version_infomajorminor)sys_inforZr[s r?get_python_versionr]s(H>>8>>5E %<rAarry local_pathct|tr|Rt||jdd|jdd|jddj S|j ds|j drUt j|t}|jtjt|j}|Stjj!|rtj|}|St#d|d t|tj$r |St#d ) N/rYhttp://https://timeoutIIncorrect path or url, URLs must start with `http://` or `https://`, and  is not a valid pathzjIncorrect format used for numpy ndarray. Should be an url linking to an image, a local path, or a ndarray.)rMrerrkr startswithrequestsrbrraise_for_statusrDloadrcontentr`risfiler6ndarray)r^r_responses r? load_numpyrrs$  ! DJJsOB$7C9LdjjY\o^`Nabkkm m __Y '4??:+F||D2KLH  % % '7778#3#345D KWW^^D !774=D K[\`[aauv  D"** %  K    rATurl map_location weights_onlyctj|t}|jt j t |j||}|S)Nrf)rtru)rkrbrrlr7rmrrn)rsrtrurqr^s r?load_ptrwsB||C)BCH  ::gh../lYe fD KrAimagecRt|tr|jds|jdrDtjj t j|dtj}ntjj|r tjj |}nAtd|dt|tjjr|}n tdtjj|}|j!d}|S) z Loads `image` to a PIL Image. Args: image (`str` or `PIL.Image.Image`): The image to convert to the PIL Image format. Returns: `PIL.Image.Image`: A PIL Image. rdreT)streamrgrhrizdIncorrect format used for image. Should be an url linking to an image, a local path, or a PIL image.RGB)rMrerjPILImagerlrkrbrrawr`rror6ImageOpsexif_transposeconvert)rxs r? load_imagers%   I &%*:*::*FIINN8<<dLe#f#j#jkE WW^^E "IINN5)E[\a[bbvw  E399?? + r   LL ' ' .E MM% E LrA batch_sizec|j\}}d||fD\}}|j||ftjj}t j |jt jdz }t j|djddddg|z}tj|}d|zd z S) Nc3,K|] }||dzz yw)Nr).0xs r? z#preprocess_image..s &!AAI &s)resamplego@rrg@rC) sizeresizer|r}LANCZOSrDarrayastyperivstack transposer7rd)rxrwhs r?preprocess_imagers ::DAq &1v &DAq LL!Q#))*;*;L   ?='')005C#&MMOJJL#E3%#H]]7+F  ,  T*+ ,]]5)F --/ .  V,- .  ||~ 5  CH3s34 5]]6*FI$+J OS(%$+J s'AL<2EMMCMMMoutput_obj_pathc | tjdj}|jj j j }|jj j }tjdDcgc];}|j|j j j =c}d}t|j|jDcgc]\}}djg||}}}|jD cgc]B} djt| ddzt| ddzt| d dzD}} |D cgc]} d | z c} |z} t|d 5} | j!d j#| dddycc}wcc}}wcc} wcc} w#1swYyxYw) Nz.objrr{rrz{} {} {} {} {} {}z f {} {} {}rrzv rrZ)rrrrrfr1rrrDr~rrrrrerl writelinesrn) rrrrr vertex_colorsrcolorrrr combined_datarys r? export_to_objr:s"55VDII JJ    # # % + + -E JJNN  " " $EHHV[\QRd2215<<>BBDJJL\cdeMGJ5<<>[h[o[o[qGr7Cue"""2E2E2H`e_k_k_m nX[\ SVaZ#c!fqj/3s1vPQz? S nE n19:vTF]:UBM os #/q TYY}-.//] o://s&AGG;AG G &!G%%G. video_framesoutput_video_pathctrddl}n$ttddj d| t j dj}|jd}|dj\}}}|j||d||f }tt|D]2}|j|||j} |j| 4|S) Nropencvrexport_to_videoz.mp4rmp4vr)fps frameSize)rcv2 ImportErrorrrrrrVideoWriter_fourccr VideoWriterrrcvtColor COLOR_RGB2BGRr) rrrfourccrrc video_writeriimgs r?rrNs*84Q7>>?PQRR $77vFKK #S # #V ,F1o##GAq!??#4f!PQSTv?VL 3|$ % ll<?C,=,=>3  rAcd}|jdsN|jds=tjj|tj j |}t|S)NzEhttps://huggingface.co/datasets/fusing/diffusers-testing/resolve/mainrdre)rjr`rrnurllibrquoterr)rbase_urls r? load_hf_numpyr_sLVH ??9 %dooj.Iww||Hfll&8&8&>? d rAcVd}|tvr|j|ddddt|<yy)z This function is to be called from `conftest.py` via `pytest_addoption` wrapper that has to be defined there. It allows loading both `conftest.py` files at once without causing a failure due to adding the same `pytest` option. z--make-reportsstoreFzSgenerate report files. The value of this option is used as a prefix to report names)actionrhelprN)pytest_opt_registered addoption)parseroptions r?pytest_addoption_sharedrnsCF ** f  )*f%+rAc ddlm}t|sd}|j}|j }|j j }|j}d}t|jdddDcic]}||d|d |d } }g} |jjD]'} | D] } t| d s| j| ")| r| jd d t| dd5} d}| j!dt#| D]s\}} | j$|kr%| j!t| |z d|dn<| j!| j$dd| j&dd| j(dudddd}d|j _t| dd5} ||| |_|j-dddt| dd5} ||| |_||dddd|j _t| dd5} ||| |_|j-dddt| d d5} ||| |_|j/dddt| d!d5} ||| |_|j1|j1dddd"|_t| d#d5} ||| |_|j3dddt| d$d5} ||| |_|j5dddt| d%d5} ||| |_|j7ddd||_||_||j _ycc}w#1swYxYw#1swYxYw#1swYxYw#1swY{xYw#1swYRxYw#1swYxYw#1swYxYw#1swYxYw#1swYxYw)&a Generate multiple reports at the end of test suite run - each report goes into a dedicated file in the current directory. The report files are prefixed with the test suite name. This function emulates --duration and -rA pytest arguments. This function is to be called from `conftest.py` via `pytest_terminal_summary` wrapper that has to be defined there. Args: - tr: `terminalreporter` passed from `conftest.py` - id: unique id like `tests` or `examples` that will be incorporated into the final reports filenames - this is needed as some jobs have multiple runs of pytest, so we can't have them overwrite each other. NB: this functions taps into a private _pytest API and while unlikely, it could break should pytest do internal changes - also it calls default internal methods of terminalreporter which can be hijacked by various `pytest-` plugins and interfere. r)create_terminal_writerr|reportsT)parentsexist_ok) durationserrors failures_longfailures_short failures_linepassesstats summary_shortwarningsrarz.txtrc|jSrW)r)rs r?z.pytest_terminal_summary_main..s rA)rRreverserrg?zslowest durations z durations < z secs were omittedz02.2fzs z<8 rZNc d|jd}|sy|jdd|D]}|j|}|jd|ddtjdd|j d tj tjz}|jj|y) Nfailed=zFAILURES SHORT STACKrT)redboldz.*_ _ _ (_ ){10,}_ _ r[r) getreports write_sep_getfailureheadlineresub longreprtextMS_twline)trrrepmsglongreprs r?summary_failures_shortz.summary_failures_shorts--)  S01 "C((-C LLct$L 7vv6CO OO%(O14O=P  max_attemptswait_before_retry descriptioncfdS)a To decorate flaky tests (methods or entire classes). They will be retried on failures. Args: max_attempts (`int`, *optional*, defaults to 5): The maximum number of attempts to retry the flaky test. wait_before_retry (`float`, *optional*): If provided, will wait that number of seconds before retrying the test. description (`str`, *optional*): A string to describe the situation (what / where / why is flaky, link to GH issue/PR comments, errors, etc.) c0tjr^tjj D]6\}}t |s|j ds$t||8Stjfd}|S)Ntestc d}|kr |i|S|i|S#t$r]}dxs jd|dd|}t|tjt j |dz }Yd}~nd}~wwxYw|krx)Nrz[FLAKY] z failed on attempt raz: r]) Exception__name__rmrXstderrtimesleep) r=r> retry_counterrrr7r5objr6s r?wrapperz,is_flaky..decorator..wrappersK , %///'' '!%";#>#,,"AB--8M<.3%Q#CJJ/(4 #451$K% ,s BAA;;B) r}isclasslist__dict__rLcallablerjsetattr functoolswraps)rC attr_name attr_valuerDrr7r5r6s` r?rzis_flaky..decorators ??3 )-cll.@.@.B)C C% :J'I,@,@,HCIj,AB CJ   (  ("rAr)r5r6r7rs```@r?is_flakyrNs< rAcL|)ttjjdd}d}t j |}|j d}|jd}|j|||j||||f}|j |j|} |j|j| d|j| dyy#t$r+} |j|j| Yd} ~ ]d} ~ wwxYw) a To run a test in a subprocess. In particular, this can avoid (GPU) memory issue. Args: test_case (`unittest.TestCase`): The test that will run `target_func`. target_func (`Callable`): The function implementing the actual testing logic. inputs (`dict`, *optional*, defaults to `None`): The inputs that will be passed to `target_func` through an (input) queue. timeout (`int`, *optional*, defaults to `None`): The timeout (in seconds) that will be passed to the input and output queues. If not specified, the env. variable `PYTEST_TIMEOUT` will be checked. If still `None`, its value will be set to `600`. NPYTEST_TIMEOUTiXspawnrrf)targetr=error)rr`rarbmultiprocessing get_contextQueue JoinableQueueputProcessstart task_doner< terminatefailrn) r target_funcinputsrg start_methohdctx input_queue output_queueprocessresultses r?run_test_in_subprocessrg3sbjjnn%5s;<M  % %m 4C))A,K$$Q'LOOFGO,kkKw3WkXG MMO""7"3  LLL!w#''*+-$ qs"C// D#8!DD#c(eZdZdZdZdZdZdZy) CaptureLoggeraG Args: Context manager to capture `logging` streams logger: 'logging` logger object Returns: The captured output is available via `self.out` Example: ```python >>> from diffusers import logging >>> from diffusers.testing_utils import CaptureLogger >>> msg = "Testing 1, 2, 3" >>> logging.set_verbosity_info() >>> logger = logging.get_logger("diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.py") >>> with CaptureLogger(logger) as cl: ... logger.info(msg) >>> assert cl.out, msg + " " ``` c||_t|_tj|j|_d|_y)Nr[)loggerrrlogging StreamHandlershout)selfrks r?__init__zCaptureLogger.__init__ss/ *''0rAcP|jj|j|SrW)rk addHandlerrnrps r? __enter__zCaptureLogger.__enter__ys tww' rAc|jj|j|jj |_yrW)rk removeHandlerrnrgetvaluero)rpexcs r?__exit__zCaptureLogger.__exit__}s, !!$''*77##%rAc"d|jdS)Nz captured: rZ)rorts r?__repr__zCaptureLogger.__repr__sDHH:R((rAN)r= __module__ __qualname____doc__rqrurzr|rrAr?riri^s( &)rAricFddlm}tjd|S)z Helper function for reproducible behavior during distributed training. See - https://pytorch.org/docs/stable/notes/randomness.html for pytorch r)enable_full_determinismzenable_full_determinism has been moved to diffusers.utils.torch_utils. Importing from diffusers.utils.testing_utils is deprecated and will be removed in a future version.) torch_utilsrrkwarning)_enable_full_determinisms r?rrs% Q NN n $ %%rAcFddlm}tjd|S)Nr)disable_full_determinismzdisable_full_determinism has been moved to diffusers.utils.torch_utils. Importing from diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)_disable_full_determinisms r?rrs"R NN n % &&rAc.tsyddl}|j|} |jd|jj |}|j ||}y#t$r'}|jdk(rtd|Yd}~yd}~wwxYw)NFrrrrTr0zYou have passed a device of type 'cuda' which should work with 'fp16', but 'cuda' does not seem to be correctly installed on your machine: ) r#r7devicezerosfloat16rhmulr<typer6rr7rrrfs r?rr   U\\& !F  EKKemm 4 7 7 ? EIIaO  ;;& ^_`^ab  AA$$ B-BBc.tsyddl}|j|} |jd|jj |}|j ||}y#t$r'}|jdk(rtd|Yd}~yd}~wwxYw)NFrrrTr0zYou have passed a device of type 'cuda' which should work with 'fp64', but 'cuda' does not seem to be correctly installed on your machine: ) r#r7rrfloat64rhrr<rr6rs r?rrrr)r0r)r1r2rcyNrrrrAr?rrrAcyrrrrAr?rrrrAreset_peak_memory_statsmax_memory_allocated synchronizerdispatch_tablecT||vr |d|i|S||}t|s|S||i|S)Nr)rH)rrr=r>fns r?_device_agnostic_dispatchrsI ^#(~i($9&99  B B< t v rAseedcJddlm}tjd|||S)Nr)backend_manual_seedzbackend_manual_seed has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)rr_backend_manual_seeds r?rrs&H NN _  --rAcHddlm}tjd||S)Nr)backend_synchronizezbackend_synchronize has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r_backend_synchronizes r?rr$H NN _  ''rAcHddlm}tjd||S)Nr)backend_empty_cachezbackend_empty_cache has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r_backend_empty_caches r?rr'rrAcHddlm}tjd||S)Nr)backend_device_countzbackend_device_count has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r_backend_device_counts r?rr1s$J NN _ ! ((rAcHddlm}tjd||S)Nr)backend_reset_peak_memory_statszbackend_reset_peak_memory_stats has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r _backend_reset_peak_memory_statss r?rr;s$` NN _ ,F 33rAcHddlm}tjd||S)Nr)"backend_reset_max_memory_allocatedzbackend_reset_max_memory_allocated has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r#_backend_reset_max_memory_allocateds r?rrEs$f NN _ /v 66rAcHddlm}tjd||S)Nr)backend_max_memory_allocatedzbackend_max_memory_allocated has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r_backend_max_memory_allocateds r?rrOs$Z NN _ ) 00rAcHddlm}tjd||S)Nr)rzbackend_supports_training has been moved to diffusers.utils.torch_utils. diffusers.utils.testing_utils is deprecated and will be removed in a future version.)rrrkr)r_backend_supports_trainings r?rr[s$T NN _ &f --rAdevice_fn_dictattribute_namec tt|}||t<y#t$r%}d|vrtd|dtd|Yd}~yd}~wwxYw)Nr`z` not found in 'z)' and no default fallback function found.)getattrdevice_spec_modulerAttributeErrordevice_spec_path)rrspec_fnrfs r?update_mapping_from_specrhsb 0.AG+2N< ( .$''78H7IIrs/ s A AA DIFFUSERS_TEST_DEVICE_SPECzCSpecified path to device specification file is not found. Received z.pyz9Provided device spec file is not a Python file! Received z.Device spec file did not contain `DEVICE_NAME`z?Mismatch between environment variable `DIFFUSERS_TEST_DEVICE` 'z' and device found in spec 'z' zKEither unset `DIFFUSERS_TEST_DEVICE` or ensure it matches device spec name.MANUAL_SEED_FNEMPTY_CACHE_FNDEVICE_COUNT_FNSUPPORTS_TRAININGRESET_PEAK_MEMORY_STATS_FNRESET_MAX_MEMORY_ALLOCATED_FNMAX_MEMORY_ALLOCATED_FNctstr/ddl}|jj \}}trd|fSd|fSt r/ddl}|j j d}d}||zdz }d|fStdfS) z, Get environment device properties. rNrocmr0 architecturel r))IS_CUDA_SYSTEMIS_ROCM_SYSTEMr7r0get_device_capability IS_XPU_SYSTEMr)r)r7rZrarchgen_maskgens r?rrs ::335q E? "E? " yy..0@%h2%s|d##rA)_GO_LC_SUPPORTED_PYTORCH_LAYERS)_GROUP_ID_LAZY_LEAF_compute_group_hash"_find_parent_module_in_module_dict/_gather_buffers_with_no_group_offloading_parent2_gather_parameters_with_no_group_offloading_parentmoduleoffload_to_disk_path offload_typenum_blocks_per_groupc t}dtdtffd }|dk(r| tdg}|jD]\}}t |t j jt j jfs|j|Vtdt||D]=} || | |z} | s|d| d| t| zdz } |j|| ?|D]0}|j||jjd 2|S|d k(r|jD]-\}}t |t s|j||/|jD chc]\}} t | t s|} }} t#|| }t%|| }||z}|rli}t'|j}|D].\}}t)||}||vrg||<||j|0|D]}|j|||j|t*|Std |cc} }w) Ngroup_idrcbt|}tjjd|dS)Ngroup_z .safetensors)rr`rrn)r short_hashrs r?get_hashed_filenamez<_get_expected_safetensors_files..get_hashed_filenames,,X6J77<< 4zl,6WX XrA block_levelzCnum_blocks_per_group must be provided for 'block_level' offloading.rrr_unmatched_group leaf_levelzUnsupported offload_type: )rNrer6named_childrenrMr7nn ModuleList Sequentialrrradd __class__r= named_modulesrrrdictrr)rrrrexpected_filesrunmatched_modulesr submodulercurrent_modulesrsmmodules_with_group_offloading parametersbuffers all_orphansparent_to_tensors module_dict tensor_namer parent_names ` r?_get_expected_safetensors_filesrs  Y# Y# Y = (#+ !fgg!# #)#8#8#: Fi!)ehh.A.A588CVCV-WX%,,V4q#i.2FGFA&/A8L4L&MO* "&q1Q_1E-E-I,JKH"&&':8'DE F F, h""#6&:J:J:S:S9TTd7e#fg hFA\ )#)#7#7#9 Bii)HI"&&':4'@A B&,%9%9%;-!rz"Nm?n- )-LFTqrJEfNklG$w.K$&!"6#7#7#9: &1GNK"D[R]"^K"*;;9;)+6%k299+F G $5IK"&&':;'GHI   23FG H 9,HI I--s IIctjj|syt||||}t t j tjj |d}||z }||z }| xr| }|||fS)N)FNNz *.safetensors)r`risdirrrNglobrn) rrrrr actual_files missing_files extra_files is_corrects r? _check_safetensors_serializationrs ww}}12$8 (,8L 499RWW\\2F%XYZ &5 "^3 &&:{? ; 55rAcheZdZdefdZededefdZededede fdZ d dedefdZ dZ y ) Expectationsrc4|jtS)zX Find best matching expectation based on environment device properties. )find_expectationrrts r?get_expectationzExpectations.get_expectations$$%:%<==rArRc&td|DS)Nc3$K|]}|du ywrWr)rps r?rz*Expectations.is_default..%s*19*s)allrRs r? is_defaultzExpectations.is_default#s*c***rAotherc|\}}|\}}d}||k(r|dz}n |dvr |dvr|dz}||k(r||dz}tj|r|dz}t|S)a Returns score indicating how similar two instances of the `Properties` tuple are. Points are calculated using bits, but documented as int. Rules are as follows: * Matching `type` gives 8 points. * Semi-matching `type`, for example cuda and rocm, gives 4 points. * Matching `major` (compute capability major version) gives 2 points. * Default expectation (if present) gives 1 points. rr)r0rrr)rrr)rRr device_typerZother_device_type other_majorscores r?rzExpectations.score's #e+0( K + + VOE , ,1BFV1V UNE K K$; TME  " "5 ) SLE5zrAct|jjfd\}}tj |dk(rt d|S)zU Find best matching expectation based on provided device properties. c6tj|dSr)rr)rrRs r?rz/Expectations.find_expectation..FsLDVDVWZ\]^_\`DarArrz"No matching expectation found for )r:rrLrrr6)rprR result_keyresults ` r?r zExpectations.find_expectationBsO #499??#4:abV   c: .! 3A#GH H rAc|jSrW)rrts r?r|zExpectations.__repr__Ms))rAN)NN) r=r}r~r r  staticmethodDevicePropertiesboolrrrr r|rrAr?rrsu>> +(+T++#,<4 $4  rAr)NNztest_corrections.txtexpected_slicerW)F)rCNN)NT)NNr)rJrrimportlib.metadatar}rrlrTr`rr rrXrr?r urllib.parser collectionsr contextlibrrrpathlibrtypingrr r r r r rrrrrD PIL.Imager| PIL.ImageOpsrk numpy.linalgr packagingr constantsr import_utilsrrrrrrrrrrrr r!r"r#r$r%r&r'r(r7hiprr0rrrRandomrr=rkrrrr_required_peft_version_required_transformers_versionrrgetenvr,rabackend import_modulerModuleNotFoundErrorrfrr RuntimeErrorinforr) __version__is_torch_higher_equal_than_1_12rbackendsmps_backend_registeredr2rr3r@rIrTrzrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrr"r'r-r4r:r@rGrMrSrUr]rerprrr!rwr}rrrrrrrrrrr4rrNrgrirrrrBACKEND_SUPPORTS_TRAINING empty_cacheBACKEND_EMPTY_CACHErBACKEND_DEVICE_COUNT manual_seedBACKEND_MANUAL_SEEDrBACKEND_RESET_PEAK_MEMORY_STATSreset_max_memory_allocated"BACKEND_RESET_MAX_MEMORY_ALLOCATEDrBACKEND_MAX_MEMORY_ALLOCATEDrBACKEND_SYNCHRONIZErrrrrrrrrrris_filer6index import_namer DEVICE_NAME device_namerrr  lru_cacherDevicePropertiesUserDictdiffusers.hooks._commonr diffusers.hooks.group_offloadingrrrrrrModulerrrrrAr?rSs      % XXX0* ]]&&d2N]]''t3NEMM5$7tCMNNM V]]_ H b+,GMM)$$,,V45BB2GMM%2";!<"GMM)$$,,^<=JJBGMM&B*L.LYRYY/45 2::-**56 ' ''0A"**,zz"9:   \*A  / ~>? :: " " $!L YY # # % L L*7'-- GMM%++ , 9 9+ W]]6 "+#' +%,U^^U%C "%;@R@R@_@_@a5htL=2 #) O4. 9# 9  &j%@(F(F Q KQWY    h (:c [Y\]i]ZUeaa"$       i U3 ?+#RTR\R\4HSMQUeC01ciioo>CII3 ciioo.  PS  00f//($rzz"2sVY"2::*&~)D,3,x,\deh\i,`(.V$)$)N &',.)-d4PUbf g &&yy$$yy$$  ''yy%%  &&yy$$  yy$$$$  22uyy";TB '# 55uyy";TB *& //uyy"8$? $  &&uyy-6  c 4X ;N ..3.(((())4C47s711.c. c8m1D VY $rzz1::&BC$%--/bcsbtuv v t*+J-=-C-CE-JKK5Y44[A S,88K #bjj 0\[5PST`Saa}J~KKNOC ` `CS/ !"  !!46FG !46FG !57HI !:'G/3 BB!BB'sm B S BP/3 66!66'sm 6  6(2+2A.# %=gYG778c;   deqdrs  h( tXYiXjklrs s t S !QR R SsTcc,d* dc)c$$c),d1 c==dd ddd,