(tiӲRddlZddlmZddlmZddlmZddlmZddl Z ddl Z ddl m cm ZddlmZddlmZmZmZmZmZmZdd lmZdd lmZmZdd lmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'dd l(m)Z)d dl*m+Z+d dl,m-Z-m.Z.m/Z/m0Z0d dlm1Z1e'jde3Z4dZ5dZ6GddZ7y)N) defaultdict) nullcontext)Path)Callable)validate_hf_hub_args)ImageProjectionIPAdapterFaceIDImageProjection"IPAdapterFaceIDPlusImageProjectionIPAdapterFullImageProjectionIPAdapterPlusImageProjectionMultiIPAdapterImageProjection)load_model_dict_into_meta)_LOW_CPU_MEM_USAGE_DEFAULTload_state_dict) USE_PEFT_BACKEND_get_model_fileconvert_unet_state_dict_to_peft deprecateget_adapter_nameget_peft_kwargsis_accelerate_availableis_peft_versionis_torch_versionlogging)empty_device_cache#_func_optionally_disable_offloading)LORA_WEIGHT_NAMELORA_WEIGHT_NAME_SAFETEXT_ENCODER_NAME UNET_NAME)AttnProcsLayersz$pytorch_custom_diffusion_weights.binz,pytorch_custom_diffusion_weights.safetensorsc eZdZdZeZeZede e e e jfzfdZ dZdZedZ dde ej&zd ed e d ed ef d ZdZefdZefdZefdZdZy)UNet2DConditionLoadersMixinz: Load LoRA layers into a [`UNet2DCondtionModel`]. %pretrained_model_name_or_path_or_dictc jddlm}|jdd}|jdd}|jdd}|jdd}|jd d}|jd d} |jd d} |jd d} |jd d} |jdd} |jdd}|jdd}|jdt}d}|rt ddr t d| d} d}ddd}d}t |ts| r| | P| jdr? t|| xst|||||| | | }tjj|d}|+t|| xst|||||| | | }t!|}n|}t#dj%D}t'd|j%D}d}d}d}|rd}t)d d!||r|j+|"}n6|r&|j-||j.|| ||#\}}}nt |d$|rP|N|j1|%\}}}|j3|j5|j6|j8&|r|j;y|r|j=y|rM|j>jAD]/}t |tjBjDs(||1yy#t$r}|s|Yd}~d}~wwxYw)'a Load pretrained attention processor layers into [`UNet2DConditionModel`]. Attention processor layers have to be defined in [`attention_processor.py`](https://github.com/huggingface/diffusers/blob/main/src/diffusers/models/attention_processor.py) and be a `torch.nn.Module` class. Currently supported: LoRA, Custom Diffusion. For LoRA, one must install `peft`: `pip install -U peft`. Parameters: pretrained_model_name_or_path_or_dict (`str` or `os.PathLike` or `dict`): Can be either: - A string, the model id (for example `google/ddpm-celebahq-256`) of a pretrained model hosted on the Hub. - A path to a directory (for example `./my_model_directory`) containing the model weights saved with [`ModelMixin.save_pretrained`]. - A [torch state dict](https://pytorch.org/tutorials/beginner/saving_loading_models.html#what-is-a-state-dict). cache_dir (`str | os.PathLike`, *optional*): Path to a directory where a downloaded pretrained model configuration is cached if the standard cache is not used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force the (re-)download of the model weights and configuration files, overriding the cached versions if they exist. proxies (`dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request. local_files_only (`bool`, *optional*, defaults to `False`): Whether to only load local model weights and configuration files or not. If set to `True`, the model won't be downloaded from the Hub. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, the token generated from `diffusers-cli login` (stored in `~/.huggingface`) is used. revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, a commit id, or any identifier allowed by Git. subfolder (`str`, *optional*, defaults to `""`): The subfolder location of a model file within a larger model repository on the Hub or locally. network_alphas (`dict[str, float]`): The value of the network alpha used for stable learning and preventing underflow. This value has the same meaning as the `--network_alpha` option in the kohya-ss trainer script. Refer to [this link](https://github.com/darkstorm2150/sd-scripts/blob/main/docs/train_network_README-en.md#execute-learning). adapter_name (`str`, *optional*, defaults to None): Adapter name to be used for referencing the loaded adapter model. If not specified, it will use `default_{i}` where i is the total number of adapters being loaded. weight_name (`str`, *optional*, defaults to None): Name of the serialized state dict file. low_cpu_mem_usage (`bool`, *optional*): Speed up model loading by only loading the pretrained LoRA weights and not initializing the random weights. Example: ```py from diffusers import AutoPipelineForText2Image import torch pipeline = AutoPipelineForText2Image.from_pretrained( "stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16 ).to("cuda") pipeline.unet.load_attn_procs( "jbilcke-hf/sdxl-cinematic-1", weight_name="pytorch_lora_weights.safetensors", adapter_name="cinematic" ) ``` r)*_maybe_remove_and_reapply_group_offloading cache_dirNforce_downloadFproxieslocal_files_onlytokenrevision subfolder weight_nameuse_safetensors adapter_name _pipelinenetwork_alphaslow_cpu_mem_usage<=z0.13.0zq`low_cpu_mem_usage=True` is not compatible with this `peft` version. Please update it with `pip install -U peft`.Tattn_procs_weightspytorch) file_type frameworkz .safetensors) weights_namer*r+r,r-r.r/r0 user_agentcpu)devicec3$K|]}d|v yw)custom_diffusionN.0ks e/Volumes/fast/ai/experiments/MLX_z-image/.venv/lib/python3.12/site-packages/diffusers/loaders/unet.py z>UNet2DConditionLoadersMixin.load_attn_procs..s!UCTa"4"9CTc3JK|]}d|vxs|jdyw)loraz.alphaN)endswithrCs rFrGz>UNet2DConditionLoadersMixin.load_attn_procs..s(WEVv{:ajj&::EVs!#zUsing the `load_attn_procs()` method has been deprecated and will be removed in a future version. Please use `load_lora_adapter()`.load_attn_procs0.40.0) state_dict)rNunet_identifier_keyr5r3r4r6zQ does not seem to be in the correct format expected by Custom Diffusion training.r4dtyper?)#hooks.group_offloadingr)poprr ValueError isinstancedictrKrr! safetensorstorch load_fileIOErrorr ranykeysallr_process_custom_diffusion _process_lora unet_name_optionally_disable_offloadingset_attn_processortorRr?enable_model_cpu_offloadenable_sequential_cpu_offload componentsvaluesnnModule)selfr'kwargsr)r*r+r,r-r.r/r0r1r2r3r4r5r6 allow_pickler= model_filerNeis_custom_diffusionis_lorais_model_cpu_offloadis_sequential_cpu_offloadis_group_offloaddeprecation_messageattn_processors components rFrLz+UNet2DConditionLoadersMixin.load_attn_procsDszH XJJ{D1 $4e<**Y-!::&8$? 7D)::j$/JJ{D1 jj5  **%6=zz.$7 JJ{D1 $4d;"JJ':J!!U:??CT!UUWZ__EVWW$$)!  #h  '3F G "<< <SO PTPbPb%$(NN-)#"3 QcQ M ";=M,op  9#8PTPsPs#QtQ M ";=M  # #O 4 GG$**T[[G 9  . . 0 &  3 3 5 &1188: i9>yI;G' s>L L2#L--L2cddlm}i}tt}|j D]\}}t |dk(ri||<d|vrGdj |jddddj |jddd}}nFdj |jddddj |jddd}}||||<|j D]r\}} t | dk(r|dddd ||<$| d jd } | d jd} d | vrd nd} |d | | | ||<||j| t|S)Nr)CustomDiffusionAttnProcessorrto_out.F)train_kv train_q_out hidden_sizecross_attention_dimzto_k_custom_diffusion.weightrzto_q_custom_diffusion.weightT) models.attention_processorryrrWitemslenjoinsplitshaper) rkrNryrvcustom_diffusion_grouped_dictkeyvalueattn_processor_keysub_key value_dictrrrs rFr_z5UNet2DConditionLoadersMixin._process_custom_diffusionsM(3D(9%$**,JC5zQ57-c2s?25((399S>#2;N2OQTQYQYZ]ZcZcdgZhikilZmQn&25((399S>#2;N2OQTQYQYZ]ZcZcdgZhikilZmQn&MR-.@A'J- =BBDOC:!#'C"4]a($'11O&P&V&VWX&Y#()GHNNqQ &D &RdX] 'C! + +(; ($  $44Z@ E"cRts tdddlm}m}m} t |j} | D cgc]} | j|s| } } |jD cic] \} } | | vs | j|dd| "}} } |j|jD cgc]} | j|s| }} |jD cic] \} } | |vs | j|dd| "}} } d}d}d}t|dkDr|n|}t|dkDr|t|divrtd|d t|}| t|}i}|jD]\}}d |vs |jd ||<t|||d }d|vr9|drt!ddr(tdt!ddr|j#dd|vr9|drt!ddr(tdt!ddr|j#d|d!i|}| t%|}|j'|\}}}i}t!ddr||d<|||fd|i|| |||fi|}d}|t|dd}|r0|D cgc]} d| vs|| vs | }} |rddj)|d}t|dd}|r3|D cgc]} d| vs|| vs | }} |r|d dj)|dz }|rt*j-||||fScc} wcc} } wcc} wcc} } wcc} wcc} w)"Nz)PEFT backend is required for this method.r) LoraConfiginject_adapter_in_modelset_peft_model_state_dictr{F peft_configz Adapter name z? already in use in the Unet - please select a new adapter name.lora_BrT)is_unetuse_dora=z0.13.1r6r3unexpected_keyslora_zSLoading adapter weights from state_dict led to unexpected keys found in the model: z, z. missing_keyszJLoading adapter weights from state_dict led to missing keys in the model: rB)rrUpeftrrrlistr] startswithrreplacergetattrrrrrrTrrbrloggerwarning) rkrNrOr5r3r4r6rrrr]rE unet_keysvunet_state_dict alpha_keysrrrsrtstate_dict_to_be_usedrankrvallora_config_kwargs lora_config peft_kwargsincompatible_keyswarn_msgrlora_unexpected_keysrlora_missing_keyss rFr`z)UNet2DConditionLoadersMixin._process_lora#s HI IWWJOO%& $J1 5H(IQ JDNDTDTDV DVDAqZ[_hZhAII,-Q/ 4a 7DV    %%3%8%8%:`%:allK^>_!%:J`HVH\H\H^H^1bcgqbq 013R8!;H^  %$)! 363G!3KQ[ $ % )wt]B?? #L>1pq99NOJ)"A!PD&,,.Ss? # ! DI/"1~z[_!` //%j1&sG4(D'sG4*..z:00%k2&tX6(B'tX6*..{;$:'9:K#/5 QUPsPsQ M ";=MKtX.3D /0 #K `L `T_ ` 9$ L h\g h H ,")*;=NPT"U"7F+m!'UV,[gkl[lA(+m+ $ *> ?@D! ''8.$O 4@(gLqGqLUaefUfL%(g(  $ *; <=Q@ x(#%>@PPPEK aN,n)hsSL L ) L6L%L<L L"L? L LL> L$L$ L$ct|S)NrPr)clsr4s rFrbz:UNet2DConditionLoadersMixin._optionally_disable_offloadings3YGGrNsave_directoryis_main_processr1 save_functionsafe_serializationc ddlmmmtj j |rtjd|dytfd|jjD}|r|j}||r|jD cic]#\} } t| tjr!| | %} } } t!| dkDr&tj#d| j%|jD cic]#\} } t| tjs!| | %}} } n.d } t'd d | t(s t+d dd lm} | |}||rd}ntj0}t j2|d||r|rt4nt6}n|rt8nt:}t=||j?}|||tjAd|ycc} } wcc} } w)az Save attention processor layers to a directory so that it can be reloaded with the [`~loaders.UNet2DConditionLoadersMixin.load_attn_procs`] method. Arguments: save_directory (`str` or `os.PathLike`): Directory to save an attention processor to (will be created if it doesn't exist). is_main_process (`bool`, *optional*, defaults to `True`): Whether the process calling this is the main process or not. Useful during distributed training and you need to call this function on all processes. In this case, set `is_main_process=True` only on the main process to avoid race conditions. save_function (`Callable`): The function to use to save the state dictionary. Useful during distributed training when you need to replace `torch.save` with another method. Can be configured with the environment variable `DIFFUSERS_SAVE_MODE`. safe_serialization (`bool`, *optional*, defaults to `True`): Whether to save the model using `safetensors` or with `pickle`. Example: ```py import torch from diffusers import DiffusionPipeline pipeline = DiffusionPipeline.from_pretrained( "CompVis/stable-diffusion-v1-4", torch_dtype=torch.float16, ).to("cuda") pipeline.unet.load_attn_procs("path-to-save-model", weight_name="pytorch_custom_diffusion_weights.bin") pipeline.unet.save_attn_procs("path-to-save-model", weight_name="pytorch_custom_diffusion_weights.bin") ``` rryCustomDiffusionAttnProcessor2_0$CustomDiffusionXFormersAttnProcessorzProvided path (z#) should be a directory, not a fileNc3BK|]\}}t|fyw)N)rV)rD_xryrrs rFrGz>UNet2DConditionLoadersMixin.save_attn_procs..s5" 7A -/NPtu 7srzfSafetensors does not support saving dicts with non-tensor values. The following keys will be ignored: zUsing the `save_attn_procs()` method has been deprecated and will be removed in a future version. Please use `save_lora_adapter()`.save_attn_procsrMzOPEFT backend is required for saving LoRAs using the `save_attn_procs()` method.)get_peft_model_state_dictcJtjj||ddiS)Nformatpt)metadata)rXrY save_file)weightsfilenames rFrzBUNet2DConditionLoadersMixin.save_attn_procs..save_functions'&,,66wT\^bSc6ddrT)exist_okzModel weights saved in )!rryrrospathisfilererrorr\rvr _get_custom_diffusion_state_dictrVrYTensorrrr]rrrU peft.utilsrsavemakedirs!CUSTOM_DIFFUSION_WEIGHT_NAME_SAFEr!CUSTOM_DIFFUSION_WEIGHT_NAMEr ras_posixinfo)rkrrr1rrrlrprNrErempty_state_dictrur save_pathryrrs @@@rFrz+UNet2DConditionLoadersMixin.save_attn_procssR  77>>. ) LL?>*::]^ _ !" ..446 "   >>@J$);5?5E5E5G#k5GTQzZ[]b]i]iOjAqD5G #k'(1,NN??O?T?T?V>WY0:/?/?/Aa/Atq!ZPQSXS_S_E`ad/A a#h  '3F G# !rss <248J  !e!&  NT2  !CV?\q >Q:Wg 5>>@ j), -i[9:M$l bs"G6G6"G<3G<c Zddlm}m}m}t |j j Dcic]\}}t||||fr||c}}}|j}|j j D]'\}} t| jdk(s#i||<)|Scc}}w)Nrrr) rryrrr$rvrrVrNr) rkryrryr model_to_saverNnameattns rFrzd?} | jd@dA} | jdBdC} | jdDdE} | jdFdG} | jdHdI} dJ| vr| || jdKdL<dM| vr| || jdNdO<dP| vrE| jdQdR}|d|| jdPdS<|d|| jdPdT<dU| vr| || jdUdV<-d| k(r| |dW<9dX| k(r| |dY<EdZ| k(r| |d[<Qd\| k(r| |d]<]| || <dnd^|vr|djd}|djd}||z}d^}||jd} |dZjd| z}|5t| |||_}ddd|jD].\} } | jdd} | jdd} | || <0n#|d`jd}|dajd}|dbjd}|d`jdQ}t!dc|D}|r|ddjddzn|dejddz}|5t#|||||f}ddd|jD]i\} } | jd dg} | jdhdi} | jdjdk} | jdldm} | jdndo} | jdpdq} | jdrds} | jdtdu} | jdvdw} dP| vrl| j%dx}dy|dQ<dxj'|} | jdQdR}|d|| jdPdS<|d|| jdPdT<dz| vr.| j%dx}dy|dQ<dxj'|} | || <KdU| vr>| j%dx}dy|dQ<dxj'|} | || jdUdV<| jd{d|} | jd}d~} | jdd} | jdd} | jdd} | jdd} | jdd} | jdd} | jdd} | jdd} | jdd} | jdd} | || <l|s|j)|d|Sd|j*i}t-||||j.t1|S#1swYxYw#1swYxYw#1swYxYw#1swYxYw#1swYxYw)Nrinit_empty_weightsF,Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: ``` pip install accelerate ``` .Tr1.9.0~Low memory initialization requires torch >= 1.9.0. Please either update your PyTorch version or set `low_cpu_mem_usage=False`. proj.weight)rimage_embed_dimnum_image_text_embedsproj image_embeds proj.3.weightz proj.0.weight)rrzproj.0z ff.net.0.projzproj.2zff.net.2zproj.3norm"perceiver_resampler.proj_in.weightrz#perceiver_resampler.proj_out.weightz*perceiver_resampler.layers.0.0.to_q.weight@) embed_dims output_dims hidden_dimsheadsid_embeddings_dimzperceiver_resampler.rz0.tozattn.toz0.1.0.z0.ff.0.z 0.1.1.weightz0.ff.1.net.0.proj.weightz 0.1.3.weightz0.ff.1.net.2.weightz1.1.0.z1.ff.0.z 1.1.1.weightz1.ff.1.net.0.proj.weightz 1.1.3.weightz1.ff.1.net.2.weightz2.1.0.z2.ff.0.z 2.1.1.weightz2.ff.1.net.0.proj.weightz 2.1.3.weightz2.ff.1.net.2.weightz3.1.0.z3.ff.0.z 3.1.1.weightz3.ff.1.net.0.proj.weightz 3.1.3.weightz3.ff.1.net.2.weightz layers.0.0z layers.0.ln0z layers.0.1z layers.0.ln1z layers.1.0z layers.1.ln0z layers.1.1z layers.1.ln1z layers.2.0z layers.2.ln0z layers.2.1z layers.2.ln1z layers.3.0z layers.3.ln0z layers.3.1z layers.3.ln1norm1z0.norm10norm2z0.norm21to_kvr)dimto_kto_vrzzto_out.0zproj.net.0.proj.weightz proj.0.biaszproj.net.0.proj.biasz proj.2.weightzproj.net.2.weightz proj.2.biaszproj.net.2.bias norm.weight)rrmult num_tokenslatentszproj_in.weightzproj_out.weightc3$K|]}d|v yw)rNrBrCs rFrGzZUNet2DConditionLoadersMixin._convert_ip_adapter_image_proj_to_diffusers..s"C 16Q; rHzlayers.0.attn.to_q.weightzlayers.0.0.to_q.weight)rrrr num_queriesz2.toz 0.0.norm1z0.ln0z 0.0.norm2z0.ln1z 1.0.norm1z1.ln0z 1.0.norm2z1.ln1z 2.0.norm1z2.ln0z 2.0.norm2z2.ln1z 3.0.norm1z3.ln0z 3.0.norm2z3.ln1r{rto_qz0.1.0z0.ff.0z0.1.1z0.ff.1.net.0.projz0.1.3z 0.ff.1.net.2z1.1.0z1.ff.0z1.1.1z1.ff.1.net.0.projz1.1.3z 1.ff.1.net.2z2.1.0z2.ff.0z2.1.1z2.ff.1.net.0.projz2.1.3z 2.ff.1.net.2z3.1.0z3.ff.0z3.1.1z3.ff.1.net.0.projz3.1.3z 3.ff.1.net.2)strict device_maprR)r acceleraterrrrNotImplementedErrorrrr rrr r chunkr r\r rrrr?rrRr)rkrNr6rupdated_state_dictimage_projection init_contextrclip_embeddings_dimrrrdiffusers_namerrrrrv_chunkid_embeddings_dim_inid_embeddings_dim_out multiplier norm_layerrattn_key_presentpartsrs rF+_convert_ip_adapter_image_proj_to_diffuserszGUNet2DConditionLoadersMixin._convert_ip_adapter_image_proj_to_diffuserss &(9%*!2  $-=dG-L%.   ->)K J &$% !",]";"A"A""E ",]";"A"A!"D"I #2(;$7*?$  )..0 U!$V^!D5:">21 *",_"="C"CA"F ",_"="C"CA"F #?(;M`$  )..0 U!$X!G!/!7!7*!M!/!7!7&!I5:">2 1 2Z ? *? ; A A! D #$HIOOPQRJ$%IJPPQRSK$%JKQQRSTKKLRRSTUY[[E#E) + +&7 $  )..0 U!$-CR!H!/!7!7 !J!/!7!7)!L!/!7!7Hb!c!/!7!7H]!^!/!7!7)!L!/!7!7Hb!c!/!7!7H]!^!/!7!7)!L!/!7!7Hb!c!/!7!7H]!^!/!7!7)!L!/!7!7Hb!c!/!7!7H]!^!/!7!7 n!U!/!7!7 n!U!/!7!7 n!U!/!7!7 n!U!/!7!7 n!U!/!7!7 n!U!/!7!7 n!U!/!7!7 n!Un,QV&~'='=i'MN.QV&~'='=i'MN.#kk!k3GRYZ[R\&~'='=gv'NORYZ[R\&~'='=gv'NO/W\&~'='=h 'ST$6CH&'?@"n4AF&'=>$6>C&':;"n4&~6W1Zj (#-o#>#D#DQ#G $.$?$E$Ea$H !.2FFJ&J",Z"8">">q"A #O4::1=ATTJ#A(;$8#) $  )..0 U!$X!G!/!7!7*!M5:">21%/y$9$?$?$B !#$45;;A>J$%67==a@K$Y/55a8K""C "CC $67==a@BF 89??BbH  #?) + + 5 $  )..0 U!$VV!<!/!7!7 W!M!/!7!7 W!M!/!7!7 W!M!/!7!7 W!M!/!7!7 W!M!/!7!7 W!M!/!7!7 W!M!/!7!7 W!Mn,*005E%E!H%(XXe_N#kk!k3GRYZ[R\&~'='=gv'NORYZ[R\&~'='=gv'NO~-*005E%E!H%(XXe_N9>&~6/*005E%E!H%(XXe_NW\&~'='=h 'ST%3%;%;GX%NN%3%;%;GEX%YN%3%;%;G^%TN%3%;%;GX%NN%3%;%;GEX%YN%3%;%;G^%TN%3%;%;GX%NN%3%;%;GEX%YN%3%;%;G^%TN%3%;%;GX%NN%3%;%;GEX%YN%3%;%;G^%TN9>&~6[1^!  , ,-? , M   dkk*J %&68JWaimisis t  w   & ~ 4 s<b?bb"b/(b<bb"b,/b9<cc|ddlm}m}m}|r(t rddlm}nd}tjd|durtdd s td i}d }|rnt} |jjD]} | jd rdn|jj } | j#d r|jj$d} n| j#drCt'| t)d} t+t-|jj$| } nA| j#dr0t'| t)d} |jj$| } | d| vr%|j| j.}||| <dt1|j| j.vr|}nt3t4dr|n|}g}|D]S}d|dvr|dgz }d|dvr|dgz }d|dvr|dgz }-d|dvr|dgz };||ddj6d gz }U| 5| | d||| <dddi}t9|D]E\}}|j;d |d!|d"|d#i|j;d$|d!|d"|d%iG|s|| j=|nnt?tA|jCjD}t?tA|jCjF}d&|i}tI|| |||'|dz }tK|S#1swYxYw)(Nr)IPAdapterAttnProcessorIPAdapterAttnProcessor2_0IPAdapterXFormersAttnProcessorrrFrTrrrrzattn1.processor mid_blockr up_blocksz up_blocks. down_blocksz down_blocks.motion_modulesXFormersscaled_dot_product_attentionr image_projrrirrrg?)rrscalerzto_k_ip.z.weight ip_adapterz.to_k_ip.weightzto_v_ip.z.to_v_ip.weightrr)&rrrrrrrrrrrrrvr]rKconfigrrblock_out_channelsintrrreversed __class__strhasattrFr enumerateupdaternextiterrhr?rRrr)rk state_dictsr6rrrr attn_procskey_idr rrrblock_idattn_processor_classrrNrir?rRrs rF%_convert_ip_adapter_attn_to_diffuserszAUNet2DConditionLoadersMixin._convert_ip_adapter_attn_to_diffuserss  &(9%*!2  $-=dG-L%.   ->)K ((--/D*.--8I*J$PTP[P[PoPo {+"kk<$.F'+';';D'A'K'K$#7#9 4 T%9%9$%?%I%I!JJ+I(#1&DE23) )+%"-J$ <(@@-!4-(J|,DD-#6-=LAYY-!4-&*\*BB-!4-.*\2J92U2[2[\]2^1__-#.""^';$/,?!#8 (Jt$$ %.{%;MAz%%!G'VZ`YaapWq>r&st%%!G'VZ`YaapWq>r&st&<)t$44Z@!$z'8'8':";<CCF j&7&7&9!:;AAE"$fJ-j.> Waino! }0@ 3$^s ,L22L; ct|ts|g}|j6|jjdk(rt |ds|j|_d|_|j||}|j|g}|D])}|j|d|}|j|+t||_d|j_|j|j|jy)N text_projtext_encoder_hid_proj)r6r  ip_image_projrQ)rVrencoder_hid_projr#encoder_hid_dim_typer)r8r5rcrappendrrdrRr?)rkr/r6r0image_projection_layersrNimage_projection_layers rF_load_ip_adapter_weightsz4UNet2DConditionLoadersMixin._load_ip_adapter_weights\s+t,&-K  ! ! - 00K?D"9:)-)>)>D &!%?? _p?q   +#%%J%)%U%U<(>U V+: ( djj5rci}t|jjD]G\}}t|D]2\}}|d|dvs||vri||<||jd|d|d|di||jd|d|d|di||jd|d|d|di||jd|d|d|di||jd|d|d|di||jd|d|d|di||jd|d |d|d i||jd|d |d|d i5J|S) Nz.to_k_lora.down.weightr"zunet.z.to_q_lora.down.weightz.to_v_lora.down.weightz.to_out_lora.down.weightz.to_k_lora.up.weightz.to_q_lora.up.weightz.to_v_lora.up.weightz.to_out_lora.up.weight)r+rvr]r,)rkr/ lora_dictsr1rr4rNs rF_load_ip_adapter_lorasz2UNet2DConditionLoadersMixin._load_ip_adapter_loras|sO %d&:&:&?&?&ABLFD!*;!7 :X34 <8PP *(* 1 qM((#D6)?@*\BZ#)(*@ ACqM((#D6)?@*\BZ#)(*@ ACqM((#D6)?@*\BZ#)(*@ ACqM((#D6)ABJ|D\#)(*B CEqM(( &:;Z =UY_X``tVu=vwqM(( &:;Z =UY_X``tVu=vwqM(( &:;Z =UY_X``tVu=vwqM((#D6)?@*\BZ#)(*@ ACS"8Cbr)TNNT)__name__ __module__ __qualname____doc__r"text_encoder_namer#rarr(rWrYrrLr_r` classmethodrbrPathLikeboolrrrrrr5r?rBrBrrFr&r&<s*IyJS4PSUZUaUaPaKbEbyJyJx DsQjHH !%"&#' d;bkk)d;d; d;  d; ! d;L8YsY vTn`DGa6@3rr&)8r collectionsr contextlibrpathlibrtypingrrXrYtorch.nn.functionalri functionalr*huggingface_hub.utilsrmodels.embeddingsr r r r r rmodels.model_loading_utilsrmodels.modeling_utilsrrutilsrrrrrrrrrrutils.torch_utilsr lora_baser lora_pipeliner r!r"r#r$ get_loggerrCrrrr&rBrrFrZs #" 6CO   3:``"   H % F$R!s s r