(tiS+ddlZddlmZddlZddlmZddlmZeeZ GddZ Gdd Z Gd d Z Gd d Z GddZy)N)Any) get_logger) unwrap_moduleceZdZddZy) BaseStateNctd)NzWBaseState::reset is not implemented. Please implement this method in the derived class.)NotImplementedError)selfargskwargss d/Volumes/fast/ai/experiments/MLX_z-image/.venv/lib/python3.12/site-packages/diffusers/hooks/hooks.pyresetzBaseState.resets! e  returnN)__name__ __module__ __qualname__rrrrrs rrc8eZdZd defdZdZdeddfdZd dZy) StateManagerN state_clscZ||_||nd|_||ni|_i|_d|_y)Nr) _state_cls _init_args _init_kwargs _state_cache_current_context)r r init_args init_kwargss r__init__zStateManager.__init__#s6#'0'<)"+6+BK $rc(|j td|j|jjvr=|j|j i|j |j|j<|j|jS)NzDNo context is set. Please set a context before retrieving the state.)r ValueErrorrkeysrrrr s r get_statezStateManager.get_state*s  (cd d  (9(9(>(>(@ @7Ft7m[_[l[l7mD  d33 4  !6!677rnamerc||_yN)rr r(s r set_contextzStateManager.set_context1s $rct|jjD]2\}}|j|i||jj |4d|_yr*)listritemsrpopr)r r r r(states rrzStateManager.reset4sU 1 1 7 7 9:KD% EKK ( (    ! !$ ';!%r)NNr) rrrrr"r'strr,rrrrrr"s+%)%8%%%%rrc8eZdZdZdZdZdejjdejjfdZ dejjdejjfdZ dejjde e e e ee fffdZdejjd e de fd Zdejjdejjfd Zdejjfd Zdejjd eddfdZy) ModelHookzl A hook that contains callbacks to be executed just before and after the forward method of a model. Fcd|_yr*)fn_refr&s rr"zModelHook.__init__Bs /3 rmodulerc|S)z Hook that is executed when a model is initialized. Args: module (`torch.nn.Module`): The module attached to this hook. rr r7s rinitialize_hookzModelHook.initialize_hookE  rc|S)z Hook that is executed when a model is deinitialized. Args: module (`torch.nn.Module`): The module attached to this hook. rr9s rdeinitalize_hookzModelHook.deinitalize_hookOr;rc ||fS)a$ Hook that is executed just before the forward method of the model. Args: module (`torch.nn.Module`): The module whose forward pass will be executed just after this event. args (`tuple[Any]`): The positional arguments passed to the module. kwargs (`dict[Str, Any]`): The keyword arguments passed to the module. Returns: `tuple[tuple[Any], dict[Str, Any]]`: A tuple with the treated `args` and `kwargs`. r)r r7r r s r pre_forwardzModelHook.pre_forwardYsV|routputc|S)a` Hook that is executed just after the forward method of the model. Args: module (`torch.nn.Module`): The module whose forward pass been executed just before this event. output (`Any`): The output of the module. Returns: `Any`: The processed `output`. r)r r7r@s r post_forwardzModelHook.post_forwardjs  rc|S)z Hook that is executed when the hook is detached from a module. Args: module (`torch.nn.Module`): The module detached from this hook. rr9s r detach_hookzModelHook.detach_hookxr;rc4|jr td|S)NzFThis hook is stateful and needs to implement the `reset_state` method.) _is_statefulr r9s r reset_statezModelHook.reset_states   %&no o rr(Nct|D]0}t||}t|ts |j |2|Sr*)dirgetattr isinstancerr,)r r7r( attr_nameattrs r _set_contextzModelHook._set_contexts;TI4+D$ -  &# r)rrr__doc__rFr"torchnnModuler:r=tuplerdictr2r?rBrDrGrNrrrr4r4;s L4ehhoo%((//uxx588??%((//uUSVZY]^acf^fYgMgGh" 588?? C C %((//ehhoo%((// 588??#$rr4ceZdZddZy)HookFunctionReferenceNc<d|_d|_d|_d|_y)aA container class that maintains mutable references to forward pass functions in a hook chain. Its mutable nature allows the hook system to modify the execution chain dynamically without rebuilding the entire forward pass structure. Attributes: pre_forward: A callable that processes inputs before the main forward pass. post_forward: A callable that processes outputs after the main forward pass. forward: The current forward function in the hook chain. original_forward: The original forward function, stored when a hook provides a custom new_forward. The class enables hook removal by allowing updates to the forward chain through reference modification rather than requiring reconstruction of the entire chain. When a hook is removed, only the relevant references need to be updated, preserving the execution order of the remaining hooks. N)r?rBforwardoriginal_forwardr&s rr"zHookFunctionReference.__init__s#    $rr)rrrr"rrrrVrVs%rrVceZdZdejj ddffd ZdededdfdZ dededzfdZ dded e ddfd Z dd e ddfd Z ed ejj ddfd ZddedzddfdZdefdZxZS) HookRegistry module_refrNcZt|i|_||_g|_g|_yr*)superr"hooks _module_ref _hook_order_fn_refs)r r\ __class__s rr"zHookRegistry.__init__s, +- % rhookr(c.||jjvrtd|d|j|j|_dt fd}|jj }t }|j|_|j|_||_t|drT||_ tjtj|j|j|j|_||}tjtj||j||j_||_||j|<|j j#||j$j#|y)NzHook with name zv already exists in the registry. Please use a different name or first remove the existing hook and then add a new one.function_referencecfd}|S)Nc~j|g|i|\}}j|i|}j||Sr*)r?rXrB)r7r r r@rfs r new_forwardzKHookRegistry.register_hook..create_new_forward..new_forwardsO=1==fVtVvV f3+33TDVD)66vvFFrr)rfris` rcreate_new_forwardz6HookRegistry.register_hook..create_new_forwards G  rri)r_r%r$r:r`rVrXr?rBhasattrrY functoolsupdate_wrapperpartialrir6raappendrb)r rdr(rjrXr6rewritten_forwards r register_hookzHookRegistry.register_hooks` 4::??$ $!$(IJ   //0@0@A 3H ""**&(!--"//  4 '&-F #&55!!$"2"2D4D4DEtGWGWFN/v6#,#;#;   /1A1A BDU$    4 % V$rc:|jj|dSr*)r_getr+s rget_hookzHookRegistry.get_hookszz~~dD))rrecursec||jjvrt|j}|j|}|jj |}|j |}|j }|j |j}||dz k(r||j_n||j |dz_|j|j|_|j|=|jj||j j||rS|jjD]5\}} |dk(r t| ds| jj|d7yy)N_diffusers_hookFru)r_r%lenraindexrbrXrYr`r=r0 named_modulesrkry remove_hook) r r(ru num_hooksrdr|r6 old_forward module_namer7s rr~zHookRegistry.remove_hooksG 4::??$ $D,,-I::d#D$$**40E]]5)F ..K&&2$55  A %+6  (3> eai(0#44T5E5EFD  4     ' MM  e $ '+'7'7'E'E'G# V"$6#45**66tU6K (H rcvt|jD]9}|j|}|js|j |j ;|rft |j jD]?\}}|dk(r t |}t|ds$|jjdAyy)NrxryFrz) reversedrar_rFrGr`rr}rkryreset_stateful_hooks)r ru hook_namerdrr7s rrz!HookRegistry.reset_stateful_hookss!$"2"23I::i(D    !1!124 '4T5E5E'F'T'T'V# V"$&v.6#45**???N (W rr7cLt|ds |||_|jS)Nry)rkry)clsr7s rcheck_if_exists_or_initializez*HookRegistry.check_if_exists_or_initializes%v01%([F "%%%rcpt|jD]:}|j|}|js|j |j |<t |j jD]>\}}|dk(r t |}t|ds$|jj |@y)Nrxry) rrar_rFrNr`rr}rkry)r r(rrdrr7s rrNzHookRegistry._set_context s!$"2"23I::i(D  !!$"2"2D94 $11A1A#B#P#P#R Kb "6*Fv01&&33D9 $Srcd}t|jD]\}}|j|jjt jur|j|j }n#|j|jj }|d|d|d|z }|t|jdz ks|dz }d|dS) Nrxz (z) z - rw zHookRegistry( z )) enumeraterar_rc__repr__objectrr{)r registry_reprir hook_reprs rrzHookRegistry.__repr__s %d&6&67LAyzz)$..77vN JJy1::<  JJy1;;DD s1#R {#i[A AM3t''(1,,% 8!s33r)Tr*)rrrrPrQrRr"r4r2rqrtboolr~r classmethodrrNr __classcell__)rcs@rr[r[s588??t&%)&%3&%4&%P*S*Y%5*LLdLdL8 OD OD O&588??&~&& :t :t : 4# 4rr[)rltypingrrP utils.loggingrutils.torch_utilsrrloggerrrr4rVr[rrrrsY &- H   %%2RRj%%.|4|4r