o ۷iS+@sddlZddlmZddlZddlmZddlmZeeZ GdddZ Gdd d Z Gd d d Z Gd d d Z GdddZdS)N)Any) get_logger) unwrap_modulec@eZdZdddZdS) BaseStatereturnNcOstd)NzWBaseState::reset is not implemented. Please implement this method in the derived class.)NotImplementedError)selfargskwargsr K/home/ubuntu/vllm_env/lib/python3.10/site-packages/diffusers/hooks/hooks.pyresetszBaseState.resetrN)__name__ __module__ __qualname__rr r r rrrc@s@eZdZd defddZddZdeddfd d Zdd d ZdS) StateManagerN state_clscCs:||_|dur |nd|_|dur|ni|_i|_d|_dS)Nr ) _state_cls _init_args _init_kwargs _state_cache_current_context)r r init_args init_kwargsr r r__init__#s  zStateManager.__init__cCsJ|jdur td|j|jvr|j|ji|j|j|j<|j|jS)NzDNo context is set. Please set a context before retrieving the state.)r ValueErrorrkeysrrrr r r r get_state*s  zStateManager.get_statenamercCs ||_dSN)rr r#r r r set_context1 zStateManager.set_contextcOs>t|jD]\}}|j|i||j|qd|_dSr$)listritemsrpopr)r r r r#stater r rr4s zStateManager.reset)NNr) rrrrrr"strr&rr r r rr"s rc@seZdZdZdZddZdejjdejjfddZ dejjdejjfd d Z dejjde e e e ee fffd d Zdejjd e de fddZdejjdejjfddZdejjfddZdejjdeddfddZdS) ModelHookzl A hook that contains callbacks to be executed just before and after the forward method of a model. FcCs d|_dSr$)fn_refr!r r rrBr'zModelHook.__init__modulercC|S)z Hook that is executed when a model is initialized. Args: module (`torch.nn.Module`): The module attached to this hook. r r r/r r rinitialize_hookEzModelHook.initialize_hookcCr0)z Hook that is executed when a model is deinitialized. Args: module (`torch.nn.Module`): The module attached to this hook. r r1r r rdeinitalize_hookOr3zModelHook.deinitalize_hookcOs||fS)a$ Hook that is executed just before the forward method of the model. Args: module (`torch.nn.Module`): The module whose forward pass will be executed just after this event. args (`tuple[Any]`): The positional arguments passed to the module. kwargs (`dict[Str, Any]`): The keyword arguments passed to the module. Returns: `tuple[tuple[Any], dict[Str, Any]]`: A tuple with the treated `args` and `kwargs`. r )r r/r r r r r pre_forwardYszModelHook.pre_forwardoutputcCs|S)a` Hook that is executed just after the forward method of the model. Args: module (`torch.nn.Module`): The module whose forward pass been executed just before this event. output (`Any`): The output of the module. Returns: `Any`: The processed `output`. r )r r/r6r r r post_forwardjs zModelHook.post_forwardcCr0)z Hook that is executed when the hook is detached from a module. Args: module (`torch.nn.Module`): The module detached from this hook. r r1r r r detach_hookxr3zModelHook.detach_hookcCs|jrtd|S)NzFThis hook is stateful and needs to implement the `reset_state` method.) _is_statefulr r1r r r reset_stateszModelHook.reset_stater#NcCs0t|D]}t||}t|tr||q|Sr$)dirgetattr isinstancerr&)r r/r# attr_nameattrr r r _set_contexts    zModelHook._set_context)rrr__doc__r9rtorchnnModuler2r4tuplerdictr,r5r7r8r:r@r r r rr-;s *  r-c@r)HookFunctionReferencerNcCsd|_d|_d|_d|_dS)aA container class that maintains mutable references to forward pass functions in a hook chain. Its mutable nature allows the hook system to modify the execution chain dynamically without rebuilding the entire forward pass structure. Attributes: pre_forward: A callable that processes inputs before the main forward pass. post_forward: A callable that processes outputs after the main forward pass. forward: The current forward function in the hook chain. original_forward: The original forward function, stored when a hook provides a custom new_forward. The class enables hook removal by allowing updates to the forward chain through reference modification rather than requiring reconstruction of the entire chain. When a hook is removed, only the relevant references need to be updated, preserving the execution order of the remaining hooks. N)r5r7forwardoriginal_forwardr!r r rrs zHookFunctionReference.__init__r)rrrrr r r rrGrrGcseZdZdejjddffdd Zdededdfdd Z dededBfd d Z dded e ddfddZ dd e ddfddZ edejjddfddZddedBddfddZdefddZZS) HookRegistry module_refrNcs&ti|_||_g|_g|_dSr$)superrhooks _module_ref _hook_order_fn_refs)r rK __class__r rrs  zHookRegistry.__init__hookr#cCs||jvrtd|d||j|_dtfdd}|jj}t}|j|_|j|_||_t |drE||_ t t |j|j|j|_||}t t ||j||j_||_||j|<|j||j|dS)NzHook with name zv already exists in the registry. Please use a different name or first remove the existing hook and then add a new one.function_referencecsfdd}|S)Ncs8j|g|Ri|\}}j|i|}||Sr$)r5rHr7)r/r r r6rTr r new_forwards zKHookRegistry.register_hook..create_new_forward..new_forwardr )rTrVr rUrcreate_new_forwards z6HookRegistry.register_hook..create_new_forwardrV)rMr rr2rNrGrHr5r7hasattrrI functoolsupdate_wrapperpartialrVr.rOappendrP)r rSr#rWrHr.rewritten_forwardr r r register_hooks0    zHookRegistry.register_hookcCs|j|dSr$)rMgetr%r r rget_hookszHookRegistry.get_hookTrecursec Cs||jvrQt|j}|j|}|j|}|j|}|j}|jdur'|j}||dkr2||j_n||j|d_| |j|_|j|=|j ||j ||ro|j D]\}} |dkraqXt | drn| j j|ddqXdSdS)N_diffusers_hookFra)rMr lenrOindexrPrHrIrNr4r* named_modulesrXrd remove_hook) r r#ra num_hooksrSrgr. old_forward module_namer/r r rris0          zHookRegistry.remove_hookcCszt|jD]}|j|}|jr||jq|r9t|jD]\}}|dkr(qt|}t|dr8|j j ddqdSdS)NrcrdFre) reversedrOrMr9r:rNrrhrXrdreset_stateful_hooks)r ra hook_namerSrlr/r r rrns   z!HookRegistry.reset_stateful_hooksr/cCst|ds |||_|jS)Nrd)rXrd)clsr/r r rcheck_if_exists_or_initializes  z*HookRegistry.check_if_exists_or_initializecCsrt|jD]}|j|}|jr||j|qt|jD]\}}|dkr'qt|}t|dr6|j |qdS)Nrcrd) rmrOrMr9r@rNrrhrXrd)r r#rorSrlr/r r rr@ s   zHookRegistry._set_contextcCsd}t|jD]7\}}|j|jjtjur|j|}n|j|jj}|d|d|d|7}|t|jdkr>|d7}qd|dS) Nrcz (z) z - rb zHookRegistry( z )) enumeraterOrMrR__repr__objectrrf)r registry_repriro hook_reprr r rrts zHookRegistry.__repr__)Tr$)rrrrBrCrDrr-r,r^r`boolrirn classmethodrqr@rt __classcell__r r rQrrJs ( rJ)rYtypingrrB utils.loggingrutils.torch_utilsrrloggerrrr-rGrJr r r rs   U