o ߗi@sddlZddlZddlmZmZmZmZmZmZddl m Z ddl Z ddl m mZzddlZWn ey<dZYnwerMe deddefddZndefd dZd ed efded effd d Zded ee jfdedede jfddZded efded effddZGdddZde jjjdee jdedee jee jd fffddZde jde fddZ!Gdd d Z"ded!ed"e#dedef d#d$Z$d%ed&eded!ed'e#d(e#defd)d*Z%dS)+N)AnyCallableListOptional TYPE_CHECKINGUnion) deprecatedze`torch._dynamo.external_utils.is_compiling` is deprecated. Use `torch.compiler.is_compiling` instead.)categoryreturncC tjSNtorchcompiler is_compilingrrZ/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/torch/_dynamo/external_utils.pyrs rcCr )zd Indicates whether we are tracing/compiling with torch.compile() or torch.export(). r rrrrrs fn.cs(tdtdtdtffdd }|S)zC Create an extra frame around fn that is not in skipfiles. argskwargsr cs|i|Sr r)rrrrrinner+szwrap_inline..inner) functoolswrapsr)rrrrr wrap_inline&srhookrrcOs2||}|dur |dS|ddkrtd|S)zB Used by compiled autograd to handle hook returning None. Nr hook_typepost_acc_grad_hookz5Tensor post accumulate grad hooks should return None.)get RuntimeError)rrrresultrrr call_hook2s r!fcs0tsStdtdtdtffdd }|S)zDecorator that turns a function from ``np.ndarray``s to ``np.ndarray``s into a function from ``torch.Tensor``s to ``torch.Tensor``s. rrr cs>ttjdd||f\}}|i|}ttjdd|S)NcSs|Sr )numpyxrrrJsz*wrap_numpy..wrap..cSs t|Sr )r as_tensorr$rrrr&Ms )pytree tree_map_onlyrTensornpndarray)rroutr"rrwrapGs zwrap_numpy..wrap)r+rrr)r"r/rr.r wrap_numpy@s r0c@s@eZdZdejjjdeejddfddZ de de fdd Z dS) FakeBackwardCFunctionreal saved_tensorsr NcCs||_||_dSr )r2r3)selfr2r3rrr__init__Ss zFakeBackwardCFunction.__init__namecCs&|dkr tdt|jSt|j|S)Nsaved_variablesz4'saved_variables' is deprecated; use 'saved_tensors')warningswarnDeprecationWarningr3getattrr2)r4r6rrr __getattr__[s z!FakeBackwardCFunction.__getattr__) __name__ __module__ __qualname__rautogradfunctionBackwardCFunctionrr*r5strrr<rrrrr1Rs r1backward_c_functionr3cGs2t||}|jj|g|R}t|ts|f}|Sr )r1 _forward_clsbackward isinstancetuple)rDr3rfakegradsrrr call_backwardfs  rKr%cCs |Sr )untyped_storagesizer$rrruntyped_storage_sizets rNc@sjeZdZedeegdfdegdfddfddZedeegdfddfddZed d d ZdS) FakeCompiledAutogradEnginefinal_callbacksNcbr cCs||dSr )append)rPrQrrrqueue_callbackysz)FakeCompiledAutogradEngine.queue_callbackcCs>d}|t|kr||}||d7}|t|ks|dS)Nr)lenclear)rPirQrrrexec_final_callbackss  z/FakeCompiledAutogradEngine.exec_final_callbackscCsdSr rrrrr_exec_final_callbacks_stubsz5FakeCompiledAutogradEngine._exec_final_callbacks_stub)r N) r=r>r? staticmethodrrrSrXrYrrrrrOxs   rObw_state hook_namecOst|||i|Sr r;)r[r\rrrrrcall_hook_from_backward_statesr^_r hooks_name module_namec Gs@t||}t||}|D]}|||g|R} | dur| }q |Sr r]) r_r r[r`rarmodulehooksr new_resultrrr%call_module_hooks_from_backward_states  re)&rr8typingrrrrrrtyping_extensionsrrtorch.utils._pytreeutils_pytreer(r#r+ModuleNotFoundError FutureWarningboolrrr*r!r0r1r@rArBrHrKintrNrOrCr^rerrrrs    "   "