o "i@sddlZddlZddlZddlZddlZddlZddlmZmZm Z m Z m Z ddl Z ddl mZddlmZmZddlmZmZddlmZmZddlmZmZmZmZdd lmZmZm Z m!Z!m"Z"d d l#m$Z$m%Z%m&Z&d d l'm(Z(e rzdd l)m*Z*d0ddZ+ddZ,ddZ-ddZ.Gddde&Z/Gddde/Z0Gddde0Z1Gddde1Z2Gddde0Z3d d!Z4Gd"d#d#e/Z5Gd$d%d%e&Z6d&d'Z7d(d)Z8Gd*d+d+e0Z9Gd,d-d-e&Z:Gd.d/d/e&Z;dS)1N)DictListOptional TYPE_CHECKINGUnion) variables)create_call_function create_rot_n) unimplemented Unsupported) GuardBuilder install_guard) AttrSourceConstantSourceDefaultsSource GetItemSource)check_constant_argsget_first_attridentityistype make_cell) MutableLocaltypestrVariableTrackerConstantVariable)SourcecCs8t|tr|S|sddlm}|||Stj||S)NrSourcelessBuilder) isinstancertorch._dynamo.variables.builderr createrLazyVariableTracker)txvalsourcer r(_/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torch/_dynamo/variables/functions.pywrap_bound_args   r*cCs6t|D]\}}t|ttfrt||||<qdSN)listitemsr!tupledictr*)r%resultkvr(r(r)wrap_args_kwargs(s r3cCsHt}|jj}|jD]}|||<||vr!|||||q |Sr+)r/output side_effects co_cellvarstrack_cell_new store_cellpop)parentr0code closure_cellsr5namer(r(r) init_cellvars/s  r>c Csdddlm}||||||}||_t|tr"ddlm} t| |}|dus-t|ts-J||_|S)Nr) FunctionTypepairwise) typesr?__kwdefaults__r!r. itertoolsrAr/__annotations__) r; f_globalsr=defaultsclosure kwdefaults annotationsr?funcrAr(r(r)_create_nested_fn<s    rLc@sTeZdZddZddZ     dd d Zd ed efddZddZ ddZ dS)BaseUserFunctionVariablecC |jSr+)get_code co_filenameselfr(r(r) get_filenameQ z%BaseUserFunctionVariable.get_filenamecCrNr+)rOco_namerQr(r(r)get_nameTrTz!BaseUserFunctionVariable.get_nameargsList[VariableTracker]kwargsDict[str, VariableTracker]returnrcCs||g|||Sr+)inline_user_function_return self_argsrRr%rWrYr(r(r) call_functionWsz&BaseUserFunctionVariable.call_functionr=cCsLd}z t||}Wnty|dkrt|trd}Ynwtj|S)NF__name__T)hasattr get_functionNotImplementedErrorr!NestedUserFunctionVariablerrr#rRr%r=r0r(r(r) call_hasattr\s  z%BaseUserFunctionVariable.call_hasattrcCstt|jSr+)r,inspect signaturerb parametersrQr(r(r)inspect_parameter_namesfsz0BaseUserFunctionVariable.inspect_parameter_namescCsiSr+r()rRr%r(r(r) closure_varsiz%BaseUserFunctionVariable.closure_varsNrWrXrYrZr[r) r` __module__ __qualname__rSrVr_strrrfrjrkr(r(r(r)rMPs  rMcseZdZdZddhejZeddZd&fdd Zfd d Z d d Z d dZ ddZ ddZ ddZddZddZddZdedefddZ  ! "  #d'fd$d% ZZS)(UserFunctionVariablez-Some unsupported user-defined global functionfn is_constantcCt|tj|||dSNr')r make_guardr CLOSURE_MATCHclsvaluer'r(r(r)create_with_sourcev z'UserFunctionVariable.create_with_sourceFc stjd i|t|ddrd|_nd|_t|tjtjj fs,Jdt |d|t |d|}t |ddrAt |d|}||_ dS) N_dynamo_marked_constantFTzexpected FunctionType found  _torchdynamo_inline__script_if_tracing_wrapper __original_fnr()super__init__getattrrsr!rBr?torchjitScriptFunctionrrggetattr_staticrr)rRrrrsrY __class__r(r)r~s  zUserFunctionVariable.__init__cst|tr|jStSr+)rrqrrras_python_constantrQrr(r)rs  z'UserFunctionVariable.as_python_constantcCgSr+r(rQr(r(r)r]rlzUserFunctionVariable.self_argscC|jSr+)rrrQr(r(r)rbz!UserFunctionVariable.get_functioncC|jjSr+)rr__code__rQr(r(r)rOzUserFunctionVariable.get_codecCtjSr+)rBr?rQr(r(r) python_typerz UserFunctionVariable.python_typecCst|jddduS)N__self__)rrrrQr(r(r)has_selfzUserFunctionVariable.has_selfcCrr+)rr __globals__rQr(r(r) get_globalsrz UserFunctionVariable.get_globalsc sjjrJ|jj}tjt|dj}|jpg}fddt|D}t |j |j |j tfddt||D|j}|jrWfdd|jDfdd|jD|_t|j|i|} | t| j} t|| t|| |j } jjp~d} t| tjj jksJttjj j| D]\} }}|d krjrt jd nd}t!j"|j#|d | |<q|$||}|dur|| |<qjr!d d l%m&}|jj'}||vr||}n@t(t jd | }t |d}z ||||j#}Wnt)yt!*}Ynw|+|j,vr|| |<q|-||}|.|||| |<qd dl%m/}|0||j#| |<q| | fS)N)r%cs*g|]\}}jdur dntj|qSr+r'r).0idx_rQr(r) sz2UserFunctionVariable.bind_args..csg|] \}}||dqS)r&r'r()rargr')wrapr(r)rs cs,i|]}|jdur dntj|ddqS)NT)is_kwr)rr1rQr(r) s z2UserFunctionVariable.bind_args..cs"i|] \}}|||dqSrr(rr1r2)kwdefaults_sourcesrr(r)rr(rrvr)VariableBuilder __closure__ cell_contentsr)1rsr4root_tx functoolspartialr*rr __defaults__ enumeraterBr?rrr`r.ziprrCr-rgrhbindapply_defaultsr/ argumentsr3r>len co_freevarsrDcountr'rrUserDefinedClassVariablermatch_nested_cellbuilderrr5r ValueErrorDeletedVariabler=mutated_closure_cell_contentstrack_cell_existingr8r r#)rRr:rWrYr%rrrGdefaults_sources fake_funcboundr0r<rHrr=cellr'varrr5out closure_cellclosure_cell_contents contents_varr r()rrRrr) bind_argss                  zUserFunctionVariable.bind_argscCsdSr+r()rRr:childr(r(r)export_freevarsrlz$UserFunctionVariable.export_freevarsr=r[cCst|j|}tj|Sr+)rarrrrr#rer(r(r)rfs  z!UserFunctionVariable.call_hasattrrWrXrYrZrcs,|jrt||j|||St|||Sr+)rsinvoke_and_store_as_constantrrrVrr_r^rr(r)r_s z"UserFunctionVariable.call_function)Frm)r`rnro__doc__rM_nonvar_fields classmethodr|rrr]rbrOrrrrrrprrfr_ __classcell__r(r(rr)rqms6  nrqcs^eZdZdZfddZddZddZdd Z  dfdd ZfddZ Z S)UserMethodVariablez$Some unsupported user-defined methodc s tjdd|i|||_dS)Nrrr()rrobj)rRrrrrYrr(r)r+s zUserMethodVariable.__init__cCs|jjd|jd|jdS)N(z, ))rr`rrrrQr(r(r)__str__/szUserMethodVariable.__str__cCs|jgSr+)rrQr(r(r)r]2rzUserMethodVariable.self_argscCrr+)rB MethodTyperQr(r(r)r5rzUserMethodVariable.python_typerWrXrYrZr[rcs|jr1t|jtjr1t|jdd}|dur |dr |dks#|j r1|jj ||jj |||j dS|j rGt|jj |jj }t |||||St|||S)Nrnz torch.nn.ztorch.nn.utils.parametrize)constant)r4is_root_tracerr!rrNNModuleVariablerrr startswithrs call_methodr`r{rrVrr_)rRr%rWrY module_attrrrrr(r)r_8s" z UserMethodVariable.call_functioncstddS)Nr)rrjrQrr(r)rjZrz*UserMethodVariable.inspect_parameter_namesrm) r`rnrorrrr]rr_rjrr(r(rr)r(s "rc6eZdZfddZ      d fd d ZZS) WrappedUserMethodVariablec sB|dd|ddtj|j|jfi|||_||_dSNrrr)r9rrrrrwrappedcontextrRrrrYrr(r)r_s   z"WrappedUserMethodVariable.__init__rWrXrYrZr[rc,|j|t|||}|j||Sr+renterrr_exitrRr%rWrYr0rr(r)r_f  z'WrappedUserMethodVariable.call_functionrmr`rnrorr_rr(r(rr)r^ rcr) WrappedUserFunctionVariablec s>|dd|ddtj|jfi|||_||_dSr)r9rrrrrrrrr(r)rps   z$WrappedUserFunctionVariable.__init__rWrXrYrZr[rcrr+rrrr(r)r_wrz)WrappedUserFunctionVariable.call_functionrmrr(r(rr)rorrcsTddfdd|D}fdd|D}||i|}|jj||t|dS)NcSst|tjr |S|Sr+)r!rTensorVariableget_real_valuer)xr(r(r)converts z-invoke_and_store_as_constant..convertcsg|]}|qSr(r(rrrr(r)rz0invoke_and_store_as_constant..csi|] \}}||qSr(r(rrr(r)rz0invoke_and_store_as_constant..rv)r-r4register_attr_or_moduler)r%rrr=rWrYresr(rr)rsrcsveZdZddhejZ dfdd ZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZZS)rd closure_scoperFNc  stjdi| t|tsJt|tjsJt|ts#J||_||_ ||_ ||_ ||_ ||_ ||_|dur>d}||_| |_dSNr()rrr!rrprBCodeTyper/fn_namer;rFrGrIrJrHrwrapped_reconstructible) rRrr;rFrGrIrJrHrrrYrr(r)rs  z#NestedUserFunctionVariable.__init__cCrr+r(rQr(r(r)r]rlz$NestedUserFunctionVariable.self_argscCs |jSr+)r;rrQr(r(r)rOrTz#NestedUserFunctionVariable.get_codecCs|jrtt|j|j|j}|jr|j|_ |j r%|j |_ |j rH|j }t |tr>ddlm}t||}t |tsEJ||_|S)Nrr@)rHrcrBr?r;rrFrrGrrIrCrJr!r.rDrAr/rE)rRrKrJrAr(r(r)rbs&      z'NestedUserFunctionVariable.get_functioncCs |jduSr+)rHrQr(r(r) has_closurerTz&NestedUserFunctionVariable.has_closurecCsdS)NFr(rQr(r(r)rrlz#NestedUserFunctionVariable.has_selfcCrr+)rFrQr(r(r)rrz&NestedUserFunctionVariable.get_globalsc Csdddlm}|}t||j|j|jrt |jj ndt ddt t |j D}|jr7|j|_t|j|i|}|t|j }t|jj|t|||} t|j D]N\} } |jj | } t| | | | kssJ| |vsyJt| |r|} | r| | jvr| j } | r| | jvs| durt!d| d| j| || <q_|jj | | | <q_|| fS)Nr)InlinedClosureVariablecss|]}tdVqdSr+)r)rrr(r(r) sz7NestedUserFunctionVariable.bind_args..zCouldn't find z7 in the symbolic_locals of the inline interpreter stack)"miscrrOrBr?rFrrrGr.r-rangerrrIkeys_as_python_constantrCrgrhrrr/rr3r4rr>rrHrr!symbolic_localsr: RuntimeError)rRr:rWrYrr;rKrr0r<rr=rcandr(r(r)rs@       z$NestedUserFunctionVariable.bind_argscCs2|}|jD]}||jvr|j||j|<qdSr+)rOrr)rRr:rr;rr(r(r)r s   z*NestedUserFunctionVariable.export_freevarscCsd|td||j|||jg|t|jjj |j r(||j n || dg|j r:||j n || dg|j rL||j n || dg|jrwz|j}|||gWntyv||jYn w|| dg|tddd|jr|dd||j|tdd|td|tdddSdS) NrLT) push_nullrwrapsrr)load_import_fromr`r; extend_output_create_load_constrFrr#r{rUrGcreate_load_constrHrIrJrrcr rr )rRcodegenrJr(r(r) reconstructs:         z&NestedUserFunctionVariable.reconstructr+)r`rnrorMrrr]rOrbrrrrrr rr(r(rr)rds" +rdcsteZdZddhejZdfdd ZddZdd Zed d Z e e dd d Z      dddZZS)SkipFunctionVariabler{reasonNc s"tjdi|||_||_dSr)rrr{r )rRr{r rYrr(r)r>s zSkipFunctionVariable.__init__cCs t|jSr+)typer{rQr(r(r)rCrTz SkipFunctionVariable.python_typecCrr+)r{rQr(r(r)rFrz'SkipFunctionVariable.as_python_constantcCrtru)rrwr FUNCTION_MATCHryr(r(r)r|Ir}z'SkipFunctionVariable.create_with_sourcecCs tjtjiSr+) collections namedtuplerrr(r(r(r) fold_through_function_to_wrapperQsz5SkipFunctionVariable.fold_through_function_to_wrapperrWrXrYrZr[rc st|jddrtd|jdS|j|vrAt|rA|jddDidd|D}||j|t dS|jt j urj|sjt d krjd j dus_d |jjrjfd d }t|Szt|j}d |jjd|d}Wn5tyddh}|jj|vrd|jjd|jjd}nd|jjd|jjd}tjj|Ynw||jrd|jdnd7}t|dS)N_torchdynamo_disableFz.call torch._dynamo.disable() wrapped function cSg|]}|qSr(rrr(r(r)rdrz6SkipFunctionVariable.call_function..cSi|] \}}||qSr(rrr(r(r)rerz6SkipFunctionVariable.call_function..) mutable_localrrcsJt|tjrdjrdj}nd}|j|dStd|ddS)Nr)rzfunctools.wraps(r)r!rrdr'cloner )rrreconstructiblerWr(r)rss    z1SkipFunctionVariable.call_function..wrapsz'skip function z in file '_abc _warningsz.Graph break due to unsupported Python builtin .zM. Please file an issue on GitHub so the PyTorch team can add support for it. z'Graph break due to unsupported builtin a. This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind). If it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround. If it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use torch.compiler.allow_in_graph.z', r)rgrr{r rkeysrr-getrrrrr'can_reconstructr4rrLambdaVariablegetfilero TypeErrorrnr_dynamoutils warn_oncer ) rRr%rWrYr{rpathmsgknown_python_builtin_modulesr(rr)r_XsF           z"SkipFunctionVariable.call_functionr+rm)r`rnrorrrrrrr| staticmethodr lru_cacherr_rr(r(rr)r 7s*  r cCstjr ddlm}|SiS)Nrtraceable_collective_remaps)r distributed is_available)torch.distributed._functional_collectivesr-r,r(r(r)_traceable_collective_remapss  r1cCs>tjs Jd|tvsJ|j}|d}t||S)NzIllegal invocation.z)torch.distributed._functional_collectives)rr.r/r1valuesr` import_sourcer)r%rr inner_name path_sourcer(r(r)_traceable_collectives_sources   r6csZeZdZdZfddZeddZeddZedd Z  dddZ Z S)!CollectiveFunctionRewriteVariablea Some of the torch.distributed.* collective APIs are possible to rewrite to 'traceable' collectives. This class provides both a way to check if a function is remappable, and perform the remapping. In the case that a function is 'remappable' but only for some combinations of call-time arguments, we check the args at `call_function` time and fall back to graph-breaking if needed. This is no worse than status-quo as we currently graph-break on all distributed.* collectives. c s,tj|fi|t|tsJ||_dSr+)rrr!rqreplacement_var)rRrrr8rYrr(r)rs z*CollectiveFunctionRewriteVariable.__init__cKs6t||\}}t|ft|fd|i||d|S)Nr')r8r')r7rewriterq)r%old_fnr'optionsnew_fn new_sourcer(r(r)r#sz(CollectiveFunctionRewriteVariable.createcCst|o |tvSr+)rg isfunctionr1)variabler(r(r) can_rewritesz-CollectiveFunctionRewriteVariable.can_rewritecCst|}|t||fSr+)r1r6)r%rrr<r(r(r)r9s z)CollectiveFunctionRewriteVariable.rewriterWrXrYrZr[rc Csddlm}ddlm}t|j}t|j|i|j }d}d|vr1|d r1t d|j|j|j |j |jfvrc|d}|durH|jn|jdj}||vrYtd|tj|||d<|j|||S)Nr)REDUCE_OP_TO_STRr(async_opzBCollectiveFunctionRewriteVariable can't support async_op=True for opzUnsupported all_reduce op: )torch.distributedr.r0rArgrhrrr/rrrr all_reducereduce_scatter_tensor_reduce_scatter_baserr{ridefaultrrrr#r8r_) rRr%rWrYdistrArh reduce_op_var reduce_opr(r(r)r_s2      z/CollectiveFunctionRewriteVariable.call_functionrm) r`rnrorrr*r#r@r9r_rr(r(rr)r7s     r7csjeZdZdeffdd ZddZddZ  dddZded efddZ ddZ ddZ Z S)FunctoolsPartialVariablerKc sDtjdi|||_t|tsJ||_t|tsJ||_dSr)rrrKr!r,rWr/keywords)rRrKrWrMrYrr(r)rs  z!FunctoolsPartialVariable.__init__cCs|dd||j|jr||j|js&|tt|jdddS||jt |j }|| t|t|jd|ddS)NrrrT) rrKrWforeachrMrr rr2r.rcreate_call_function_kw)rRr rr(r(r)r s   z$FunctoolsPartialVariable.reconstructcCs|Sr+rrQr(r(r)rbrz%FunctoolsPartialVariable.get_functionrWrXrYrZr[rcCs(|j|}i|j|}|j|||Sr+)rWrMrKr_)rRr%rWrY merged_args merged_kwargsr(r(r)r_s z&FunctoolsPartialVariable.call_functionr=cCstjttt|Sr+)rrr#rarrr)rRr%r=r(r(r)rfsz%FunctoolsPartialVariable.call_hasattrcC:tj|jgdd|jDRidd|jDS)NcSrr(r)rrr(r(r)r'rz?FunctoolsPartialVariable.as_python_constant..cSrr(rrr(r(r)r(rz?FunctoolsPartialVariable.as_python_constant..)rrrKrrWrMr-rQr(r(r)r$sz+FunctoolsPartialVariable.as_python_constantcCrR)zcSimilar to as_python_constant(), but add ID_MATCH guards to try to force things to become constantscSrr(guard_as_python_constant)rr2r(r(r)r/rzEFunctoolsPartialVariable.guard_as_python_constant..cSrr(rSrr(r(r)r0rzEFunctoolsPartialVariable.guard_as_python_constant..)rrrKrTrWrMr-rQr(r(r)rT+sz1FunctoolsPartialVariable.guard_as_python_constantrm) r`rnrorrr rbr_rprfrrTrr(r(rr)rLs rLcsLeZdZfddZ      d d d Z      d fd d ZZS)TritonKernelVariablec sddlm}ddlm}tjd i||dusJ||_|||_|dus/|j|ks/J||_ t ||rzt |jj }d|vrM|djt|ddksvd|vr\|djt|ddksvd|vrh|dj|jksvt|jdksvt|jdkr|td dSdS) Nr) Autotuner)kernel_side_tablewarmup num_warmupsrepnum_repsprune_configs_byz7Only configs and keys are supported for triton.autotuner()triton.runtime.autotunerrV*torch._higher_order_ops.triton_kernel_wraprWrrkernel add_kernel kernel_idxgridr!rgrhrirHrearly_config_pruner reset_idx restore_idxr )rRr_rarbrYrVrWrGrr(r)r5s:       zTritonKernelVariable.__init__rWrXrYrZr[rc sDddlm}m}m}ddlmddlm}ddlm }d|vr$t di} d D]} | |vr?| | } t | s:J| j | | <q(| rt |j|ret|jj} | D]} | j| qQ|| gd |jj}n|dd ii| }||ggd |j}t|d|j}||||S|jdurt d itt|jj||}d d|D}t |j|rdd|jjDnig}g}|D]>}|j}t |ttfrfdd|D}|i||t}|||gi}t ||r||qt dt!|qt"t#|D]L}t ||t$st dt#||dkr$||dddf||<qt#||dkr>||d||ddf||<qt#||dkrKt dqt#|dksVJt#t%|dkrd|dg}ddl&m'}m(}fdd|D}fdd|D}|)|}||t}|j*+d|d|j,|||dt-dS)Nr)autotunerVConfigrr)ConstDictVariable)BaseListVariablenum_ctaszqPassing num_ctas directly to the Triton kernel is not supported. Please use a Config in @triton.autotune instead.) num_warps num_stages)configskeyrYz2Triton kernels should always be called with a gridcSsi|] \}}tj||qSr()rrr#rr(r(r)rs z6TritonKernelVariable.call_function..cSsg|]}|jqSr()rY)rconfigr(r(r)rsz6TritonKernelVariable.call_function..cs"i|] \}}||qSr()r#rrr(r)rrzgrid for the triton kernel is zOnly tuple grids are supportedrzGrid can have at most rank 3)rWtriton_kernel_wrapper_mutationcs$i|]\}}t|r||qSr()r!rrrr(r)rs cs i|] \}}t|s||qSr()r!rrr(r)rs r_r()raconstant_args_idxrbrY).r]rfrVrgrrdictsrhlistsrir r9r!r{r_copydeepcopyrm__dict__updaterrrUrbr_r/r arg_namesr-rdrqappendas_proxyr r rrr.setr^rWrqadd_constant_argsr4 create_proxyrar)rRr%rWrYrfrVrgrhrispecial_kwargsr=r& new_configsro new_kernel new_confignew_varcombined_args_raw combined_argsrmgrids config_argsrbmetairWrq constant_argsnon_constant_argsrrr(rr)r_ds          "      z"TritonKernelVariable.call_functioncs|dkr|jdust|dkrtdt|j|j|ddS|dkrCd|vr*td|d}|d dt|j|j|d|||St ||||S) N __getitem__rz7Triton kernels should be called with only a single gridr)r_rarbrunrbz/Triton kernel requires to be called with a gridrX) rbrr rUr_rar9r_rr)rRr%r=rWrYrbrr(r)rs*    z TritonKernelVariable.call_methodrm)r`rnrorr_rrr(r(rr)rU4s" / rUr+)rLrMrqrrrrrdr r1r6r7rLrUr(r(r(r)sJ     <6(e  L8