o ,is @s<ddlmZddlmZmZmZmZmZmZddl m m Z ddl m Z ddlmZmZmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%ddl&m'Z'd d gZ(d d gZ)gd Z*dgZ+dee deeee$e fffddZ,dee-de-fddZ.dedefddZ/dedefddZ0dedeee#eeffddZ1dedefddZ2de d e$dee eeed!fffd"d#Z3d$ee d%eeee"effddfd&d'Z4d(ee#d)fd*ee-de-fd+d,Z5ded-e-dee-fd.d/Z6ed0e!dee-fd1d2Z7ed0e!dee-fd3d4Z8dS)5) defaultdict)DictListOptionalSequenceTupleUnionN) translate)BindingDispatcherSignatureExpr)with_native_function) AnnotationArgument BackendIndexBackendMetadataBaseOperatorNameBaseTyBaseTypeDEFAULT_KERNEL_NAMESPACEDeviceCheckType DispatchKeyFunctionSchemaNativeFunctionNativeFunctionsGroup OperatorNameReturn SchemaKindVariant) concatMapz'adaptive_avg_pool3d_backward.grad_inputz _slow_conv2d_backward.grad_input_cummax_helper_cummin_helper)# _assert_asyncz_assert_async.msg_cslt_sparse_mm_search_assert_scalar_dimI_dimV_has_same_storage_numel_linalg_check_errors_local_scalar_dense%_nested_tensor_from_mask_left_aligned_nnz_use_cudnn_ctc_lossz_use_cudnn_ctc_loss.Tensor#_validate_compressed_sparse_indicesallclose dense_dimequal is_coalesced is_pinned is_same_size is_set_toq_per_channel_axisq_scale q_zero_pointqscheme record_stream sparse_dimsym_constrain_rangesym_constrain_range_for_size_nested_tensor_storage_offsets'_chunk_grad_outputs_efficient_attention_fused_sdp_choice_print _sink_tokens_nested_get_ragged_idx polygamma_native_functionsreturncCsDtt}|D]}||j}|j|vsJ|||j<q|SN)rdictfunc signaturekind)rDpre_grouped_native_functionsfdrNa/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torchgen/native_function_generation.pypre_group_native_functionsfsrP overload_namecCs|sdS|dS)Nout_outrN)rQrNrNrO&get_expected_out_variant_overload_nametsrTrHc Csp|tjks J|jjdusJt|jt |jj |j t d|jjjjd|jjjjdg|jdS)NrRnametypedefault annotationrV argumentsreturns)rJrinplacer[self_argrrVremove_inplace with_overloadrTrQremove_self_annotation with_out_argsrargumentrWrYr\)rHrNrNrOself_to_out_signature}s"      rdcCsL|tjks Jt|\}}t|jt|jj|j |t |dSNrZ) rJr functionalgenerate_out_args_from_schemarrVr`rTrQr[rIrbtuplerH new_returns new_out_argsrNrNrOfunctional_to_out_signatures   rlc stdd|jDr Jdd|jD}t|dksJtdd|jjfddd D}td d|jD}g}g}t|jD]A\}}|j r}t t|jd krTd nd ||jdt ||d d}| ||r|td|j|jd} | | qA| |qA||fS)Ncss"|] }|jduo |jjVqdSrF)rYis_write.0rrNrNrO s z0generate_out_args_from_schema..cSsg|] }|jr|qSrNrWis_tensor_likernrNrNrO sz1generate_out_args_from_schema..rcSs|jdurgS|jjSrF)rY alias_set)arNrNrOsz/generate_out_args_from_schema..csg|]}|vr|qSrNrN)roxused_annotationsrNrOrtsabcdefghijklmnopqrstuvwxyzcss |] }|jttjkVqdSrF)rWrrTensorrnrNrNrOrqsrR!rU)rVrWrY)anyr\lenrr[flat_allall enumeraterWrsrrparseappendrrY) rHtensorlike_retsvalid_annotationsall_rets_are_tensorsrkrjirpnew_outnew_retrNryrOrgs@       rgcCsL|tjks Jt|\}}t|jt|jj |j |t |dSre) rJrmutablergrrVr_r`rTrQr[rbrhrirNrNrOmutable_to_out_signatures    rrLk)rrc Csddlm}|tjkr;|jtjksJ|jjddtt |jj j j d|jj j j |jtj kd|jj jd}n7|tjkrn|jtjkrNt|j}n$|jtj kr\t|j}n|jtjkrjt|j}ntdtd |tjkr~|j n| |}|jr|d 7}tj|j t|dtd ii}d ht|jhd @B}td&id|d|jdtj hdddddddddgdidddddddddddt!j"d|j#dtd|j$d dd!dd"dd#dd$|d%|j%|fS)'Nr)cppT)keep_return_namesF)baser] dunder_methodfunctional_overload)rVrQz^We only bother generating out= functions from either inplace or mutable or functional variantszDWe currently only generate either functional or out= NativeFunctions_symint)kernel structured cpp_namespace generated> view_copypt2_compliant_tagnondeterministic_seededrH!use_const_ref_for_mutable_tensorsvariantsrstructured_delegatestructured_inherits precomputedautogenufunc_inner_loopmanual_kernel_registrationmanual_cpp_binding python_modulecategory_override device_guard device_checkloccpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltags namespacerN)& torchgen.apirrrfrHrJrI with_namerrrVrrrrQrRr]rdrrlAssertionErrorunambiguous_name has_symintrCompositeExplicitAutogradrrsetrrrrfunctionrNoCheckrrr)rLrrrH kernel_namebackend_metadatarrNrNrOgenerate_function s                rrsindicescCs8t|}|D]}tj|v}tj|v}tj|v}tj|v}|s(|s(|s(|rtdd|D}tdd|D} tdd|D} |sO| sO| rPq|rst |dkrst |tjj j t vrrtdt |tjj q|rt |tjj j tvrq|r|tjn|r|tjn |r|tjn|tj} | j tjkptdd| j jD} tdd| jD} | o| o| }|s| st | j j tvrt | j j tvrtd t | j d |rt| tj\}}||tj<t|||||s|s|rt| tj\}}||tj<t||||qdS) Ncs|]}|jVqdSrF)rrorLrNrNrOrqsz1add_generated_native_functions..css(|]}|jot|jjjdkVqdS)set_N) is_view_opstrrHrVrrNrNrOrqs csrrF)rrrNrNrOrqs r}zEFound an out= operator that we could not find any other variants of: css|]}|jVqdSrFrrrnrNrNrOrqs  css|] }dt|vVqdS)rRN)r)roop_namerNrNrOrqszBFound an operator that we could not generate an out= variant for: z. This type of operators don't have tensor-like return, making it difficult to generate a proper out= variant. If out= variant is not needed, please add the function name into FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT list.)rPvaluesrrfr]rrRrrrrrHrV&OUT_OPS_THAT_DONT_GET_GROUPED_PROPERLYr*INPLACE_OPS_THAT_DONT_GET_GROUPED_PROPERLYrJr\r*MUTABLE_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT-FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANTrr grow_indexr)rrrKrMhas_functional has_inplace has_mutablehas_out are_manual has_view_opsare_composite_implicitbase_fn base_fn_valid needs_outgets_out_variantfnmetadatarNrNrOadd_generated_native_functionsys                 rrets.namescCsbt|t|ks Jt|dkrdSt|dkr d|ddSdt|dd|dS) Nrr}zreturn ;(, );)r dispatcher returns_typecpp_typejoin)rrrNrNrO return_strs   "rout_varcCsX|}g}t|jdk}t|D]\}}|dur)||r&d|d|dn|q|S)Nr} std::get<>())aliased_return_namesrr\rr)rHr aliased_retsnon_aliased_namesis_out_var_a_tuplerrprNrNrOgather_nonaliased_inner_retssrgc Csd|jjvrdS|jdurd|jjvr|j}n|jdur&d|jjvr&|j}ntt|jjt|jj}t|j}g}g}g}tt |jjt |jD]@\}}|j dur|j j r| d|jd|jd| t|jdt j||jdd| |jdqM| t |qMdd d t||D} d } t|jjd krd| d nd} t|j| } t|jjj| |} d|}d|j||jjrdnddd|d| d|jjd| d| d S)Nrzauto z_clone = clone_arg(r_clone)binds)exprrWrcSg|]}|jqSrNrroerNrNrOrt8z3gen_composite_functional_kernel..outputrz = r rrVz {  z at::_ops::::call();  } )rfrr]rrrrHr zipr jit_argumentsrYrmrrVr argument_typercrr r[rr\rrdefnrRrr)rtarget_fsig target_sigcontextclone_mutable_inputscloned_return_namesa_curra_tgtexprsout_name maybe_assigninner_return_namesret_strclone_mutable_inputs_strrNrNrOgen_composite_functional_kernelsb          " rc Csd|jjvrdSt|jj}t|jj}dddt||D}g}d}t|jjjjD],\}}t |jjj dkr@|nd|d|d }| d |j d|d |j d|d q1g} t|jj D]'\}} | durv| | qht |jjj dkr|nd|d|d }| |qhd |} d |j|jjj |jjrdnddd|d|jjj d|d| dt|jjj | d S)NrrcSrrNrrrNrNrOrt[rz,gen_composite_out_kernel.. tmp_outputr}rrrz resize_out_helper(z); copy_arg(rrrrrz { auto z = at::_ops::rrrr)rRrr rHrfrr r[rrr\rrVrrrrr) rrrr  copy_outsr rout_argfunctional_return_namerret_name copy_outs_strrNrNrOgen_composite_out_kernelMs`      ( r)9 collectionsrtypingrrrrrrtorchgen.api.dispatcherapirtorchgen.api.translater torchgen.api.typesr r r torchgen.contextr torchgen.modelrrrrrrrrrrrrrrrrrtorchgen.utilsrrrrrrPrrTrdrlrgrrrrrrrrNrNrNrOsf   L  ,  ! 5# n "{ >