o ,i; @stUddlZddlZddlZddlZddlmZddlmZddlTddl m m Z ddl mZgZeeed<iZeeefed<d d Z dd dZddZdeddfddZdededededdf ddZddZddZdd ZeeeZde e!fd!d"Z"d#d$Z#d%d&Z$d'd(Z%d)d*Z&eej'j(j)j*ej'j(j+j*ej'j(j,j*ej'j(j-j*ej'j(j.j*ej'j(j/j*ej'j(j0j*gd+d,d-Z1eej'j2j3j*d+d.d/Z4eej'j(j5j*gd+d0d1Z6eej'j(j7j*d+d2d3Z8eej'j(j7j9d4e8eej'j(j:j*d5d6d7Z;eej'j(jj*d+d;d<Z?eej'j(j@j*ej'j(jAj*ej'j(jBj*ej'j(jCj*ej'j(jDj*gd+e$eej'j(jEj*d=e$eej'j(jFj*d>d?d@ZGeej'j(jHj*dAdBdCZIeej'j(jJjKdDdEdFZLeej'j(jMjNdGdHdIZOeej'j(jPj*dJdKdLZQeej'j(jRj*dMdNdOZSeej'j(jTjUdPdQdRZVeej'j(jWj,dSdTdUZXeej'j(jYj*dSdVdWZZeej'j(j[j*dXdYdZZ\eej'j(j]j*d[d\d]Z^eej'j(j_j*d^d_d`Z`eej'j(jaj*dadbdcZbeej'j(jcjddddedfZeeej'j(jfj*dgdhdiZgeej'j(jhj*dgdjdkZieej'j(jjj*dldmdnZkeej'j(jljmdodpdqZneej'j(jojUdrdsdtZpeej'j(jqj*ej'j(jrj*gdudvdwZseej'j(jtj*dxdydzZueej'j(jvj*d{d|d}Zweej'j(jxjUd~ddZyeej'j(jzjNdddZ{eej'j(j|j*dddZ}eej'j(j~j,dddZeej'j(jj*dXddZeej'j(jj*dddZeej'j(jj*ej'j(jj*gd+ddZeej'j(jj*dddZeej'j(jj*d+ddZeej'j(jj*d+ddZeej'j(jj*d+ddZeej'j(jj*dddZejddZ(e(dede(dede(dedWddS1s3wYdS)N)#jagged_scaled_dot_product_attention NestedTensor)*)normalize_function__all__JAGGED_OPS_TABLEcCs(|dkr||ks J|dkrdS|dS)Nrr)ndimdimr r X/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torch/nested/_internal/ops.py_outer_to_inner_dimsrTFcCsXddlm}|||}|dkrt|d|dkr#|s#t|d|r*t||S|S)Nrcanonicalize_dimsrz+(): not supported for NestedTensor on dim=1z+(): not supported for NestedTensor on dim=0)torch._prims_commonr RuntimeErrorr)r r op_nameconvert_to_inner_dimallow_batch_dimrwrappedr r r_wrap_jagged_dims   rcs|ddlmfdd|D}d|v}d|v}||Ar1|r dnd\}}t|d|d |d tfd d |D|fS) Nrrcsg|]}|qSr r .0drr r r ,z%_wrap_jagged_dims..r)batchragged)r rz(): applying over the z dimension, but not the z, dimension is not supported for NestedTensorc3s"|] }|dkrt|VqdS)rN)rr)r r r 8s z$_wrap_jagged_dims..)rrrtuple)r dimsr wrapped_dims zero_in_dims one_in_dimsapply not_applyr rr_wrap_jagged_dims's r) schema_strreturnc s|d}dd|Dd}t||}|ddkr"|dd}n't||kr0t|t|ksItd|jd|d |d t|d t|d d dddddddd}t|D]k\}} | d\} } | d} | rt| ddn| } | |vrtd| |t|kr| std|jd|d| q\|| | ffdd }|||sdddddd}td|jd|d| d || q\dS)!Nz, cSsg|]}|dqS)?)endswithrxr r rr?rz check_schema..Tz... NestedTensor (z): expected at least z arguments and at most z arguments, but got: z argumentscSst|tjo t|t SN) isinstancetorchTensorrr/r r rNzcheck_schema..cSst|to|jduo|jdkSNr)r4r_lengths _ragged_idxr7r r rr8Os  cSs t|tSr3)r4rr7r r rr8RscSsdS)NTr r7r r rr8Us)tjtjt_allanyz: r,zUnknown arg type: z) missing required argument: cs|r |dup |S|Sr3r )r/ is_optional _check_fnr rcheck_fnhszcheck_schema..check_fntensorzoptional tensorz%contiguous jagged layout NestedTensorzjagged layout NestedTensorz )r=zt?r>r?r@z ): expected z to be a ) splitcountlen ValueError__name__ enumerater-keysAssertionError)r*funcargskwargsnamed_arg_typesnum_optional_argsmin_argsarg_type_check_fnsinamed_arg_typenamearg_typerAnormalized_arg_typerD type_to_descr rBr check_schema=s`        r[aa_namebb_namecCs:|j|j|j|jkrtd|jd|d|ddS)Nr1z : expected  and z' to have the same exact offsets tensor.)_sizer<rrJ)rNr\r]r^r_r r rcheck_ragged_dim_same}s rbcCsL|jd}|jd|}|d|}t|t|ko%tddt||DS)Nrcss$|] \}}||kp |dkVqdS)r0Nr )rnssr r rr!s"z%raggedness_matches..)r<rarHallzip)ntsizeend nt_ragged size_raggedr r rraggedness_matchess  rlcCs*|jddkr|d}|jddks|SNrr)shapesqueeze)r=r r rsqueeze_leading_oness rpcs4ttsgttsgfdd}|S)Ncs2D]}fdd}D]}||||<q qS)Ncsfdd}|S)Ncs.tg|Ri|g|Ri|Sr3)r[)rOrP)aten_oprNr*r rinnersz@register_func..wrapper..get_inner..innerr )rqrr)rNr*)rqr get_innersz1register_func..wrapper..get_innerr )rNrqrstableaten_opsr*tables)rNrwrappers zregister_func..wrapper)r4list)rwrvr*rxr rur register_funcs  rzcOst|d}|dur |Stjj|jvrHtdd|D}|dkr2td|g|Ri|t t |S|dkrHtd|g|Ri|t t |SdS)Ncss|] }t|tjVqdSr3)r4r5r6r.r r rr!sz lookup_jagged..rzself: jt_all, ...r zlhs: any, rhs: any, ...) r getr5Tag pointwisetagssumr[ functoolspartialjagged_unary_pointwisejagged_binary_pointwise)rNrOrP dispatch_funcnum_tensor_argsr r r lookup_jaggeds   rcCs||j|jd}|S)Noffsets_metadata_cacher<r)argrPr r rextract_kwargss rcOs8t||djg|ddRi|fit|dSrm)r_valuesrrNrOrPr r rrs " rcOs|d|d}}t|tst|tsJd}t|trMt|trMt||jrAt||j|jg|ddRi|fit|St||j|j|jt|t}|rXt|nt|}|rb||fn||f\}} | | krtt dt | } | | dkr|r|j| fn| |jf\} } t|| | g|ddRi|fi|S| | kr|j d|j dkrt||j|j |j g} t ||D]\}}| |||g|ddRi|qtj| dd}t|fi|St||j|j |j )NrrzHcannot call binary pointwise function {} with inputs of shapes {} and {}r z+NYI: broadcasting NT with T with larger dimr )r4rrlrarrrformatrJr NotImplementedErrorrprnrfunbindappendr5cat)rNrOrPr\r^mismatch_error_msga_is_ntextracted_kwargsrgr= t_squeezedlhsrhsoutputsa_compb_comp new_valuesr r rrs@ " ,(rc Os|tjjjurt|i|S|jdkrmddd}t|||dd\}}|d}t| |d dd d }t| |d dd d }||krE|St t j |j||d } g|jd|| |j|d dR} |j| St|)Nflattenrr0cSsdSr3r )input start_dimend_dimr r r _flatten_sig,sz+jagged_torch_function.._flatten_sigTrOrPnormalize_to_only_use_kwargsrrF)rrr)rr0)r5_C_nnscaled_dot_product_attentionrrJrpoprr rreduceoperatormulrnreshaper) rNrOrPr_ new_kwargsinprrproduct new_shaper r rjagged_torch_function#s(   * rz self: jt_allcOs|tjjjjkr dS|tjjjjkr|djS|tjjjjkr&t|djS|tjjj jtjjj jfvrW|dj durPt t |dj t|djddS|dj S|tjjjjkrd|djS|tjjjjkrs|djSdS)NFrr )r5opsatenis_non_overlapping_and_densedefaultsym_sizerar rH sym_numelnumelr;intrmathprodr sym_stride_stridessym_storage_offsetstorage_offsetrr r rtensor_attr_supported_getterHs  * rcOstjSr3)r5jaggedrr r rprim_layout_defaultjsrcOs|tjjjjkr tddS)NznNestedTensors does not support directly calling torch.ops.aten.size please use `nested_tensor.size()` instead.)r5rrrhrrrr r rtensor_attr_unsupported_getteros rcOspddlm}t|||dd\}}|d}|durdS|dtj|d<|dtjkr/dS||j fi|S)Nr)is_contiguous_for_memory_formatTrrF memory_format) rrrrlengthsr{r5contiguous_formatpreserve_formatr)rNrOrPrrrrr r ris_contiguous_general{s   rz!self: jt_all, memory_format: any?zinput: jt, weight: t, bias: t?cO@t|||dd\}}|d}t||jfi|fit|SNTrrrrrrrrNrOrPrrrr r rlinear_default  "rz6self: jt, grad_output: jt, weight: t, output_mask: anyc Ost|||dd\}}|d}|d}|d}t||d|dtt|j|fit|}t|jj|j} d} || | fS)NTrr grad_outputweightself) rrrbrr5mmrrT) rNrOrPrrrrrdsdwdbr r rlinear_backward_defaults     rc Osddlm}t|||dd\}}|d}|d||jfi|}|jj|jd}||j||<t|} || d<t |fi| S) Nr)_tensor_symint_registryTrrlayout)devicer) nested_tensorrrrr_offsetstorrr) rNrOrPrrrrr new_offsets inp_kwargsr r rto_copy_defaults   rz&self: jt, dim: any, half_to_float: anyz!self: jt, float: any, train: any?cOs\t|||dd\}}|d}||jfi|\}}t|fit|t|fit|fSrrrrrr)rNrOrPrrrout1out2r r rnative_dropout_defaults rz%grad_output: jt, mask: jt, scale: anycOsNt|||dd\}}|d}|d}t||j|jfi|fit|S)NTrrmaskr)rNrOrPrrrrr r rnative_dropout_backward_defaults  rz!self: jt, dim: any, keepdim: any?cOsrt|||dd\}}|d}|dstd|d}tt|j|d|d<t||jfi|fit|dS) NTrrkeepdimz1prod(): keepdim=True must be set for NestedTensorr rr) rrrrrHrarrr)rNrOrPrrrr r r r prod_dim_ints &rz#self: jt, split_size: any, dim: anycsZt|||dd\}}|dt|dd|d<tfdd|jfi|DS)NTrrr rFc3s&|]}tdd|itVqdS)valuesNr rrr.rr rr!s  zsplit_tensor..)rrrr r"rrNrOrPrrr rr split_tensor s  rz$self: jt, split_sizes: any, dim: anycsVt|||dd\}}|dt|dd|d<fdd|jfi|DS)NTrrr split_with_sizesc"g|] }tdd|itqSrr rr.rr rr-z,split_with_sizes_default..)rrrr rrr rrsplit_with_sizes_defaults  rz self: jt, chunks: any, dim: any?c st|||dd\}}|dt|dddd|d<|ddkrn|d}jd}t||}j}| |} d d | D} d d | D} fd d | Dd d | D} j | fdd t d|DSfdd |j fi|DS)NTrrr chunk)rrchunkscSsg|] }tj|ddqS)rr)r5cumsumr.r r rrGsz!chunk_default..cSsg|] }tj|dddqS))rrr)value)Fpadr.r r rrHscsg|]}|jdqS))rr<)r<)r per_offsetsrr rrIs cSsg|]}|qSr )ritemr.r r rrOr9cs&g|]}tdd|i|qSrrrrU) chunk_values nested_kwargsr rrRscrrrr.rr rrWr) rrrr rarceilrdiffrrrFrange) rNrOrPrrr dim0_size chunk_sizerchunked_lengthschunked_offsets split_sizesr )rrrr chunk_default3s4         rzself: jt_all, dim: any?cst|||dd\}}|d}|dkrtd|d}||||jdur= 1)zMunbind(): nested tensor offsets and lengths do not match ragged_idx dimensioncs*g|]}tjd||dqS)r)r startlength)r5narrowrrr ragged_idxrr rrzszunbind_int..) rrrrrrr<r5rFrtolistrrn)rNrOrPrrr rrUr r r unbind_int]s4   rzself: jt, dim: anycOs^t|||dd\}}|d}|j}tt|j|dd|d<t||fi|fit|S)NTrrr rorrrrrHrarr)rNrOrPrrrrr r r squeeze_dims  rcOsft|||dd\}}|d}|j}|d}tt|jd|d|d<t||fi|fit|S)NTrrr r unsqueezer)rNrOrPrrrrr r r runsqueeze_defaults  rztensors: any, dim: anycst|||dd\}}|d}dd|D}t|dksJ|dfdd|D}|d}ttj|d |d<t|d d|Dfi|fit|dS) NTrtensorscSsg|]}|jr|qSr ) is_nestedrr=r r rrrzcat_default..rcs g|] }|jr |n|qSr )r expand_asrfirstr rrs r rcSg|]}|jqSr rrr r rr)rrrHrrnrr)rNrOrPrrrnestedr r rr cat_defaults  rzself: jt, other: anycOst|||dd\}}|d}|d}|jr,|js,t||j|fi|fit|S|jrS|jrS|dkrS|dkrSt||jrSt||j|jfit|St d|jd|j )NTrrotherz1matmul(): not supported between inputs of shapes r`) rrrrrrr rlrarrnrNrOrPrrrrr r rmatmul_defaults"    $r"z#self: jt, size: any, implicit: any?cOst|||dd\}}|d}|d}d|vs|drJt||s.td|jd|dg|d d}t||j|fit|S) NTrrrhimplicitzexpand(): cannot expand shape z -> r0r )rrrlrrarrr)rNrOrPrrrrh expand_argr r rexpand_defaults  r%zself: t, other: jtcOsDt|||dd\}}|d}|d}t|||jfit|S)NTrrrrr!r r rexpand_as_defaults   r&z"condition: jt, self: jt, other: jtcOs~t|||dd\}}|d}|d}|d}|j|jkr'|jks*JJt||j|j|jfi|fit|S)NTr conditionrr)rrrarrr)rNrOrPrrr'rrr r r where_selfs   "r(zself: jt, device: any?cOrrrrr r r_pin_memory_defaultrr)cOs0t|||dd\}}|d}||jfi|Sr)rrrrr r ris_pinned_defaults  r*zself: jt_all, other: jt_allcOs|dj|djkSrm)rarr r ris_same_size_defaultsr+z/self: jt, dim: any?, keepdim: any?, dtype: any?cOst|||dd\}}|d}|jdksJt||dd\|d<}|s7t||jfi|fit|S||jfi|}|drI|d}|S) NTrrrr rrr) rrr<r)r rrrr)rNrOrPrrrragged_reduced_awayoutr r rsum_dim_IntLists  " r.z"self: jt_all, dim0: any, dim1: anyc Os0t|||dd\}}ddlm}|d}|||d|df\}}|jdur-td||jks7||jkro|dks?|dkrCtd ||jkrK|} n|} t|} | | d <t | t t |j|t t |j|fi| St||dd |d<t||dd |d<t ||jfi|fit|S) NTrrrrdim0dim1zDtranspose(): not supported on jagged layout nested tensor with holesz?Transpose is not supported on the batch dimension for jagged NTr< transpose)rrrrr r;rIr<rrrr1rrHrarr) rNrOrPrrrrr/r0to_dimrr r r transpose_int1s>    "r3zself: jt_all, size: anycst|||dd\}}|d|djdkr.tjtkr.tdjddtd ks9tsDtd jd fd d fddttdD}t |j |fit S)NTrrrhrzVview(): does not support ragged_idx != 1 except when inp._size == size. inp._size is (z) and size is (z).r zview(): cannot view shape z as cs&|jdkr j|S|dSr:)r<rrh) inner_idx)rrhr rget_inner_sizes  z$view_default..get_inner_sizecsg|]}|qSr r r)r5r rrsz view_default..) rrr<r"rarrHrlrrrr)rNrOrPrr inner_sizer )r5rrhr view_default_s$  r7zDinput: jt, normalized_shape: any, weight: any?, bias: any?, eps: anyc Ost|||dd\}}|d}|d}|dks#|t|dkr'td||jfi|\}}} t|fit||| fS)NTrrnormalized_shaper r zJlayer_norm(): normalizing over ragged dim not supported for nested tensors)rrr rHrrrr) rNrOrPrrrr8outputmeanstdr r rnative_layer_norm_defaults  r<zpgrad_out: jt, input: jt, normalized_shape: any, mean: any, rstd: any, weight: any?, bias: any?, output_mask: anyc Ospt|||dd\}}|d}|d}||j|jfi|\}}} |dur+d|| fSt|fit||| fS)NTrgrad_outrr) rNrOrPrrr=rd_inputd_gammad_betar r r"native_layer_norm_backward_defaults   rAzself: jt, dim: any, index: anycOXt|||dd\}}|d}t||dd|d<t||jfi|fit|S)NTrrr selectrrrr rrrrr r r select_ints  "rEz7self: jt, dim: any?, start: any?, end: any?, step: any?cOrB)NTrrr slicerDrr r r slice_tensors  "rGz{input: jt, weight: t, bias: t?, stride: any, padding: any, dilation: any, transposed: any, output_padding: any, groups: anycOrrrrr r rconvolution_defaults  "rHz.self: jt, dim: any?, keepdim: any, dtype: any?cOs^t|||dd\}}|d}t||dddg|d<t||jfi|fit|S)NTrrr rr:rDrr r rmean_dims  "rIcOst|||dd\}}|d}|D]%}t|tstd||dkr*tdt||djs6tdqt|dd|d d |d <t|d d |Dfi|fit |dS) NTrrz+stack(): expected all nested tensors inputsrz9stack(): expected all nested tensors to have the same dimzFstack(): expected all nested tensors to have the same nested structurerr stackcSrr rrr r rr rz!stack_default..) rrr4rrr rlrnrr)rNrOrPrrrr=r r r stack_defaults0   rKzQweight: t, indices: jt, padding_idx: any?, scale_grad_by_freq: any?, sparse: any?cOsLt|||dd\}}|d}|d}t|||jfi|fit|S)NTrindicesrr)rNrOrPrrrLrr r rembedding_defaults  rMcOs(t|||dd\}}|d}|jSr)rrrdetachrr r rvalues_default s   rOzCvalues: t, offsets: t, dummy: jt_all, lengths: t?, ragged_idx: any?c OsHt|||dd\}}|d|d|d}}}|d}t||||dS)NTrrrrr )rr<)rr) rNrOrPrrrrrr r r r _nested_view_from_jagged_default3s  rPcO$t|||dd\}}|d}|jSr)rrrrr r r_nested_get_offsetsF  rRcOrQr)rrr;rr r r_nested_get_lengthsPrSrTcOrQr)rrr<rr r r_nested_get_ragged_idxZrSrUz self: anycOsddlm}|S)Nr)_nt_view_dummy)$torch.nested._internal.nested_tensorrV)rNrOrPrVr r r_nested_get_jagged_dummyes rXrIMPLCPUCUDAMeta)TF)rrrr5torch.nested._internal.sdparrrtypingtorch.nn.functionalnn functionalrtorch.fx.operator_schemasrrListAny__annotations__r Dictrrr)strr[rbrlrprzrregister_jagged_funcOptionalCallablerrrrrrrrrrr rrrrrprimrrrhr is_contiguousrrlinearrlinear_backwardr_to_copyr empty_like ones_like zeros_like randn_likerN_softmaxnative_dropoutrnative_dropout_backwardrrdim_intrrFr6rrrrrrrrrorrrrrmatmulr"expandr%rr&whererr( _pin_memoryr) is_pinnedr* is_same_sizer+r dim_IntListr.r1r3view _unsafe_viewr7native_layer_normr<native_layer_norm_backwardrArCrErFrG convolutionrHr:rIrJrK embeddingrMr_nested_get_valuesrO_nested_view_from_jaggedrPrRrTrUrXlibrary_scoped_libraryimplr r r rs      @     <%                                   ) "                + ,                       $