o X۷iL@s>ddlmZddlZddlZddlZddlmZddlmZddlmZdZ ej Z d*ddZ d*d d Z d*d d Z d*d dZd*ddZd*ddZd*ddZd+ddZ d,ddZejjdd  d-d d!Zejjdd  d-d"d#Zejjdd  d.d$d%Zejjdd  d.d&d'Zejjdd  d-d(d)ZdS)/) annotationsN)_spline_prefilter_core)_spline_kernel_weights)_utilzS // workaround for HIP: line begins with #include #include c CsTg}|d|dkrd|nd}t|D]}|d|d|d|dq|S) a Extract target coordinate from coords array (for map_coordinates). Notes ----- Assumes the following variables have been initialized on the device:: coords (ndarray): array of shape (ncoords, ndim) containing the target coordinates. c_j: variables to hold the target coordinates computes:: c_j = coords[i + j * ncoords]; ncoords is determined by the size of the output array, y. y will be indexed by the CIndexer, _ind. Thus ncoords = _ind.size(); z ptrdiff_t ncoords = _ind.size();r + (W) W c_z = coords[i + z * ncoords];)appendrangendimnprepadopsprejrY/home/ubuntu/vllm_env/lib/python3.10/site-packages/cupyx/scipy/ndimage/_interp_kernels.py_get_coord_maps   rcCsVg}|dkr d|nd}t|D]}|d|d|d|d|d|d q|S) aCompute target coordinate based on a shift followed by a zoom. This version zooms from the center of the edge pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis shift[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * (in_coord[j] - shift[j]) rrrr = zoom[] * ((W)in_coord[ ] - shift[z])r r r r rrr_get_coord_zoom_and_shift1s  rc CPg}|dkr d|nd}t|D]}|d|d|d|d|d q|S) aCompute target coordinate based on a shift followed by a zoom. This version zooms from the outer edges of the grid pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis shift[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * (in_coord[j] - shift[j] + 0.5) - 0.5 rrrrrrz] - shift[j] + 0.5) - 0.5r rr rrr_get_coord_zoom_and_shift_gridKs  rc Cr) a|Compute target coordinate based on a zoom. This version zooms from the center of the edge pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * in_coord[j] rrrrr] * (W)in_coord[]r rr rrr_get_coord_zoome  rc Cr) aCompute target coordinate based on a zoom (grid_mode=True version). This version zooms from the outer edges of the grid pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * (in_coord[j] + 0.5) - 0.5 rrrrrrz] + 0.5) - 0.5r rr rrr_get_coord_zoom_grid~rr c Cr) aCCompute target coordinate based on a shift. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate shift[ndim]: array containing the zoom for each axis computes:: c_j = in_coord[j] - shift[j] rrrrz = (W)in_coord[rrr rr rrr_get_coord_shifts  r!c Csg}|dkr d|nd}|d}t|D]8}|d|dt|D]}|d|d|||d |d q$|d|d|||d |d q|S) a{Compute target coordinate based on a homogeneous transformation matrix. The homogeneous matrix has shape (ndim, ndim + 1). It corresponds to affine matrix where the last row of the affine is assumed to be: ``[0] * ndim + [1]``. Notes ----- Assumes the following variables have been initialized on the device:: mat(array): array containing the (ndim, ndim + 1) transform matrix. in_coords(array): coordinates of the input For example, in 2D: c_0 = mat[0] * in_coords[0] + mat[1] * in_coords[1] + aff[2]; c_1 = mat[3] * in_coords[0] + mat[4] * in_coords[1] + aff[5]; rrrz W c_z = (W)0.0;z c_z += mat[r];rr r)r rrrncolrkrrr_get_coord_affines.      r& unsigned intcCsht|}d|d|d|dg}t|dddD]}|d||d |d q|d d |S) z declare a multi-index array in_coord and unravel the 1D index, i into it. This code assumes that the array is a C-ordered array. z z in_coord[z ]; z s, t, idx = i;r"rz s = z(; t = idx / s; in_coord[z!] = idx - t * s; idx = t;z in_coord[0] = idx; )lenr r join)shapeuint_tr coderrrr_unravel_loop_indexs    r/rFc  Csg} |rdnd} | | d|rd} d} nd} d} t|D]}| d| d |d |d q| d| d |d dt|d ddD]}| d| d |d d|d|d qG|durj| t|| | ||| } |tjuryd}n|tjkrd}n|tj krd}nd| d|}|dkrdddt|D}| d|d|d |dkrl|d!kr| d"t|D]l}|d!kr| d#|dn| d$| d%|d&| d'|d( |dkr|d!krd)}d*}nd+|}d,}| t||d-|| ||d!kr| d$| d%|d&| d.| d/| d0|d1|d2|d qd3d4dt|D}|d5kr^dd6dt|D}| d7|d8|d9| d:|d; n'| d<| d:|d n|d krt|D]}| d/| d%|d&| d'|d=| d>|d1|d?| d@|dA|dB|dC|d!kr| dD|dE|dFn| d$| dG|d1|dH| dI|dJ|d |dkr&|d!krdK}d*}ndL|}d,}| t||d-|| ||d!krdMndN|}| t||d-|| ||d!kr&| dO| dG|d&| dP| dI|d&| dQ | dRgdS|dT|dU|dV|dW|dX| d0|dY|dZ|d[|d\|d]|d^|d2|d_|d`|da|d]|db|d2|dcqun|d kr|d5krd}n |ddkrdd}nt |}| de| dft|D]}| dg|dh|d d | t |j ||di|djvr| dk|dd)}| t||d-|| d*ndl|}|d @rdm}ndn}| |j | ||dodp| | dq|dh|d d t|d D]&}dr|dh|ds}| d$|dt|d| t||d-|| q,| du|dv| d0|dw|dx|dy|dz|d{|d||d}|d~|d|d}|d|dvq|dkrdddt|D}d3ddt|D}|d5ks|d kr|dkrdddt|D}| d7|d|d| d|d| d| d:|d| d|dn| d/| d| d:|d| d|d | d||dkr| d|r| dn| dd| }| dd}d ||||}|dur9|dddd|D7}| dkrB|d7}||fS)a Args: coord_func (function): generates code to do the coordinate transformation. See for example, `_get_coord_shift`. ndim (int): The number of dimensions. large_int (bool): If true use Py_ssize_t instead of int for indexing. yshape (tuple): Shape of the output array. Can be None if not needed in the kernel. mode (str): Signal extension mode to use at the array boundaries cval (float): constant value used when `mode == 'constant'`. name (str): base name for the interpolation kernel integer_output (bool): boolean indicating whether the output has an integer type. nprepad (int): integer indicating the amount of prepadding at the boundaries. Returns: operation (str): code body for the ElementwiseKernel name (str): name for the ElementwiseKernel doubleYz out = 0.0;size_t ptrdiff_tr'intzconst z xsize_z = x.shape()[r#z sx_r"z = 1;rr(z = sx_z * xsize_r Nz (Y)CUDART_NANz (Y)CUDART_INFz(Y)(-CUDART_INF)()constantz || c Ss$g|]}d|d|d|dqS)z(c_z < 0) || (c_z > xsize_z - 1)r.0rrrr s$z+_generate_interp_custom..z if (z) { out = z"; } else {wrapzdouble dcoord;z dcoord = c_z z cf_z = (z)floor((double)c_z + 0.5);dcoordTcf_Fxsize_z)floor(dcoord + 0.5);z z ic_z = cf_z * sx_z + cSg|]}d|qSic_rr8rrrr:Gz grid-constantcSg|]}d|dqSz(ic_z < 0)rr8rrrr:Iz if (z) { out = z.; } else { out = (z)x[z]; }z out = (z); z cc_z + 1; z n_z = (c_z == cf_z)) ? 1 : 2; // points needed z$ double dcoordf = c_z%; double dcoordc = c_z + 1;z cf_bounded_z; z cc_bounded_z = cc_dcoordf cf_bounded_dcoordc cc_bounded_z z&)floor(dcoordf);; z*)floor(dcoordf + 1);; rz for (int s_z = 0; s_z < n_z; s_z.++) { W w_z; z; if (s_z7 == 0) { w_z = (W)cc_z - c_z; ic_z = cf_bounded_zM; } else { w_z = c_z - (W)cf_z = cc_bounded_z; }nearestz# W wx, wy; z start;z W weights_[)rorder)r;zdouble dcoord = c_z (double)c_zA start = ({int_t})floor({coord_var}) - {order_2};zG start = ({int_t})floor({coord_var} + 0.5) - {order_2};)int_t coord_varorder_2z ci_ci_rz = start + z W w_z; z; for (int k_z = 0; k_z <= z; k_z,++) { w_z = weights_z[k_z]; ic_z = ci_z] * sx_z * cSr?)w_rr8rrrr:rBcSr?r@rr8rrrr:rBcSrCrDrr8rrrr:rEz) { out += z * (z)(z(); } else { z val = (z!]; out += val * (z); }z]; out += val * (z);}zy = (Y)rint((double)out);z y = (Y)out;r)-_z1cupyx_scipy_ndimage_interpolate_{}_order{}_{}_{}d_ycSsg|]}|qSrrr8rrrr:s_i64)r r r/numpynaninfr+r _generate_boundary_condition_opsr_get_spline_modespline_weights_inlineformatreplace) coord_funcr large_intyshapemodecvalrLnameinteger_outputrrinternal_dtyper-rNr_condixvarfloat_ix _coord_idx spline_moderOop_strr%_weight operationmode_strrrr_generate_interp_customs   *                           7                      rqT)for_each_devicer"c Cs<d}d}tt||d|||d||d \} } tj||| | tdS)Nzraw X x, raw W coordsY ymap r`r rarbrcrdrLrerfrpreamble)rqrcupyElementwiseKernelmath_constants_preamble) r rarcrdrLrfr in_params out_paramsrorerrr_get_map_kernel" r~c C<d}d} tt||||||d||d \} } tj|| | | tdS)Nzraw X x, raw W shiftrtshiftrvrw)rqr!ryrzr{ r rarbrcrdrLrfrr|r}rorerrr_get_shift_kernelrrc  CsRd} d} |r t} nt} t| |||||||rdnd||d \} } tj| | | | tdS)Nz raw X x, raw W shift, raw W zoomrtzoom_shift_grid zoom_shiftrvrw)rrrqryrzr{)r rarbrcrdrLrf grid_moderr|r}zoom_shift_funcrorerrr_get_zoom_shift_kernels(  rc CsLd} d} t|r tnt|||||||rdnd||d \} } tj| | | | tdS)Nzraw X x, raw W zoomrt zoom_gridzoomrvrw)rqr rryrzr{) r rarbrcrdrLrfrrr|r}rorerrr_get_zoom_kernel4s"   rc Cr)Nzraw X x, raw W matrtaffinervrw)rqr&ryrzr{rrrr_get_affine_kernelIrr)r)r')rFr)rsr"Fr)rsr"FFr) __future__rrXrycupy._core.internalcupyx.scipy.ndimagerrrr{r]rrrrr r!r&r/rqmemoizer~rrrrrrrrsR            "