o װiL@s4ddlZddlZddlZddlmZddlmZddlmZdZejZd)ddZ d)dd Z d)d d Z d)d d Z d)ddZ d)ddZd)ddZd*ddZ d+ddZejjdd  d,dd Zejjdd  d,d!d"Zejjdd  d-d#d$Zejjdd  d-d%d&Zejjdd  d,d'd(ZdS).N)_spline_prefilter_core)_spline_kernel_weights)_utilzS // workaround for HIP: line begins with #include #include c CsTg}|d|dkrd|nd}t|D]}|d|d|d|dq|S) a Extract target coordinate from coords array (for map_coordinates). Notes ----- Assumes the following variables have been initialized on the device:: coords (ndarray): array of shape (ncoords, ndim) containing the target coordinates. c_j: variables to hold the target coordinates computes:: c_j = coords[i + j * ncoords]; ncoords is determined by the size of the output array, y. y will be indexed by the CIndexer, _ind. Thus ncoords = _ind.size(); z ptrdiff_t ncoords = _ind.size();r + (W) W c_z = coords[i + z * ncoords];)appendrangendimnprepadopsprejrW/home/ubuntu/.local/lib/python3.10/site-packages/cupyx/scipy/ndimage/_interp_kernels.py_get_coord_maps   rcCsVg}|dkr d|nd}t|D]}|d|d|d|d|d|d q|S) aCompute target coordinate based on a shift followed by a zoom. This version zooms from the center of the edge pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis shift[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * (in_coord[j] - shift[j]) rrrr = zoom[] * ((W)in_coord[ ] - shift[z])rr r r rrr_get_coord_zoom_and_shift/s  rc CPg}|dkr d|nd}t|D]}|d|d|d|d|d q|S) aCompute target coordinate based on a shift followed by a zoom. This version zooms from the outer edges of the grid pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis shift[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * (in_coord[j] - shift[j] + 0.5) - 0.5 rrrrrrz] - shift[j] + 0.5) - 0.5rrr rrr_get_coord_zoom_and_shift_gridIs  rc Cr) a|Compute target coordinate based on a zoom. This version zooms from the center of the edge pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * in_coord[j] rrrrr] * (W)in_coord[]rrr rrr_get_coord_zoomc  rc Cr) aCompute target coordinate based on a zoom (grid_mode=True version). This version zooms from the outer edges of the grid pixels. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate zoom[ndim]: array containing the zoom for each axis computes:: c_j = zoom[j] * (in_coord[j] + 0.5) - 0.5 rrrrrrz] + 0.5) - 0.5rrr rrr_get_coord_zoom_grid|rrc Cr) aCCompute target coordinate based on a shift. Notes ----- Assumes the following variables have been initialized on the device:: in_coord[ndim]: array containing the source coordinate shift[ndim]: array containing the zoom for each axis computes:: c_j = in_coord[j] - shift[j] rrrrz = (W)in_coord[rrrrr rrr_get_coord_shifts  r c Csg}|dkr d|nd}|d}t|D]8}|d|dt|D]}|d|d|||d |d q$|d|d|||d |d q|S) a{Compute target coordinate based on a homogeneous transformation matrix. The homogeneous matrix has shape (ndim, ndim + 1). It corresponds to affine matrix where the last row of the affine is assumed to be: ``[0] * ndim + [1]``. Notes ----- Assumes the following variables have been initialized on the device:: mat(array): array containing the (ndim, ndim + 1) transform matrix. in_coords(array): coordinates of the input For example, in 2D: c_0 = mat[0] * in_coords[0] + mat[1] * in_coords[1] + aff[2]; c_1 = mat[3] * in_coords[0] + mat[4] * in_coords[1] + aff[5]; rrrz W c_z = (W)0.0;z c_z += mat[r];rrr)r r rrncolrkrrr_get_coord_affines.      r% unsigned intcCsht|}d|d|d|dg}t|dddD]}|d||d |d q|d d |S) z declare a multi-index array in_coord and unravel the 1D index, i into it. This code assumes that the array is a C-ordered array. z z in_coord[z ]; z s, t, idx = i;r!rz s = z(; t = idx / s; in_coord[z!] = idx - t * s; idx = t;z in_coord[0] = idx; )lenr r join)shapeuint_tr coderrrr_unravel_loop_indexs    r.rFc  Cstg} |rdnd} | | d|rd} d}nd} d}t|D]}| d|d |d |d q| d| d |d dt|d ddD]}| d| d |d d|d|d qG| sh| t|| | ||| } |tjurwd}n|tjkrd}n|tj krd}nd| d|}|dkrdddt|D}| d|d|d|dkrj|d kr| d!t|D]l}|d kr| d"|dn| d#|d$|d%|d&|d' |dkr|d krd(}d)}nd*|}d+}| t||d,||||d kr| d#|d$|d%|d-| d.|d/|d0|d1|d qd2d3dt|D}|d4kr\dd5dt|D}| d6|d7|d8| d9|d: n'| d;| d9|d n|d krt|D]}| d.|d$|d%|d&|d<|d=|d0|d>|d?|d@|dA|dB|d kr| dC|dD|dEn| d#|dF|d0|dG|dH|dI|d |dkr$|d krdJ}d)}ndK|}d+}| t||d,||||d krdLndM|}| t||d,||||d kr$| dN|dF|d%|dO|dH|d%|dP | dQgdR|dS|dT|dU|dV|dW|d/|dX|dY|dZ|d[|d\|d]|d1|d^|d_|d`|d\|da|d1|dbqsn|d kr|d4krd}n |dckrdc}nt |}| dd|det|D]}| df|dg|d d | t |j ||dh|divr| dj|dd(}| t||d,||d)ndk|}|d @rdl}ndm}| |j |||dndo| |dp|dg|d d t|d D]&}dq|dg|dr}| d#|ds|d| t||d,||q*| dt|du|d/|dv|dw|dx|dy|dz|d{|d||d}|d~|d||d|duq|dkrdddt|D}d2ddt|D}|d4ks|d kr|dkrdddt|D}| d6|d|d| d|d| d| d9|d| d|dn| d.| d| d9|d| d|d | d||dkr| d|r | dn| dd| }| dd}d ||||ddd|D}| dkr6|d7}||fS)aQ Args: coord_func (function): generates code to do the coordinate transformation. See for example, `_get_coord_shift`. ndim (int): The number of dimensions. large_int (bool): If true use Py_ssize_t instead of int for indexing. yshape (tuple): Shape of the output array. mode (str): Signal extension mode to use at the array boundaries cval (float): constant value used when `mode == 'constant'`. name (str): base name for the interpolation kernel integer_output (bool): boolean indicating whether the output has an integer type. nprepad (int): integer indicating the amount of prepadding at the boundaries. Returns: operation (str): code body for the ElementwiseKernel name (str): name for the ElementwiseKernel doubleYz out = 0.0;size_t ptrdiff_tr&intzconst z xsize_z = x.shape()[r"z sx_r!z = 1;rr'z = sx_z * xsize_rz (Y)CUDART_NANz (Y)CUDART_INFz(Y)(-CUDART_INF)()constantz || c Ss$g|]}d|d|d|dqS)z(c_z < 0) || (c_z > xsize_z - 1)r.0rrrr s$z+_generate_interp_custom..z if (z) { out = z"; } else {wrapzdouble dcoord;z dcoord = c_z z cf_z = (z)floor((double)c_z + 0.5);dcoordTcf_Fxsize_z)floor(dcoord + 0.5);z z ic_z = cf_z * sx_z + cSg|]}d|qSic_rr7rrrr9Ez grid-constantcSg|]}d|dqSz(ic_z < 0)rr7rrrr9Gz if (z) { out = z.; } else { out = (z)x[z]; }z out = (z); z cc_z + 1; z n_z = (c_z == cf_z)) ? 1 : 2; // points needed z$ double dcoordf = c_z%; double dcoordc = c_z + 1;z cf_bounded_z; z cc_bounded_z = cc_dcoordf cf_bounded_dcoordc cc_bounded_z z&)floor(dcoordf);; z*)floor(dcoordf + 1);; rz for (int s_z = 0; s_z < n_z; s_z.++) { W w_z; z; if (s_z7 == 0) { w_z = (W)cc_z - c_z; ic_z = cf_bounded_zM; } else { w_z = c_z - (W)cf_z = cc_bounded_z; }nearestz# W wx, wy; z start;z W weights_[)rorder)r:zdouble dcoord = c_z (double)c_zA start = ({int_t})floor({coord_var}) - {order_2};zG start = ({int_t})floor({coord_var} + 0.5) - {order_2};)int_t coord_varorder_2z ci_ci_rz = start + z W w_z; z; for (int k_z = 0; k_z <= z; k_z,++) { w_z = weights_z[k_z]; ic_z = ci_z] * sx_z * cSr>)w_rr7rrrr9rAcSr>r?rr7rrrr9rAcSrBrCrr7rrrr9rDz) { out += z * (z)(z(); } else { z val = (z!]; out += val * (z); }z]; out += val * (z);}zy = (Y)rint((double)out);z y = (Y)out;r(-_z5cupyx_scipy_ndimage_interpolate_{}_order{}_{}_{}d_y{}cSsg|]}|qSrrr7rrrr9s_i64)r r r.numpynaninfr*r _generate_boundary_condition_opsr_get_spline_modespline_weights_inlineformatreplace) coord_funcr large_intyshapemodecvalrKnameinteger_outputr omit_in_coordrinternal_dtyper,rMr_condixvarfloat_ix _coord_idx spline_moderNop_strr$_weight operationmode_strrrr_generate_interp_customs   *                           7                     rpT)for_each_devicer!c Cs>d}d} tt||||||d||dd \} } tj|| | | tdS)Nzraw X x, raw W coordsY ymapT) r^r r_r`rarbrKrcrdr repreamble)rprcupyElementwiseKernelmath_constants_preamble r r_r`rarbrKrdr in_params out_paramsrnrcrrr_get_map_kernels$ r}c C<d}d} tt||||||d||d \} } tj|| | | tdS)Nzraw X x, raw W shiftrsshift r^r r_r`rarbrKrcrdr ru)rpr rwrxryrzrrr_get_shift_kernel" rc  CsRd} d} |r t} nt} t| |||||||rdnd||d \} } tj| | | | tdS)Nz raw X x, raw W shift, raw W zoomrszoom_shift_grid zoom_shiftrru)rrrprwrxry)r r_r`rarbrKrd grid_moder r{r|zoom_shift_funcrnrcrrr_get_zoom_shift_kernels(  rc CsLd} d} t|r tnt|||||||rdnd||d \} } tj| | | | tdS)Nzraw X x, raw W zoomrs zoom_gridzoomrru)rprrrwrxry) r r_r`rarbrKrdrr r{r|rnrcrrr_get_zoom_kernel/s"   rc Cr~)Nzraw X x, raw W matrsaffinerru)rpr%rwrxryrzrrr_get_affine_kernelDrr)r)r&)rFrF)rrr!Fr)rrr!FFr)rVrwcupy._core.internalcupyx.scipy.ndimagerrrryr[rrrrrr r%r.rpmemoizer}rrrrrrrrsR           "