o EiL@sddlZddlmZddlmZddlZddlmZm Z ddl mZ dddddZ ej d d d dddd d ZejddddZddZejjej dd d ddddedejdedede ejedfdede jdejfddZee_ejjddddedejde ejedfdede jdejf d d!Zejjddddedejde ejedfdede jdejf d"d#Zejjddddedejde ejedfdede jdejf d$d%Zejjddddedejde ejedfdede jdejf d&d'ZdS)(N)partial)util)CallableUnion)opbackendcsvdusJ|r|d}|dd}|d} n |d}|dd}ddt||D}g} |D]Z\} } } }dd| D}| |vrG|| nd}|dur\|dksSJ| | | | fq/dd| D}||=tjjj|} t |D]}| | t df||f| | fqtq/t | |j ksJ| }fdd t fd d |D}|r| |} |s|||S|||| S) NrrcSs"g|] \}\}}}||||fqSr ).0tensorcoordinate_axis_name expr_coordndimr r J/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/einx/op/index.py s  z_index..cSs"g|] }t|tjjjr|jqSr  isinstanceeinxexprstage3Axisnamer axisr r rr cSs g|] }t|tjjjr|qSr )rrrrrrr r rr$s cstj||dddS)NF) broadcastrr)rtranspose_broadcast)r r)r expr_commonr r transpose1s  z_index..transposec3s |] \}}}||VqdSNr )r r r r)rr r 6s z_index..)zipallindexappendrrrListmayberangeslicelenrtuple)updatelayoutexpr_update_innerrrrtensors tensor_intensor_coordinates tensor_updatelayout2 tensor_coordr rr axis_namesraxesir )rrrr_index sV          r8csfddS)Ncs"|fdd|D|fi|S)Ncg|]}|qSr r r xtr rrE.....r )exprs_in tensors_inexpr_outkwargscr=r rDs ..r r=rEr rDrrFDrF)tracec st|t|krtdt|dt||dD]}t|tjjjr0|jr0|jdkr0tdqt ||gD]}| D]}t|tjjj rLtdq>q8|sb| D] }tjj |ratdqT|rdd |dd D}|d  D]} t| tjjjr| j |vrtd | j qud d fddt||D}|}|d} |r|dd n|dd} |r|d } g} d}| D]R}dd| D}t|dkrtdt|d|dt|dkr|djnd}t|dkr|djr|djdkr|dj nd}| ||f||7}qdd | Dt|kr1td|dt|rHdd | D}t|dkrHtddd | Dtfddfdd| D} |rotjj| nd} fddtjj|}|rtjj| } |rfddtjj|}ddfd d| D}|r| nd}d!dt|| D} |r| d|dfg}t|d"d#d$d fd%dd D}d&d |D}|D].\}}}| D]#} t| tjjjr| j |kr| j |vr|| j || qqtjjj|}n tjjt|gd}ttr6ttt|| ||d't| g| |rP| gng}tj|||gd(d)\}}t|dkrot|dksqJ|d|dfS)*N Expected z input tensors, got rr9First expression cannot contain unnamed axes with value 1zConcatenation not allowedz1Brackets in the output expression are not allowedcSs0h|]}|D] }t|tjjjr|jqqSr )r#rrrrrr)r rootrr r r Xszindex_stage3..r z\Update expression cannot contain axes that are not in the coordinate or tensor expressions: cSs|dkrdS|S)Nget_at embeddingr )sr r rget_namefszindex_stage3..get_namec s8g|]\}}tjj||jttdqS))rinit)rtracer call_factoryshaper _op_to_str)r r r)rrRrr rrls z index_stage3..cSs.g|]}t|tjjjrtjj|r|qSr )rrrrr is_markedr rr r rrs zCExpected at most one coordinate axis in coordinate expression, got z in ''cS0h|]}t|tjjjrtjj|r|jqSr rrrrrrXrrYr r rrN z marked axes in tensor, got cSr[r r\rYr r rrNr]z,Update expression cannot contain marked axescS"h|] }t|tjjjr|jqSr rrYr r rrNrcsRt|tjjjr#|jvr%tjj|s'|jtjj| SdSdSdSr ) rrrrrrrXaddMarker __deepcopy__r)new_marked_axis_namestensor_axis_namesr rreplaces   zindex_stage3..replacecsg|] }tjj|qSr )rrrrerY)rer rrscFt|tjjjr|jvrtjj|s!tjj|SdSdSdSr rrrrrrrXr`rarb)rcr rre  crfr rgrb)marked_tensor_axis_namesr rrerhcSstjj|}t|gdS)Nr)rrr get_markedrflattenrbr r rto_innerszindex_stage3..to_innercr9r r rY)rlr rrr>cSsg|] \}\}}|||fqSr r )r rr rr r rrs cSst|djS)Nr)r*rV)r;r r rrFrIzindex_stage3..)keycs.g|]}t|tjjjr|jdks|qS)rrr)longestr rrscSsh|]}|jqSr )rrr r rrNs)rr,r-rr.rT)rflatr) r* ValueErrorrrrrr is_unnamedvaluelistr# ConcatenationrXrr" all_to_tensorr%setresortedr_r&r'rjrrkstrgetattrrr8rJ vmap_stage3)r@rArBr,rrrrMr5r expr_tensorexprs_coordinates expr_updater- total_ndimrmarked_coordinate_axesrr marked_update_axis_namesexprs_coordinates_innerr.r3all_axes axes_names_r tensors_out exprs_outr ) rrRrnrircrrerdrlr index_stage3Cs                       rT)csec stjj||\}}tjj|}t|dkr3r/tjj|dtjj |ddgg}nt dt|dtkrMt dt|ddtt|ddkr`t dt|dfdd}tjj d d t |dDtj |ddgd d |D||d dt|dd}|dt|d|t|d}} rd d|dD} dd| D} | | st d| | || fS)Nrrz2Operation string must contain an output expressionrKz input tensors, but got z&Expected 1 output expression, but got csR|dD]}t|tjjjr |jdkr tjj|r tdqdd|dD}t |}g}|dt }rB|dd}|D]R}dd|dD}t |dkr`tdt |t |dkrt|dtjjj r~| tjj |dj qD| tjj |djqD| tjj dqDtjtjj j|t|ggS) NrrrLcS8g|]}t|tjjjtjjjfrtjj|r|qSr rrrstage2 NamedAxis UnnamedAxisrXrYr r rr+ z/parse..after_stage2..r cSrr rrYr r rr9rz.after_stage2cSsg|] \}}tj||qSr )rrr)r expr_in tensor_shaper r rrUs zparse..cSs4g|]\}}tjj|t|dtjfdddqS).N)depth1depth2)rrrrrnewaxis)r kvr r rrZs")rrcSr^r rrr r rrNerzparse..cSr^r rrr r rrNhs"zIOutput expression does not contain all axes from first input expression: )rrr!_clean_description_and_parametersrrparse_opr*OpArgsrpsolver"ritemsr#issubset) descriptionr,rr parametersrrexprsr@rBaxes_inaxes_outr rrparse sX  1   &   rcCs&tj|}|duotdd|DS)Ncss|]}|dkVqdS)rNr )r rQr r rr!tz"_has_zero_shape..)rrT get_shapeany)r rVr r r_has_zero_shapers rcsddfdd S)N)rcs$|gfdd|DRi|S)Ncr9r r r:r<r rrzr>r?r )rrr/rCrDr rrFysrGr rHr rDrrFyr>)rrrr/rr,rrrreturnc Osl|rtdd|ddDr|dSt|gdd|DR||d|\}}t||||||d \} }| S) a> Updates and/ or returns values from a tensor at the given coordinates. * If ``update`` is True: The first tensor receives updates, the last tensor contains the updates, and all other tensors represent the coordinates. If the output expression is not given, it is assumed to be equal to the first input expression. * If ``update`` is False, values are retrieved from the first tensor and the remaining tensors contain the coordinates. Using multiple coordinate expressions will yield the same output as concatenating the coordinate expressions along the coordinate axis first. Args: description: Description string for the operation in einx notation. *tensors: Tensors that the operation will be applied to. op: The update/gather function. If ``op`` is a string, retrieves the attribute of ``backend`` with the same name. update: Whether to update the tensor or return values from the tensor. backend: Backend to use for all operations. If None, determines the backend from the input tensors. Defaults to None. cse: Whether to apply common subexpression elimination to the expressions. Defaults to True. graph: Whether to return the graph representation of the operation instead of computing the result. Defaults to False. **parameters: Additional parameters that specify values for single axes, e.g. ``a=4``. Returns: The result of the update/ gather operation if ``graph=False``, otherwise the graph representation of the operation. Examples: Get values from a batch of images (different indices per image): >>> tensor = np.random.uniform(size=(4, 128, 128, 3)) >>> coordinates = np.ones((4, 100, 2)) >>> einx.get_at("b [h w] c, b p [2] -> b p c", tensor, coordinates).shape (4, 100, 3) >>> tensor = np.random.uniform(size=(4, 128, 128, 3)) >>> coordinates_x = np.ones((4, 100), "int32") >>> coordinates_y = np.ones((4, 100), "int32") >>> einx.get_at( ... "b [h w] c, b p, b p -> b p c", ... tensor, ... coordinates_x, ... coordinates_y, ... ).shape (4, 100, 3) Set values in a batch of images (same indices per image): >>> tensor = np.random.uniform(size=(4, 128, 128, 3)) >>> coordinates = np.ones((100, 2), "int32") >>> updates = np.random.uniform(size=(100, 3)) >>> einx.set_at( ... "b [h w] c, p [2], p c -> b [h w] c", tensor, coordinates, updates ... ).shape (4, 128, 128, 3) >>> tensor = np.random.uniform(size=(4, 128, 128, 3)) >>> coordinates_x = np.ones((100,), "int32") >>> coordinates_y = np.ones((100,), "int32") >>> updates = np.random.uniform(size=(100, 3)) >>> einx.set_at( ... "b [h w] c, p, p, p c -> b [h w] c", ... tensor, ... coordinates_x, ... coordinates_y, ... updates, ... ).shape (4, 128, 128, 3) css|]}t|VqdSr )rr r r r rr!rzindex..rNrcSsg|]}tj|qSr )rrTrrr r rrszindex..)r,r)rr,r)rrr) rrr,rrr/rr@rBr r r rr$ws W    r$cO t|g|Rdd||d|S)zNSpecialization of :func:`einx.index` with ``op="get_at"`` and ``update=False``rOFrr,rrr$rrrr/rr r rrO rOcOr)zMSpecialization of :func:`einx.index` with ``op="set_at"`` and ``update=True``set_atTrrrr r rrrrcOr)zMSpecialization of :func:`einx.index` with ``op="add_at"`` and ``update=True``add_atTrrrr r rrrrcOr)zRSpecialization of :func:`einx.index` with ``op="subtract_at"`` and ``update=True`` subtract_atTrrrr r rr rr)r functoolsrrnumpyrtypingrr numpy.typingnptr8jitr lru_cacherrtraceback_utilfilterrxTensorboolBackend ArrayLiker$rOrrrr r r rs   :Ee a