o з╡i╣Fу@sddlmmZddlZddlmZddlmZddl mm mZddДZd9ddДZ d d ДZddДZd:ddДZd;ddДZd9ddДZddДZdd+d,ДZd-d.ДZd/d0ДZd1d2ДZd3d4ДZ Gd5d6Дd6ГZ!d7d8ДZ"dS)?щN)┌partialй┌use_name_ofcCs`t|tjjjtjjjBГrt|jГSt|tt Bt BtjBtj BtjBГr&dStdt|ГЫdЭГВ)NйzObject of type z is not a tensor or scalar)┌ isinstance┌tracer┌ signature┌ classical┌Tensor┌ConvertibleTensor┌tuple┌shape┌int┌float┌bool┌np┌integer┌floating┌bool_┌ ValueError┌type)┌xrr·b/home/ubuntu/.local/lib/python3.10/site-packages/einx/_src/tracer/signature/classical/functions.py┌ _get_shapes $rщcєtИГЗЗfddДГ}|S)NcsZt|ГЙИ|fi|дО}ИdkrttjjjИdН}n Иdks JВЗЗfddД}tа||бS)Nrйr cєtЗЗfddДtИГDГГS)Nc3є"Б|]}tjjjИИdНVqdSйrNйrrr r й┌.0┌_й┌originr rr┌ єА zBpreserve_shape..inner....йr┌rangeйr%й┌num_outputsr r*r┌єz/preserve_shape..inner..)rrrrr r ┌cast)r┌kwargs┌outputйr,┌oprr┌innerszpreserve_shape..innerrйr3r,r4rr2r┌preserve_shapesr6cєtИГЗfddДГ}|S)Ncs(И||Г}tа|ttjjj|dНб}|SйNrйrr/rrr r )rr йr3rrr4#s zset_shape..innerrйr3r4rr:r┌ set_shape"sr<cr7)NcsFt|ГЙtЗfddД|DГГ}И||Г}tа|ttjjj|dНб}|S)Nc3єБ|]}И|VqdSйNrйr"┌iй┌shape_inrrr&0єАz+transpose..inner..r)rrrr/rrr r )r┌axesr r:rArr4-s ztranspose..innerrr;rr:r┌ transpose,srE┌axis1┌axis2FcstИГЗЗЗЗfddДГ}|S)NcsvИr |jd}|jd}n"И|vrtdИЫdЭГВИ|vr%tdИЫdЭГВ|аИб}|аИб}tt|ГГ}|dkr?|t|Г7}|dkrI|t|Г7}|dks]|t|Гks]|dks]|t|Гkrgtd|Ыd|ЫЭГВ||||kr}td||Ыd ||ЫЭГВ||}t|Г}|t||Г=|t||Г=|а|бt |Г}ИsдИ|И|i|B}И|fi|дО}t а|tt j jj|d Нб}|S)Nщr·Missing required argument 'z ' in diagonalrz#Invalid axis indices for diagonal: z, z4Cannot take diagonal over axes of different length: · and r)┌ndimr┌pop┌listr┌len┌max┌min┌appendrrr/rrr r )rr0rFrGrB┌l┌ shape_outй┌ argname_axis1┌ argname_axis2┌axis_always_lastr3rrr49s: ( zdiagonal..innerr)r3rUrVrWr4rrTr┌diagonal8s%rX┌axis┌keepdimscєtИГЗЗЗfddДГ}|S)Ncs─tt|ГГ}И|vs|Иdurtt|jГГ}nt|ИtГr%|Иg}n|И}И|vr;|Иr;|D]}d||<q3nt|ddНD]}||=qAt|Г}И|fi|дО}tа |t tjjj |dНб}|S)NrT)┌reverser)rMrr)rKrr┌sortedrrr/rrr r )rr0r rD┌aй┌argname_axis┌argname_keepdimsr3rrr4cs zreduce..innerr)r3r`rar4rr_r┌reducebsrbcr)NcsфdЙ|D]@}t|dГrDИdur|jЙq|j}tИГt|Гkr*dИЙtИГt|Гkst|ГtИГkr>d|}t|ГtИГks2tаИ|бЙqИdurMtdГВИ|О}Иdkr_ttjj j ИdН}n ИdkseJВЗЗfddД}tа||бS)Nr йrz>elementwise operation requires at least one tensor as argumentrrcr)Nc3rrr r!r$rrr&Уr'z?elementwise..inner....r(r*r+r*rr-Уr.z,elementwise..inner..)┌hasattrr rNr┌maximumrrrrr r r/)┌xsr^┌shape2rr1r2rrr4|s, Аzelementwise..innerrr5rr2r┌elementwise{srhcsЗfddД}|S)Ncs░|j|jkrtd|jЫd|jЫЭГВ|jdks|jdkr(td|jЫd|jЫЭГВttа|jddЕ|jddЕбГ|jd|jdf}И||Г}tа|ttj j j|dНб}|S)NzImatmul requires input tensors to have the same number of dimensions, got rJrHzAmatmul requires input tensors to have at least 2 dimensions, got щ■ щ r)rKrrrrer rr/rrr r )r┌yr r:rr┌matmulЫs8 zmatmul..matmulr)r3rlrr:rrlЪsrlcr)Ncs┌И|vr |И}nd}|dur|j}nB|}|dkr||j7}|dks'||jkr2td|Ыd|jЫЭГВt|dГr=t|jГ}nd}t|jd|ЕГ|t|j|ddЕГ}И||fi|дО}tа|ttjj j |dНб}|S)Nr·axis ·& out of bounds for array of dimension r rrr)r rKrrdrrr/rrr r )r┌indicesr0rYr rG┌ indices_shapeйr`r3rrr4кs" ,ztake..innerrйr3r`r4rrqr┌takeйsrscs,tИtjГs tdГВtИГЗfddДГ}|S)Nzop must be Tracercstjjа|И|g|в|бSr>)rr┌python┌call_inplace)r┌argsr0r:rrr4╩szinplace..inner)rr┌Tracerrrr;rr:r┌inplace╞s rxcCsddД}|S)NcSsRt|tГrt|Г|jkrtdt|ГЫd|jЫdЭГВt|jГ}g}|D]R}t|tjt BГs?t|t jjj t jjjBГrF|jdkrF|ddЕ}q#|tdГksT|tdddГkrb|а|dб|ddЕ}q#|durl|аdбq#tdt|ГЫdЭГВt|Гt|Г}n|jdkrНtd |jЫd ЭГВt|jГ}t jjа||б}t а|tt jjj |dНб}|S)NzNumber of indices (z%) must match the rank of the tensor (·)rrrjz Key type z not supportedz0Single index only supported for 1D tensors, got zD tensorr)rrrNrKrrMr rrrrrr r r┌slicerQ┌NotImplementedErrorrrt┌getitemr/r)┌tensor┌key┌in_shaper ┌krrrrr|╥s0 zgetitem..getitemr)r|rrrr|╤sr|cs"Иdur tjjjЙЗfddД}|S)Ncs,|j}И|g|вRi|дО}tа||б}|Sr>)┌_tracer_typerr/)rrvr0┌tracer_typer:rr┌setitem°szsetitem..setitem)rrrtrГ)r3rГrr:rrГЇs rГcr7)Ncs:|f}И|g|вRi|дО}tа|ttjjj|dНб}|Sr8r9)┌nrvr0r rr:rrr4szarange..innerrr;rr:r┌arangesrЕcr)Ncs║И|vr |ИЙndЙИdkrИ|dj7ЙИdks!И|djkr.tdИЫd|djЫЭГВt|djГ}tЗfddД|DГГ|И<t|Г}И|fi|дО}tа|ttj j j|dНб}|S)Nrrmrnc3sБ|]}|jИVqdSr>r)r"rйrYrrr&sАz-concatenate..inner..r)rKrrMr ┌sumrrr/rrr r )rfr0r rrqrЖrr4 s zconcatenate..innerrrrrrqr┌concatenatesrИcr[)Nc s@И|vr |И}nd}|dkr||j7}|dks||jkr(td|Ыd|jЫЭГВt|tГrQ|j||}|||jdkrKtd|j|Ыd|ЫdЭГВ|g|}n!Иrpdgt|Г|j|gЙЗfddДttИГd ГDГ}n|}gЙ|D]}t|jГ}t|Г||<Иаt |ГбqvИ||fi|дО}t а|Зfd dДб}|S)Nrrmrnz2array split does not result in an equal division: z % z != 0cs g|]}И|dИ|СqSrcrr?)rorr┌ 7s z(split..inner..rcsЗfddДИDГS)Ncsg|]}tjjjИ|dНСqS)rr йr"r r*rrrЙBsz:split..inner....rr*)┌shapesr*rr-Bєz&split..inner..)rKrrrr rMr)rNrQrrr/) r┌arg1r0rY┌section_length┌lengths┌lengthr rfйr`┌ cumulativer3)rorЛrr4$s0 zsplit..innerr)r3rТr`r4rrСr┌split#s rУcr7)NcsV|jdks |jdkrtd|jЫd|jЫdЭГВИ||Г}tа|ttjjjddНб}|S)Nrz"dot only supports 1D tensors, got zD and ┌Drr)rKrrr/rrr r )rrkr:rrr4Is zdot..innerrr;rr:r┌dotHsrХrDcr)NcsЖИ|vr |И}ntdИЫdЭГВt|tГr(ttИj|ИjГГЙtt|ГГЙn)t|ttBГrJt|ГdkrJ|\ЙЙtИtГrAИgЙtИtГrIИgЙntd|ЫЭГВtИГtИГkrgtdtИГЫdtИГЫЭГВddДЙЗЗfd d ДИDГЙЗЗfdd ДИDГЙЗfdd ДtИjГDГ}Зfd d ДtИjГDГ}tЗfdd Д|DГЗfdd Д|DГГ}ИИИfi|дО}tа |t tjjj |dНб}|S)NrIz' in tensordotrHz%Invalid axes argument for tensordot: zAxes lengths do not match: z != cSs,|dkr||7}|dks||krtdГВ|S)NrzInvalid axis index in tensordot)r)rYrKrrr┌canonicalize_axisks z3tensordot..inner..canonicalize_axiscєg|]}И|ИjГСqSrйrKйr"rY)r^rЦrrrЙrєz,tensordot..inner..crЧrrШrЩ)┌brЦrrrЙsrЪcєg|]}|Иvr|СqSrrr?)┌axes_arrrЙurЪcrЬrrr?)┌axes_brrrЙvrЪcєg|]}Иj|СqSrrr?)r^rrrЙwєcrЯrrr?)rЫrrrЙwrаr)rrrrMr)rKrrNrr/rrr r )r^rЫr0rD┌a_remain┌b_remainr rй┌argname_axesr3)r^rЭrЮrЫrЦrr4Vs2 А(ztensordot..innerr)r3rдr4rrгr┌ tensordotUs&rеcr7)Nc s`|аdбdаdб}t|Гt|Гkr tdt|ГЫdt|ГЫЭГВiЙtt||ddНГD]U\}\}}|абаdd б}t|Гt|jГkrUtdt|ГЫd t|jГЫd|ЫdЭГВt||jddНD]"\}}|Иvr{И||krztd |ЫdИ|Ыd|ЫЭГВq]|И|<q]q+|аdбdабаdd б}tЗfddД|DГГ} И|g|вRО} t а | tt jj j| dНб} | S)Nz->r·,· Expected z tensors, got Fй┌strict· ┌z axes, got z for z-th (zero-based) input tensorz Got conflicting values for axis z: rJrjc3r=r>rrЩй┌valuesrrr&ТrCz(einsum..inner..r)rУrNr┌ enumerate┌zip┌strip┌replacer rrr/rrr r )┌ subscripts┌tensors┌exprsr@┌exprr}rY┌value┌expr_outrSrr:rмrr4Бs(& √zeinsum..innerrr;rr:r┌einsumАsr╕cCsЮg}d}t||ddНD]?\}}t|Г}|durE|dkr!|t|Г7}|dks+|t|Гkr/tdГВ|dur8||}n |||krBtdГВ||=|а|бq||fS)NFrиr·Invalid axis index in vmapzInconsistent axis sizes in vmap)rпrMrNrrQ)rD┌shapes_outer┌shapes_innerrДrY┌shape_outer┌shape_innerrrr┌_to_shapes_innerЫs r╛cCs~g}t||ddНD]3\}}t|Г}|dur7|dkr!|t|Гd7}|dks-|t|Гdkr1tdГВ|а||б|а|бq |S)NFrиrrr╣)rпrMrNr┌insertrQ)rDr╗rДr║rYr╜r╝rrr┌_to_shapes_outerоsr└cstИГdЗfddД Г}|S)NrcsztИttjBГrИfЙtИttjBГrИfЙtИtГs$tdtИГЫЭГВtИtГs2tdtИГЫЭГВЗЗЗЗfddД}|S)Nz+Expected in_axes to be a tuple or int, got z,Expected out_axes to be a tuple or int, got csPt|ГtИГkrtdtИГЫdt|ГЫЭГВddД|DГ}tИ|Г\}}ddД|DГ}И|О}t|tjjjГsPt|tГrEt ddД|DГГsPtdt аt|бЫЭГВtа ||б}t|tjГr_|g}d dД|DГ}tИ||ГЙИ|tИГd krvИnИdtИГd krБИnИddН|О}tИГd krЮtа|ttjjjИdd НбStа|ЗfddДбS)Nrзz$ arguments in vmapped function, got cSєg|]}|jСqSrrйr"┌trrrrЙ═rМzRvmap..vmap_with_shapes..vmapped_op_with_shapes..cSsg|] }tjjаd|бСqSr>r rКrrrrЙ╤r.css Б|]}t|tjjjГVqdSr>)rrrr r r┬rrrr&╘sАzQvmap..vmap_with_shapes..vmapped_op_with_shapes..zEExpected vmapped function to return a tensor or tuple of tensor, got cSr┴rrr┬rrrrЙ▄rМrr)┌in_axes┌out_axesrcstЗfddДИDГГS)Nc3s"Б|]}tjjjИ|dНVqdSrr rКr*rrr&шr'zcvmap..vmap_with_shapes..vmapped_op_with_shapes....)rr*й┌out_shapes_outerr*rr-шrаzPvmap..vmap_with_shapes..vmapped_op_with_shapes..)rNrr╛rrrr r r┌all┌pytree┌mapr┌Graphrwr└r/r)r│┌in_shapes_outer┌in_shapes_inner┌vmapped_axis_len┌in_tracers_inner┌out_tracers_inner┌graph┌out_shapes_inner)r─r3┌ original_vmapr┼r╞r┌vmapped_op_with_shapes╚s. 4 z>vmap..vmap_with_shapes..vmapped_op_with_shapes)rrrrrrr)r3r─r┼r╘йr╙)r─r3r┼r┌vmap_with_shapes╜s "zvmap..vmap_with_shapes)rrr)r╙r╓rr╒r┌vmap╝s.r╫c@seZdZddДZdS)┌atcCs4||_||_t|dГ|_t|dГ|_t|dГ|_dS)N┌set┌add┌subtract)┌_x┌_indices┌_at_updaterr┘r┌r█)┌selfrrorrr┌__init__Ёs zat.__init__N)┌__name__┌ __module__┌__qualname__rрrrrrr╪яsr╪cstИГЗЗfddДГ}|S)Ncs<tjjаtjjаИjdбИjИб|Г}tа|Иjjб}|S)Nr╪)rrrt┌getattrr▄r▌r/rБ)┌updatesrйr3r▀rrr4∙s(z_at_updater..innerr)r▀r3r4rrцrr▐°sr▐rc)rFrGF)rYrZrЖr>)rD)#┌einx._src.tracer┌_srcr┌numpyr┌ functoolsr┌einx._src.util.functoolsr┌einx._src.util.pytree┌utilr╔rr6r<rErXrbrhrlrsrxr|rГrЕrИrУrХrеr╕r╛r└r╫r╪r▐rrrr┌s8 * # % +3