o Ei) @sddlZddlZddlZddlZddlmZmZmZe ddej dddDZ e dkr7e dej ejd Zd d ZGd d d Z    d dejjdeedeedeedef ddZddZGdddejjZGdddeZGdddeZGdddeZdS)!N)AnyCallableOptionalccs|]}t|VqdSN)int.0ir J/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/einx/nn/keras.py sr .)rz5einx.nn.keras requires Keras version >= 3, but found kerascCs@|t|vrt||}|S|j|||||d}t||<|S)N)shapedtype initializername trainable)vars add_weight)layerrrrinitrtensorr r r create_or_retrieves   rc@sLeZdZGdddejjjZGdddejjjZGdddejj Z dS) ParamFactoryc@eZdZddZddZdS)zParamFactory.ConcretecCs@||_||_||_|durt|dr|j}nd}||_||_dS)Nrfloat32)rrrhasattrrr)selfrrrrrr r r __init__s  zParamFactory.Concrete.__init__cCs|jt|j|j|j|jfSr)rrCacheKeyrrrrr r r r to_value_and_key-sz&ParamFactory.Concrete.to_value_and_keyN)__name__ __module__ __qualname__r!r$r r r r Concretes r(c@s,eZdZddZddZddZddZd S) zParamFactory.CacheKeycC||_||_||_||_dSrrrrrr rrrrr r r r!3 zParamFactory.CacheKey.__init__cCst|j|j|j|jfSr)hashrrrrr#r r r __hash__9szParamFactory.CacheKey.__hash__cCs<t|tjo|j|jko|j|jko|j|jko|j|jkSr) isinstancerr"rrrr)r otherr r r __eq__<s     zParamFactory.CacheKey.__eq__cCs t|j|j|j|j}||fSr)rTracerrrrr)r backend virtual_argxr r r to_tracerEszParamFactory.CacheKey.to_tracerN)r%r&r'r!r.r1r6r r r r r"2s  r"c@r)zParamFactory.TracercCr)rr*r+r r r r!Jr,zParamFactory.Tracer.__init__csd|jdur|jn|dd}|jdur|jn|dd}|jdur$|jn|dd}|dur2td|dur:tdt|tr|dksG|dkrOtjj dd }nO|d krZtj d }nD|d kretj d }n9|dkrt fdd|dD}t d |d}tjj d |d}ntd|dt|ttfrtj |}tjjt|||||jgtjdS)Nrrrz7Must specify name for tensor factory keras.layers.Layerz7Must specify init for tensor factory keras.layers.Layerget_at rearrangeg{Gz?)stddevaddgmultiplyg?dotcsg|]}|qSr r rrr r bsz0ParamFactory.Tracer.__call__..in_axisg۶%?)meanr9z3Don't know which initializer to use for operation '')argsoutput)rgetrr ValueErrorr/strtkeras initializersTruncatedNormalConstantnpprodsqrtrfloateinxtracerapplyrrTensor)r rkwargsrrrfan_instdr r=r __call__Ps4   zParamFactory.Tracer.__call__N)r%r&r'r!rVr r r r r2Is r2N) r%r&r'rOrPinputInputr(r" TensorFactoryr2r r r r rsrTrrrrrcCst|||||S)aCreate a tensor factory for Keras parameters. Args: layer: The layer to create the parameter in. Must be an instance of ``keras.layers.Layer``. name: Name of the parameter. If ``None``, uses a default name determined from the calling operation. Defaults to ``None``. init: Initializer for the parameter. If ``None``, uses a default init method determined from the calling operation. Defaults to ``None``. dtype: Data type of the parameter. If ``None``, uses the ``dtype`` member of the calling module or ``float32`` if it does not exist. Defaults to ``None``. trainable: Whether the parameter is trainable. Defaults to ``True``. Returns: A tensor factory with the given default parameters. )rr()rrrrrr r r paramqsrZcCst|to tdd|DS)Ncss|]}t|tVqdSr)r/r)ryr r r r szis_leaf..)r/tupleall)r5r r r is_leafsr^cs$eZdZfddZddZZS)Layercstj|i|dSr)superr!)r rBrS __class__r r r!szLayer.__init__cCsHtjjdd|td}dt|jjvr|j|dddS||dS)NcSstjj|ddS)Nrr)ropszerosr=r r r szLayer.build..)r^is_initializingT)rg)rO tree_utiltree_mapr^inspect signaturecall parameters)r inputs_shapetracersr r r builds  z Layer.build)r%r&r'r!rp __classcell__r r rar r_s r_cspeZdZdZ         ddeded ed ed ed ed edededeedeffdd Z dddZ Z S)NormaNormalization layer. Args: stats: Einstein string determining the axes along which mean and variance are computed. Will be passed to ``einx.reduce``. params: Einstein string determining the axes along which learnable parameters are applied. Will be passed to ``einx.elementwise``. Defaults to ``"b... [c]"``. mean: Whether to apply mean normalization. Defaults to ``True``. var: Whether to apply variance normalization. Defaults to ``True``. scale: Whether to apply a learnable scale according to ``params``. Defaults to ``True``. bias: Whether to apply a learnable bias according to ``params``. Defaults to ``True``. epsilon: A small float added to the variance to avoid division by zero. Defaults to ``1e-5``. fastvar: Whether to use a fast variance computation. Defaults to ``True``. dtype: Data type of the weights. Defaults to ``"float32"``. decay_rate: Decay rate for exponential moving average of mean and variance. If ``None``, no moving average is applied. Defaults to ``None``. **kwargs: Additional parameters that specify values for single axes, e.g. ``a=4``. b... [c]Th㈵>rNstatsparamsr@varscalebiasepsilonfastvarr decay_raterSc  sNtj| d||_||_||_||_||_||_||_||_ | |_ | |_ dSNrc) r`r!rurvuse_meanuse_var use_scaleuse_biasrzr{r|rS) r rurvr@rwrxryrzr{rr|rSrar r r!s z Norm.__init__Fc Cs@|jduo | p |}tjj||j|jf|r|jrt|dddn|j|r-|jr-t|dddn|j|j r9t|dddnd|j rDt|dddnd|j |j d|j durS|j ni\}}}|jduoc|oc| }|r|jr|jtj|j|jjd |j||jj|jr|jtj|j|jjd |j||jj|S) Nr@F)rrrwrxTry)r@rwrxryrzr{)r|rOnnnormrurvr~rZrrrrzr{rSr@assignrrdcastvaluerrw)r r5trainingrguse_emar@rw update_emar r r rlsP z Norm.call) rsTTTTrtTrN)NF) r%r&r'__doc__rFboolrNrrr!rlrqr r rar rrsF    rrc s<eZdZdZd dedededeffdd Zd d ZZ S) LinearaLinear layer. Args: expr: Einstein string determining the axes along which the weight matrix is multiplied. Will be passed to ``einx.dot``. bias: Whether to apply a learnable bias. Defaults to ``True``. dtype: Data type of the weights. Defaults to ``"float32"``. **kwargs: Additional parameters that specify values for single axes, e.g. ``a=4``. TrexprryrrSc s$tj|d||_||_||_dSr})r`r!rrrS)r rryrrSrar r r!s zLinear.__init__cCs:tjj||jf|jrt|ddndt|ddd|jS)Nry)rweight)ryr)rOrlinearrrrZrS)r r5r r r rls z Linear.call)Tr) r%r&r'rrFrrr!rlrqr r rar rs rcs8eZdZdZdededeffdd Zd dd ZZ S) DropoutaDropout layer. Args: expr: Einstein string determining the axes along which dropout is applied. Will be passed to ``einx.elementwise``. drop_rate: Drop rate. **kwargs: Additional parameters that specify values for single axes, e.g. ``a=4``. r drop_raterSc s t||_||_||_dSr)r`r!rrrS)r rrrSrar r r!s  zDropout.__init__NcCs(|rtjj||jfd|ji|jS|S)Nr)rOrdropoutrrrS)r r5rr r r rl sz Dropout.callr) r%r&r'rrFrNrr!rlrqr r rar rs r)NNNT)rrOrjnumpyrKtypingrrrr\ __version__split_version ImportErrorrPimport_rGrrlayersr_rFrrZr^rrrrr r r r s>" V V