o Qi@sddlmZddlZddlZddlmZejjdkr*GdddeZej e_ eZe Z gZ dadd Zdd d ZGd d d eZGdddeZeZdddZddZddZddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Z d)d*Z!Gd+d,d,eZ"d-d.Z#Gd/d0d0eZ$d1Z%d2d3Z&dd4d5Z'd6d7Z(Gd8d9d9eZ)e)e%a*d:d;Z+dd?Z-d@dAZ.dBdCZ/dDdEZ0ddGdHZ1ddIdJZ2ddKdLZ3ddMdNZ4ddPdQZ5ddRdSZ6ddTdUZ7dVdWZ8dXdYZ9dZd[Z:d\d]Z;d^d_ZdddeZ?dfdgZ@dhdiZAdjdkZBdldmZCdndoZDdpdqZEdrdsZFdtduZGdvdwZHdxdyZIdzd{ZJd|d}ZKd~dZLdddZMddZNddZOddZPddZQddZRddZSddZTddZUdddZVdddZWddZXdddZYdddZZddZ[ddZ\ddZ]ddZ^ddZ_ddZ`ddZaddZbddZcddZdddZeddZfddZgddZhdaiddZjGdddeZkGdddekZlGdddekZmGddÄdekZnGddńdekZoGddDŽdeZpGddɄdeZqGdd˄deZrGdd̈́deZsGddτdesZtGddфdesZuGddӄdesZvGddՄdesZwGddׄdesZxGddلdeZyGddۄdeyZzGdd݄deyZ{Gdd߄deyZ|GdddeyZ}GdddeyZ~GdddeyZddZGdddeZddZddZddZdddZdS))print_functionN) defaultdictc@ eZdZdS) compat_dictN__name__ __module__ __qualname__r r =/home/ubuntu/.local/lib/python3.10/site-packages/dynet_viz.pyrsrcC td7atSN) vindex_countr r r r new_indexrcCdSNr ) random_seedr r r initrc@sTeZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ dS)SimpleConcreteDimcCs||_||_||_dSr)nrowsncolsinferred)selfrrrr r r __init__s zSimpleConcreteDim.__init__cCs|j|jg|Srrrrkeyr r r __getitem__ zSimpleConcreteDim.__getitem__cCst|j|jgSr)iterrrrr r r __iter__!r#zSimpleConcreteDim.__iter__cCsd|j|jfS)Nz Dim(%s,%s)rr%r r r __str__"r#zSimpleConcreteDim.__str__cCs"t|to|j|jko|j|jkSr) isinstancerrrrotherr r r __eq__#s"zSimpleConcreteDim.__eq__cCs ||k Srr r)r r r __ne__$ zSimpleConcreteDim.__ne__cCst|j|jfSr)hashrrr%r r r __hash__%r#zSimpleConcreteDim.__hash__cCdSNTr r%r r r isvalid&rzSimpleConcreteDim.isvalidcCr0NFr r%r r r invalid'rzSimpleConcreteDim.invalidN) rr r rr"r&r'r+r,r/r2r4r r r r rs rc@s>eZdZdddZddZddZdd Zd d Zd d ZdS)InvalidConcreteDimNcC||_||_dSra_dimb_dim)rr8r9r r r r* zInvalidConcreteDim.__init__cCrrr r r r r r"-rzInvalidConcreteDim.__getitem__cCs(|jdur |jdur dSd|j|jfS)N InvalidDimzInvalidDim(%s, %s)r7r%r r r __repr__.szInvalidConcreteDim.__repr__cCt|Srreprr%r r r r'3zInvalidConcreteDim.__str__cCr0r3r r%r r r r24rzInvalidConcreteDim.isvalidcCr0r1r r%r r r r45rzInvalidConcreteDim.invalid)NN) rr r rr"r<r'r2r4r r r r r5)s  r5FcCst|tr |dus J|St|tr |dusJt|j|j|St|trA|dus+Jt|dks7Jt||\}}t|||S|dur]t|tsWt|t rUt||ksWJt|d|St|tsot|t rmt||ksoJt|tst|t rt||ksJt|||S)Nrr) r(r5rrrtuplelenstrintfloat)abrrrr r r make_dim9s"       $ $$ rHcC|jtkr tddS)Nz"Attempt to use a stale expression. cg_version_cgversion ValueErrorrFr r r ensure_freshnessOrPcCs|jr t|jddStS)NTr)dimr2rHr;rOr r r copy_dimSs rTcCs:|js |jr tS|j|jkrt|St|j|jSr)rSr4r;rTr5rFrGr r r ensure_same_dimXs  rVcCsT|js |jr tS|jd|jdkr#t|jd|jdddSt|j|jS)NrrTrR)rSr4r;rHr5rUr r r ensure_mul_dim_s rWcCs^|D] }|jr tSq|dj}|ddD]}||jkr(t||jSqt|dS)Nrr)rSr4r;r5rT)xsxdim0r r r ensure_all_same_dimfs    r[cCtd||gt||S)NaddGVExprrVrUr r r _addqr`cCr\)Nmul)r_rWrUr r r _mulrrarccCtd|gt|S)Nnegr_rTrOr r r _negsrgcCtd||gt|S)N scalarsubrfrUr r r _scalarsubtrkcCtd||gt|S)NcaddrfrUr r r _caddurlrocCrm)NcmulrfrUr r r _cmulvrlrqcCrmNcdivrfrUr r r _cdivwrlrtc@seZdZddZddZddZddZd d Zd d Zd dZ ddZ d5ddZ d5ddZ d5ddZ d5ddZd5ddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)Zd*d+Zd,d-Zd.d/Zd0d1Zd2d3Zd4S)6 ExpressioncCs*||_||_||_t|_t|_dSr)nameargsrSrvindexcgrMrK)rrvrwrSr r r rzs zExpression.__init__cCstSr)ryr%r r r ryz Expression.cgcC|jSr)rKr%r r r get_cg_versionrzzExpression.get_cg_versioncCr{r)rxr%r r r get_vindexrzzExpression.get_vindexcCr=r)rCr%r r r r<r@zExpression.__repr__cCs(d|jdtt|j|j|j|jfS)Nz%s([%s], %s, %s/%s), )rvjoinmaprCrwrSrxrKr%r r r r'(zExpression.__str__cC t||Sr)lookuprir r r r"r-zExpression.__getitem__cCrrr )rrjr r r __getslice__rzExpression.__getslice__FcCr0Ngr r recalculater r r scalar_valuerzExpression.scalar_valuecCgSrr rr r r vec_valuerzExpression.vec_valuecCrrr rr r r npvaluerzExpression.npvaluecCrrr rr r r valuerzExpression.valuecCrrr rr r r forwardrzExpression.forwardcCrrr )rrYr r r setrzExpression.setcCrr) lookup_batchrr r r batchr-zExpression.batchcCs|Srr r%r r r zerorzExpression.zerocCrrr r%r r r backwardrzExpression.backwardcCTt|trt|trt||St|ttfst|ttfr"t||Std||fNzself=%s, other=%s)r(rur`rDrEroNotImplementedErrorr)r r r __add__   zExpression.__add__cCrr)r(rurcrDrErqrr)r r r __mul__rzExpression.__mul__cCs(t|trt|ttfrt||Str)r(rurDrErtrr)r r r __div__s zExpression.__div__cCr=r)rgr%r r r __neg__r@zExpression.__neg__cCslt|trt|tr|| St|ttfr t|tr t||St|tr3t|ttfr3tt||Str)r(rurDrErkrgrr)r r r __sub__s  zExpression.__sub__cCrrr )rrrowr r r init_rowrzExpression.init_rowcOrrr rrwkwargsr r r init_from_arrayrzExpression.init_from_arraycOrrr rr r r set_updatedrzExpression.set_updatedNF)rr r rryr|r}r<r'r"rrrrrrrrrrrrrrrrrrr r r r ruys4      rucCst|||}t||Sr)rugraphviz_itemsappend)rvrwrSer r r r_s  r_c@s>eZdZdddZddZddZdd Zd d Zd d ZdS)ModelrcOs(t|ttfs Jtd|gt|}|S)N parameters)r(rArDrurH)rrSscalerwrppr r r add_parametersszModel.add_parameterscOs(t|tsJtd|gt|d}|S)Nlookup_parametersr)r(rArurH)rrSrwrrr r r add_lookup_parametersszModel.add_lookup_parameterscCrrr rfnamer r r save_allrzModel.save_allcCrrr rr r r load_allrzModel.load_allcCrrr rr r r saverz Model.savecCrrr rr r r loadrz Model.loadNr) rr r rrrrrrr r r r rs  ri cCstjSr)rL _cg_versionr r r r rKrzrKcCs t||Sr)rLrenew)immediate_computecheck_validityr r r renew_cg rcCstSr)rLr r r r rysryc@sheZdZdddZdddZddZd d Zd d Zd dZddZ ddZ ddZ ddZ ddZ dS)ComputationGraphrcCs|tkrtdd|_dS)Nz>Do not instantiate ComputationGraph directly. Use pydynet.cg()r)SECRET RuntimeErrorr)rguardr r r rs zComputationGraph.__init__FcCsd}tdd=|SNr )r)rrrrr r r rs zComputationGraph.renewcCr{r)rr%r r r rMrzzComputationGraph.versioncCst||Srrr)rparamsr r r r zComputationGraph.parameterscCr0rr r%r r r forward_scalarrzComputationGraph.forward_scalarcCr0rr r%r r r inc_forward_scalarrz#ComputationGraph.inc_forward_scalarcCrrr r%r r r forward_vecrzComputationGraph.forward_veccCrrr r%r r r inc_forward_vecrz ComputationGraph.inc_forward_veccCrrr r%r r r rrzComputationGraph.forwardcCrrr r%r r r inc_forwardrzComputationGraph.inc_forwardcCrrr r%r r r rrzComputationGraph.backwardNrFF)rr r rrrMrrrrrrrrr r r r rs   rcCst||Srr)pr r r parameterrrcCstd|gtdddS)N scalarInputrTrRr_rHsr r r rrarcCrd)NvecInputrrSr r r rrhrcCstd|gtt|ddS)N inputVectorTrRr_rHrB)vr r r rsrcCr\)NmatInputr)d1d2r r r rrarcCstd||gt|ddS)N inputMatrixTrRr)rdr r r rrTcCtd|||g|jS)Nrr_rS)rindexupdater r r rrlrcCr)Nrr)rindicesrr r r rrlrcCtd||gtdddS)NpickrTrRr)rFrrSr r r rrrcCtd||gtt|ddS)N pick_batchTrRr)rFrrSr r r rr?cCstd|||gt|S)Nhingerf)rYrmr r r rrarcCr)Nmax_dimrTrRrrFrr r r rrrcCr)Nmin_dimrTrRrrr r r rrrcCrd)N nobackproprfrYr r r rrhrcCrd)N flip_gradientrfrr r r rrhrcCr\rrr^rYyr r r rsrarscCsd|js |jr t}n|jd|jdkr#|jddkr#t|}nt|j|j}td||g|S)Nrr colwise_add)rSr4r;rTr5r_rYrrr r r rs " rcCr\)Ntrace_of_productr^rr r r rrarcCr\)Ncmultr^rr r r rrarcCr\)N dot_productr^rr r r rrarcCr\)Nsquared_distancer^rr r r rrarcCr\)N l1_distancer^rr r r rrarcCr\)Nbinary_log_lossr^rr r r rrarcCsr|js |jr t}n$|jd|jdkrt|j|j}nt|jd|jd|jdd}td||g|S)Nrrfilter1d_narrowrSr4r;r5rHr_rr r r r$s $rcCrd)Ntanhrfrr r r r.rhrcCrd)Nexprfrr r r r/rhrcCrd)Nsquarerfrr r r r0rhrcCrd)Nsqrtrfrr r r r1rhrcCrd)Nerfrfrr r r r2rhrcCrd)Ncuberfrr r r r3rhrcCrd)Nlogrfrr r r r4rhrcCrd)Nlgammarfrr r r r5rhrcCrd)Nlogisticrfrr r r r6rhrcCrd)Nrectifyrfrr r r r7rhrcCrm)N log_softmaxrf)rYrestrictr r r r8rlrcCrd)Nsoftmaxrfrr r r r9rhrcCrd)Nsoftsignrfrr r r r:rhrcCr\)Npowr^rr r r r ;rar cCr\)Nbminr^rr r r r <rar cCr\)Nbmaxr^rr r r r =rar cCs0td|g|jrt|jd|jdStS)N transposerrr_rSr2rHr;rr r r r >s0r cCs*td|g|jrt|jddStS)Nsum_colsrrr rr r r r?s*rcCrd)N sum_batchesrfrr r r rArhrcCsL|jrt}n|jd|krt|j|}ntd|jd}td||g|S)Nrr fold_rowsr)rYrrr r r rDs rcCtd|||gt||S)Npairwise_rank_lossr^)rYrrr r r rLrrcCrm)N poisson_lossrfrr r r rMrlrQ?cCr)Nhuber_distancer^)rYrcr r r rNrrrcCs.td|||g|jrt|jd|StS)N kmax_poolingrr )rYkrr r r rPs.rcCr)NpickneglogsoftmaxrTrRr)rYrr r r rQrrcCr)Npickneglogsoftmax_batchTrRr)rYvsr r r rRrrcCs:td||g|jrt|jd|jd|dStS)N kmh_ngramrrr )rYnr r r rTs:rcCs2td|||g|jrt|||jdStS)N pickrangerr )rYrur r r rUs2rcCrm)Nnoiserf)rYstddevr r r r Wrlr cCrm)NdropoutrfrYrr r r r"Xrlr"cCrm)N block_dropoutrfr#r r r r$Yrlr$cCri)Nreshaper)rYrr r r r%[rlr%cCtd|t|S)Nesumr_r[rXr r r r'\r#r'cCr&)Naverager(r)r r r r*]r#r*cCr&)Nemaxr(r)r r r r+^r#r+cCstdd|Dr t}n0|djd}|djd}|D]}||jd7}||jdkr.|nd}q|dkr:t||nt}td||S)Ncs|]}|jVqdSrrSr4.0rYr r r `z#concatenate_cols..rrr concatenate_colsanyr;rSrHr_rXrSrrrYr r r r2_s r2cCstdd|Dr t}n4|djd}|djd}|ddD]}||jd7}||jdkr2|nd}q |dkr>t||nt}td||S)Ncsr,rr-r.r r r r0kr1zconcatenate..rrr concatenater3r5r r r r6js r6csdtddDr t}n tfddtddddddDr*dj}nt}td|S)Ncsr,rr-r.r r r r0wr1z#affine_transform..c3s(|]\}}t||djkVqdS)rN)rWrS)r/rFrGr)r r r0ys&rrraffine_transform)r4r;allziprSr_)rXrSr r)r r7vs 0  r7cCrr) builder_numr r r r new_builder_numrr;c@seZdZddZddZddZddd Zd d Zd d ZddZ ddZ ddZ ddZ ddZ ddZdddZdddZdS) _RNNBuildercCrrr )rfr r r set_dropoutrz_RNNBuilder.set_dropoutcCrrr r%r r r disable_dropoutrz_RNNBuilder.disable_dropoutcCst|_t|_dSr)rLrMrKr;builder_versionr%r r r new_graphs  z_RNNBuilder.new_graphNcCrINzLUsing stale builder. Create .new_graph() after computation graph is renewed.rJ)resr r r start_new_sequencerQz_RNNBuilder.start_new_sequencecCs8t||jtkrtdt|j|j| SrB rPrKrLrMrNru from_cexprthisptr add_inputr)rrr r r rHsz_RNNBuilder.add_inputcCs:t||jtkrtdt|j|j|| SrBrE)rprevrr r r add_input_to_prevsz_RNNBuilder.add_input_to_prevcCs$|jtkr td|jdSrB)rKrLrMrNrGrewind_one_stepr%r r r rKsz_RNNBuilder.rewind_one_stepcCs*|jtkr tdt|j|jSrB)rKrLrMrNrurFrGbackr%r r r rLsz_RNNBuilder.backcCF|jtkr tdg}|j}|D] }|t|j|q|SrB) rKrLrMrNrGfinal_hrrurFrrescexpscexpr r r rN  z_RNNBuilder.final_hcCrMrB) rKrLrMrNrGfinal_srrurFrOr r r rTrSz_RNNBuilder.final_scCH|jtkr tdg}|j|}|D] }|t|j|q|SrB) rKrLrMrNrGget_hrrurFrrrPrQrRr r r rV  z_RNNBuilder.get_hcCrUrB) rKrLrMrNrGget_srrurFrWr r r rYrXz_RNNBuilder.get_scCsN|jdus |jtkr$||dur||n|t|d|_|jSr) _init_staterKrLrMrArDRNNState)rvecsr r r initial_states  z_RNNBuilder.initial_statecCs||jdus |jtkr;||dur1g}|D]}tt|}||||q| |n| t |d|_|jSr) rZrKrLrMrArrBrrrDr[)rr\rCrrr r r initial_state_from_raw_vectorss     z*_RNNBuilder.initial_state_from_raw_vectorsr)rr r r>r?rArDrHrJrKrLrNrTrVrYr]r^r r r r r<s     r<c@eZdZddZddZdS)SimpleRNNBuildercC0d|_||_||_||_||_d|_t|_dSrrKlayers input_dim hidden_dimmodelrZr;r@rrcrdrerfr r r r zSimpleRNNBuilder.__init__cCr0)Nr`r r%r r r whoamirzSimpleRNNBuilder.whoamiNrr r rrir r r r r` r`c@r_) GRUBuildercCrarrbrgr r r rrhzGRUBuilder.__init__cCr0)Nrlr r%r r r rirzGRUBuilder.whoamiNrjr r r r rlrkrlc@r_) LSTMBuildercCrarrbrgr r r rrhzLSTMBuilder.__init__cCr0)Nrmr r%r r r rirzLSTMBuilder.whoamiNrjr r r r rmrkrmc@r_)FastLSTMBuildercCrarrbrgr r r rrhzFastLSTMBuilder.__init__cCr0)Nrnr r%r r r rirzFastLSTMBuilder.whoamiNrjr r r r rnrkrnc@s@eZdZdZddZddZddZdd Zd d Zd d Z dS) BiRNNBuilderz Builder for BiRNNs that delegates to regular RNNs and wires them together. builder = BiRNNBuilder(1, 128, 100, model, LSTMBuilder) [o1,o2,o3] = builder.transduce([i1,i2,i3]) c Cs|dksJ|ddksJg|_|d||d|}|d||d|}|j||ft|dD]}|d||d|}|d||d|}|j||fq1dS)a @param num_layers: depth of the BiRNN @param input_dim: size of the inputs @param hidden_dim: size of the outputs (and intermediate layer representations) @param model @param rnn_builder_factory: RNNBuilder subclass, e.g. LSTMBuilder rrrN)builder_layersrxrange) r num_layersrdrerfrnn_builder_factoryr=rG_r r r rs zBiRNNBuilder.__init__cCr0)Nror r%r r r ri+rzBiRNNBuilder.whoamicCs(|jD]\}}||||qdSr)rpr>)rrfbbbr r r r>-s  zBiRNNBuilder.set_dropoutcCs$|jD] \}}||qdSr)rpr?)rrurvr r r r?1s zBiRNNBuilder.disable_dropoutcCs|D]}t|q|jddD] \}}||}|t|}ddt|t|D}q|jd\}}||}|t|}ddt|t|DS)a returns the list of state pairs (stateF, stateB) obtained by adding inputs to both forward (stateF) and backward (stateB) RNNs. @param es: a list of Expression see also transduce(xs) .transduce(xs) is different from .add_inputs(xs) in the following way: .add_inputs(xs) returns a list of RNNState pairs. RNNState objects can be queried in various ways. In particular, they allow access to the previous state, as well as to the state-vectors (h() and s() ) .transduce(xs) returns a list of Expression. These are just the output expressions. For many cases, this suffices. transduce is much more memory efficient than add_inputs. Nr cSg|] \}}t||gqSr r6r/r=rGr r r Nrz+BiRNNBuilder.add_inputs..cSsg|]\}}||fqSr r ryr r r rzRr)rPrpr] transducereversedr9 add_inputsrrCrrurvfsbsr r r r}6s zBiRNNBuilder.add_inputscCs^|D]}t|q|jD] \}}||}|t|}ddt|t|D}q |S)a1 returns the list of output Expressions obtained by adding the given inputs to the current state, one by one, to both the forward and backward RNNs, and concatenating. @param es: a list of Expression see also add_inputs(xs) .transduce(xs) is different from .add_inputs(xs) in the following way: .add_inputs(xs) returns a list of RNNState pairs. RNNState objects can be queried in various ways. In particular, they allow access to the previous state, as well as to the state-vectors (h() and s() ) .transduce(xs) returns a list of Expression. These are just the output expressions. For many cases, this suffices. transduce is much more memory efficient than add_inputs. cSrwr rxryr r r rzmrz*BiRNNBuilder.transduce..)rPrpr]r{r|r9r~r r r r{Ts zBiRNNBuilder.transduceN) rr r __doc__rrir>r?r}r{r r r r ros roc@sNeZdZdddZddZddZd d Zd d Zd dZddZ ddZ dS)r[r NcCs||_||_||_||_dSr)builder state_idx_prev_out)rrr prev_stateoutr r r rqs zRNNState.__init__cCst|jj}|j|kr|jnt|j|}|j}|dr'|dtd }td||||jj |j dgt|jj d}t |j|j d||}|S)NBuilderr[rr) rHrrdrSr5riendswithrBr_r@rrer[)rrYrdrnn_typeoutput_e new_stater r r rHws  *zRNNState.add_inputcCs>|jdur t|j_g}|}|D] }||}||q|Sr)rr;rr@rHrrrXstatescurrYr r r r}s    zRNNState.add_inputscCsdd||DS)NcSg|]}|qSr )outputr.r r r rzrlz&RNNState.transduce..)r})rrXr r r r{szRNNState.transducecCr{r)rr%r r r rrzzRNNState.outputcCr{r)rr%r r r rIrzz RNNState.prevcCr{r)rr%r r r rGrzz RNNState.bcCr{r)rr%r r r get_state_idxrzzRNNState.get_state_idx)r NN) rr r rrHr}r{rrIrGrr r r r r[ps    r[c@sFeZdZdddZddZddZdd Zd d Zd d ZddZ dS)StackedRNNStateNcCr6r)rrI)rrrIr r r rr:zStackedRNNState.__init__cCs6g}|jD]}||||d}qt||Sr)rrrHrr)rrY next_statesrr r r rHs   zStackedRNNState.add_inputcCs|jdSr)rrr%r r r rszStackedRNNState.outputcCr{r)rIr%r r r rIrzzStackedRNNState.prevcCdd|jDS)NcSrr )hr/rr r r rzrlz%StackedRNNState.h..rr%r r r rr#zStackedRNNState.hcCr)NcSrr rrr r r rzrlz%StackedRNNState.s..rr%r r r rr#zStackedRNNState.scCs*g}|}|D] }||}||q|S)zz returns the list of states obtained by adding the given inputs to the current state, one by one. )rHrrr r r r}s   zStackedRNNState.add_inputsr) rr r rrHrrIrrr}r r r r rs  rc@s8eZdZd ddZd ddZddZdd Zd d Zd S)TrainerrcCrrr )rrr r r rrzTrainer.updatecCrrr )rrr r r update_epochrzTrainer.update_epochcCrrr r%r r r statusrzTrainer.statuscCrrr )rthrr r r set_clip_thresholdrzTrainer.set_clip_thresholdcCrrr r%r r r get_clip_thresholdrzTrainer.get_clip_thresholdNr)rr r rrrrrr r r r rs    rc@seZdZdZdddZdS)SimpleSGDTrainerz# This object is very cool! 皙?cGrrr )rre0rwr r r rrzSimpleSGDTrainer.__init__N)r)rr r rrr r r r rsrc@eZdZdddZdS)MomentumSGDTrainer{Gz??cGrrr )rrrmomrwr r r rrzMomentumSGDTrainer.__init__N)rrrr r rr r r r rrc@r)AdagradTrainerr#B ;cGrrr )rrrepsrwr r r rrzAdagradTrainer.__init__N)rrrr r r r rrrc@r)AdadeltaTrainerư>ffffff?cGrrr )rrrrhorwr r r rrzAdadeltaTrainer.__init__N)rrrr r r r rrrc@seZdZdddZdS) AdamTrainerMbP?r+?:0yE>cGrrr )rralphabeta_1beta_2rrwr r r rrzAdamTrainer.__init__N)rrrrrr r r r rrrc@r) InitializerNrr r r r rrrc@r)NormalInitializerrrcCrrr )rmeanvarr r r rrzNormalInitializer.__init__N)rrrr r r r rrrc@eZdZddZdS)UniformInitializercCrrr )rrr r r rrzUniformInitializer.__init__Nrr r r r r rc@r)ConstInitializercCrrr )rrr r r rrzConstInitializer.__init__Nrr r r r rrrc@seZdZdddZdS)GlorotInitializerFcCrrr )r is_lookupr r r rrzGlorotInitializer.__init__Nrrr r r r rrrc@r)FromFileInitializercCrrr rr r r rrzFromFileInitializer.__init__Nrr r r r rrrc@r)NumpyInitializercCrrr )rarrayr r r rrzNumpyInitializer.__init__Nrr r r r rrrcCsn|rt|S|jr!|ddkrd|dSd|d|dfS|ddkr-d|dSd|d|dfS)Nrz{%s}rz{%s,%s}z{{%s}}z {{%s,%s}})r4rCr)e_dimr r r shape_strs    rc@s4eZdZddZddZddZddZd d Zd S) GVNodec Cs4||_||_||_||_||_||_||_||_dSr)rvrdlabel output_dimchildrenfeatures node_type expr_name) rrvrdrrrrrrr r r rs zGVNode.__init__c Cs(t|j|j|j|j|j|j|j|jgSr) r$rvrdrrrrrrr%r r r r&rzGVNode.__iter__cCsddtt|S)Nz GVNode(%s)r~)rrrCr%r r r r<rlzGVNode.__repr__cCr=rr>r%r r r r'r@zGVNode.__str__cCst|t|kSr)idr)r r r __lt__r#z GVNode.__lt__N)rr r rr&r<r'rr r r r rs   rc)s6t}t}|rtD] }||vr||||j<q tfdddd}tD]q}|j}|j}|j} |j} d} t} d} |dkrG| \}g}na|dkrR| \}g}nV|d kr^| \}}g}nJ|d krj| \}}g}n>|d kr| \}g}|r}||vr}||}d } n'|d kr| \}g}|r||vr||}d } n|dkr| \}}}|j\}||vr||}nd}d}|r||vr||}||vrd|||f}|r|dur|}n|durd||f}nd|}g}n||jd|jg}|dur| ||d}| d|d||r dndgn|dkrT| \}} }}}|}| dr.|dt d d|||f}|sG|j} || d| }!|!g}ng}| ||jd} nTg}| D]O}t|tr}|ss|j} || d| }!| |!| ||jqXt|tr|rtddd|}!|!dkrt|}!| |!qX| t|qX|rdd d!d"dd!d"d d#d$d%d&d' ||}|rd(|d)|f}"n|}"n|d*kr|\}#}$d+|#|$f}"nr|d,kr|\}#}$d-|#|$f}"nb|d.kr|\}#}$d/|#|$f}"nR|d0kr|\}#}$d1|#|$f}"nB|d2kr|\}#d3|#}"n5|d4kr?|d}"td5t |d6D]} |"d7t|| | d67}"q,n|durNd(|d)|f}"n|}"||}|sad||d|nd}%|"}&|snd8|%|&f}&d}'|r|r||vr|||kr||nd}(| t|| |&| t| |'| |(q&|S)9aU Make a network graph, represented as of nodes and a set of edges. The nodes are represented as tuples: (name: string, input_dim: Dim, label: string, output_dim: Dim, children: set[name], features: string) # The edges are represented as dict of children to sets of parents: (child: string) -> [(parent: string, features: string)] cstttdS)NA)chrrBordr  rnn_bldr_namer r rlz$make_network_graph..cSs dd|fS)Nz%s%sNr )vidxr r r vidx2strrz$make_network_graph..vidx2strN 2_regularrrrrr1_paramrrz\"%s\"z%s[%s]z lookup(%s)zv%drz%srfixedr[rz%s-%s-%s 3_rnn_statez0+$z%.3fz0.+-*/catsummaxmin) r]subrbdivrnrprsrjr6r'r+eminz%s(%s)r~r]z%s + %srz%s - %srbz%s * %srz%s / %srez-%sr7rrz + %s*%sz%s = %s)rdictrrxrrvrwrSgetrextendrrBr]r(rurErerrCrrqrAr frozenset))compactexpression_names lookup_namesnodes var_name_dictrrrf_namerwrrdrr_dimarg_strs_v_d1_d2_dridxrrv item_name param_name vocab_sizearg bldr_typebldr_numrrnn_namerrstr_reprrFrGvar_namerrrr rr make_network_graphs       $                 0"rcCs.g}|D]}|jD] }||jvr|jq q|Sr)rr)rrpsrr r r parents_ofs  rc sdd|Dg}t}g}tt}i}tt}t}t} |D]3} | jD]} | jdkr9|| j| jq%| jdkrS|| tfdd| jD|| j<q |D]} || j\} || j\} || | f| qV|D]\\} } }tdd|D}tdd|D}t |dkrt |dkrt |dkr|\}|\}d d dt |D}d d dt |D}|sd | j |f}t |dd|d}t||||t| gd d| j}|D]} |j|| j<| | jq|j|| <||| | qr|D]9\}}}}}}}}|| vr?g}|D]} | |vr*|| } | |vs!|| q|t||||||||q||fS)NcSsi|]}|j|qSr rvr/rr r r rlz)collapse_birnn_states..rc3s|]}|jVqdSrr)r/r node_infor r r0r1z(collapse_birnn_states..cs|]}|jVqdSr)rdr r r r r0csr r)rr r r r r0rrrcsr rrr r r r r0rz\ncsr r)rr r r r r0r%s\n%srr)rrrrrrvr]r iteritemsrBrsortedrrHrrr)rr new_nodeschildren_forwardsrnn_state_nodes rnn_parents rnn_childrenshared_rnn_states rnn_groupsnodes_to_deleterrin_eout_ens input_dims output_dimsrdrnew_rnn_group_state_namenew_rnn_group_state_labelcat_output_dimnew_rnn_group_statervrrrrr new_childrenr r r collapse_birnn_statessh     *"       r$cCslt|||}|}t}|rt||\}}||tdtd|s'tdtt} |D] } | | j| j q-t | D]} dddd| } td| d | | q=|D]Z} | j } |r| j durid | j | f} d t| j| f} | jdurd | t| jf} | js| jdur| jr| jd 7_td | j | | jf| jD] }td || j fqqVg}td}|D]+} | jdkr|| j }|dusJd| j | f|\}}||t|| j fqt |}t}t||ddD])\\}}}\}}}||kr|d|kr|||}|||}|||fq|D] \}}td||fq"tddS)Nz digraph G {z rankdir=BT;z nodesep=.05;z[shape=ellipse]z [shape=rect]zhape=rect, peripheries=2])rrrz node %s;  rz' [color=red,style=filled,fillcolor=red]z %s [label="%s"] %s;z %s -> %s;z[^-]+-(.)-(\d+)rzrnn_state_re.search(%s); %srz %s -> %s [style=dotted];})rrr$rprintrrrr]rvrrrrrrrdr4rrrcompilesearchgroupsrrDr9r)r show_dimsrrcollapse_birnnsoriginal_nodesr collapse_tobirnn_collapse_to node_typesrrstylerr rnn_states rnn_state_rerrredges rnn_name_p state_idx_pname_p rnn_name_n state_idx_nname_n group_name_p group_name_nr r r print_graphvizsn           &     r=rr3r)rT)T)rrrr)r)r)r)FTNNF) __future__rsysr collectionsr version_infomajorritemsrrangerqrrrrobjectrr5r;rHrPrTrVrWr[r`rcrgrkrorqrtrur_rrrKrryrrLrrrrrrrrrrrrrrrrsrrrrrrrrrrrrrrrrrrrrrr r r r rrrrrrrrrrrr r"r$r%r'r*r+r2r6r7r:r;r<r`rlrmrnror[rrrrrrrrrrrrrrrrrrr$r=r r r r s      9                 Z    _$"/3