o iJ%@snddlZddlZddlmZddlmmZddlmZddl m Z Gdddej Z Gdddej Z dS)N)make_lexical_tree) to_devicecs<eZdZdZdZ   d fdd Zdd Zd d ZZS) MultiLevelLM _绽|=皙??Tcstt|||_||_|d|_|d|_t|jg|_ t|jg|_ |d|_ |d|_ t |||j|_t||_||_t||_||_d|_dSNzzzT)superr__init__wordlm subwordlmword_eosword_unktorch LongTensor var_word_eos var_word_unkspaceeosrlexrootmathloglog_oov_penalty open_vocablensubword_dict_sizesubwordlm_weight normalized)selfr r word_dict subword_dictr oov_penaltyr __class__S/home/ubuntu/.local/lib/python3.10/site-packages/espnet/lm/pytorch_backend/extlm.pyr s        zMultiLevelLM.__init__cCsP|dur=t||j|_t||j|_|d|j\}}tj|dd}|d|\}}tj|dd|j}|j} d} |j } n|\}}}} }} t |} | |j kr|| durd| ddkrdt|t | dg} n|j} ||| \}}tj|dd}|j} d} n>| dur| | dvr| d| } | |d| f7} n%|j rd} | |d| f7} nt|t d|jf|j}|||d|df|fS|||\}}tj|dd|j}| |j kr| dur| ddkr|dd| df| }n |dd|jf|j}||dd|j f<||dd|jf<n|j|dd|j f<|j|dd|jf<|||| |t| f|fS)Ndimgr)rrrr F log_softmaxr rrrintrrrfullrlogzerorrrfloat)rstatex wlm_statez_wlm wlm_logprobs clm_statez_clmlog_ynew_node clm_logprobxinodew wlm_logprobr%r%r&forward0sV   zMultiLevelLM.forwardc Csr|\}}}}}}|dur|ddkrt|t|dg}n|j}|||\}} ttj| dddd|jfSNr'rr( rrrrr r/r*r+r) rr0r5r2r4r;r7r9r<r3r%r%r&finalis  zMultiLevelLM.final)rrT __name__ __module__ __qualname__r.zeror r>rA __classcell__r%r%r#r&rs9rcs8eZdZdZdZ d fdd ZddZd d ZZS) LookAheadWordLMrr-C6?Tcstt|||_|d|_|d|_t|jg|_t|jg|_ |d|_ |d|_ t |||j|_ ||_||_t||_t|jg|_d|_dSr )r rHr r rrrrrrrrrrr"rrr FloatTensorrF zero_tensorr)rr r r!r"rr#r%r&r xs      zLookAheadWordLM.__init__cCs|dur5t||j|_t||j|_t||j|_|d|j\}}tjtj|dddd}|j }|j }nj|\}}}t |}||j krt|durY|ddkrYt|t |dg} n|j} ||| \}}tjtj|dddd}|j }n+|dur||dvr|d|}n|j rd}nt|td|jf|j} |ddf| fS|dur||\} } } | dur|dd| df|dd| dfnd}||jkrt|td|jf|j} |||f| fS|dd|jf|dd|jdf}t|td|jft||j}| D]%\}}|dd|ddf|dd|ddf||dd|f<q| dkrW|dd| f|dd| df|}||dd|j f<||dd|jf<n||j krq|j|dd|j f<|j|dd|jf<tt||j} n t|td|j} |||f| fS)Nr'r(rr)rrrrKr rcumsumr*softmaxrrr,rrr-rr.rFrr/r"itemsrrmaxzeros)rr0r1r2r3 cumsum_probsr8r:r;r<r7succwidwidssum_probunk_probycidndwlm_probr%r%r&r>st    ( &. ( zLookAheadWordLM.forwardcCsl|\}}}|dur|ddkrt|t|dg}n|j}|||\}}ttj|dddd|jfSr?r@)rr0r2rRr;r<r3r%r%r&rAs  zLookAheadWordLM.final)rITrBr%r%r#r&rHtsIrH)rrtorch.nnnntorch.nn.functional functionalr*espnet.lm.lm_utilsr&espnet.nets.pytorch_backend.nets_utilsrModulerrHr%r%r%r&s   b