o
    i                  
   @   s   d dl mZ d dlmZmZ d dlZd dlmZ d dlm	Z	 d dl
mZmZmZmZmZmZmZmZmZmZmZmZmZmZ d dlmZ e de	d	eeejf d
eeeej f fddZdS )    )defaultdict)DictListN)AlignmentModule)AbsESPnetModel)AttAddAttCov	AttCovLocAttDot
AttForwardAttForwardTAAttLocAttLoc2D	AttLocRecAttMultiHeadAddAttMultiHeadDotAttMultiHeadLocAttMultiHeadMultiResLocNoAtt)MultiHeadedAttentionmodelbatchreturnc                    s  t tt  tfdd  D s"J dd   D i i }|  D ]\}}|ffdd	}||}|||< q*g } D ]}|dsT|dv sT|	| qDt
t}	tD ]l fd	d|D }
|
 fd
d|D  d v r d |
d< | di |
  D ]9\}ttrtd trtjfddtt d D ddntjddnd|	| 	 q  q]| D ]\}}|  qt|	S )zDerive the outputs from the all attention layers

    Args:
        model:
        batch: same as forward
    Returns:
        return_dict: A dict of a list of tensor.
        key_names x batch x (D1, D2, ...)

    c                 3   s    | ]	}t | kV  qd S )N)len).0v)bs _/home/ubuntu/.local/lib/python3.10/site-packages/espnet2/main_funcs/calculate_all_attentions.py	<genexpr>*   s    z+calculate_all_attentions.<locals>.<genexpr>c                 S   s   i | ]\}}||j qS r   )shape)r   kr   r   r   r   
<dictcomp>*   s    z,calculate_all_attentions.<locals>.<dictcomp>c           	         s  t | tr| j   |< d S t | tr0|\}}|d d df   } |g | d S t | tt	frY|\}}t |t
sFJ t||d   } |g | d S t | trw|\}\}\}}|  } |g | d S t | ttttfr|\}}t |t
sJ t|dd |D } |g | d S t | ttttttfr|\}}|  } |g | d S t | tr|}t|  } |g | d S d S )Nc                 S   s   g | ]}|   qS r   )detachcpu)r   _wr   r   r   
<listcomp>V   s    z:calculate_all_attentions.<locals>.hook.<locals>.<listcomp>)
isinstancer   attnr$   r%   r   
setdefaultappendr   r	   listtyper   r   r   r   r   r   r
   r   r   r   r   r   torchexp)	moduleinputoutputnamecwatt_watt_hatt_c)outputsr   r   hook3   sZ   


	
z&calculate_all_attentions.<locals>.hook_lengths)utt_idc              
      sL   i | ]"}||d   v r | dd |d    f n | df qS r;   Nr   r   r!   r   ibatchr   r   r"   x   s    "c                    s2   i | ]}|d   v r|d   |d   df qS r=   r   r>   r?   r   r   r"      s
    r<   r   c                    s(   g | ] t j fd dD ddqS )c                    s   g | ]}|  qS r   r   )r   oidxr   r   r'      s    z7calculate_all_attentions.<locals>.<listcomp>.<listcomp>r   dim)r.   cat)r   )r2   rB   r   r'      s    z,calculate_all_attentions.<locals>.<listcomp>rD   Nr   )r   nextitervaluesallitemsnamed_modulesregister_forward_hookendswithr+   r   r,   rangeupdater(   r.   stackrF   squeezeclearremovedict)r   r   handlesr3   modur:   handlekeysr!   return_dict_sample_r   )r   r   r@   r2   r9   r   calculate_all_attentions   sX   "
8







r]   )collectionsr   typingr   r   r.   espnet2.gan_tts.jets.alignmentsr   espnet2.train.abs_espnet_modelr   *espnet.nets.pytorch_backend.rnn.attentionsr   r   r	   r
   r   r   r   r   r   r   r   r   r   r   1espnet.nets.pytorch_backend.transformer.attentionr   no_gradstrTensorr]   r   r   r   r   <module>   s    @