o ٷi-=@sddlZddlZddlZddlmZddlmZee Z  ddedej de d e fddZ d>dedej de de d e f ddZdeeejejfdeeejejffddZdeeejejejejffddZ  d?dedej de de fdd Z d>dej d!e de fd"d#Z d>dej d$e de fd%d&Z d>dedej de d e d e f d'd(Z  d\ z.get_sample_past_key_values..c s8g|]}tjdtjdfqSr&r'r))rrr,r!r-rrrr.cr/) decoder_attention_headsr"r!r rrrangedecoder_layersflatten_past_key_values)rrrr%r self_attention_kv_cachescross_attention_kv_cachesr)rrr,r!r-r%rrget_sample_past_key_valuesOs  r6self_attn_kv_cachescross_attn_kv_cachescCs>g}t||ddD]\\}}\}}||||f}||q |S)NF)strict)zipappend)r7r8past_key_values self_k_cache self_v_cache cross_k_cache cross_v_cachelayer_kv_cachesrrrr3os  r3 kv_cachescCsLgg}}|D]\}}}}||||||||q||fSN)r;)rBr7r8r=r>r?r@rrrgroup_past_key_values~s     rDnum_alignment_headscCs(|rtjntj}tj|df||d}|S)Nr )r rrones)rrrFrralignment_headsrrrget_sample_alignment_headssrJsot_sequence_lengthcC&|rtjntj}tj|g||d}|Sr r rrtensor)rrKrr sot_lengthrrrget_sample_sot_sequence_lengthrPsegment_lengthcCrLr rM)rrRrr segment_sizerrrget_sample_segment_lengthrQrTcs<j|rtjntjfddtjD}|S)Nc s$g|]}tjjdqSr&)r r(r!r)rrrr-rrrrr.s z"get_sample_QKs..)r0r rrr1r2)rrrrr QKsrrUrget_sample_QKss rWcCst|||||}d|iS)Nr)r)rrrrr rrrrget_sample_encoder_inputssrXdecoder_sequence_lengthencoder_sequence_lengthc Cs*t|||||}t|||||}||dS)N)rr)rr ) rrrrYrZr rrrrrr&get_sample_encoder_decoder_init_inputss  r[past_sequence_lengthc Cs:t|||||}t||||}t|||||} ||| dS)N)rr#r<)r r$r6) rrrr\rr rrr#r<rrrget_sample_decoder_inputss r]c Cs@t||||} t||}t||}t|||||} | ||| dS)N)rIrKrRrV)rJrPrTrW) rrrrrFrKrRr rrIrVrrrget_sample_jump_times_inputss  r^inputsmodelcCsfd\}}d\}}}}d\}} d|vr#t|d\}}|dj\}}}}i} ttdd|} d| v} | D]} | d vrI|d | | <q6| d krZ|d | | <q6| d vrk|d | | <q6d| vssd| vr|d}| rt j ||| |f|j d}||d|d|d|d|f<|| | <q6|| | <q6d| vsd| vr|d}|| | <q6| dkrt j |gt j d| | <q6| dkrt j ||| ft j d| | <q6| dkr|d| | <q6| dkr|d| | <q6| dkr|d| | <q6d| vr*|dd| | <q6td| | S)N)NN)rrrr)ir<rcSs|jSrC)name)irrrsz(convert_inputs_for_ort..cache_indirection>rencoder_input_idsrr#> input_idsrr past_key_selfpast_value_self)r past_key_crosspast_value_crossr\rIrKrRcross_qkrVzUnknown name not recognized: )rDshapelistmap get_inputsdetachcpunumpypopnpzerosr arrayr ValueError)r_r`r7r8rr-r%r, num_beams max_seq_len ort_inputs model_inputsuse_buffer_sharingrb orig_kv_cache new_kv_cacherrrconvert_inputs_for_ortsP         r input_names output_namescCs<i}||D]}|dvrddi||<q|dvrddd||<q|dkr*ddi||<q|d vr/q|d kr;ddd||<q|d krFddi||<qd |vsNd |vrVddd||<qd|vs^d|vrfddd||<qd|vsvd|vsvd|vsvd|vr}ddi||<qd|vrddd||<qd|vrddd||<qtd||S)N>rrfrr>rgrr)rrarIrF>rRrKlogitsr#rhrir\)rrGpresent_key_selfpresent_value_selftotal_sequence_lengthrjrkpresent_key_crosspresent_value_crossrl jump_times max_lengthz$Unknown input or output name found: ) Exception)rrr dynamic_axesrbrrrget_model_dynamic_axesLs: r)rF)T)F)rET)rFT)FT)#loggingrsrur transformersr onnxruntimer getLogger__name__loggerrintboolrr r$r6rntupleTensorr3rDrJrPrTrWrXr[r]r^dictrstrrrrrrsj                   >