o i-=@sddlZddlZddlZddlmZddlmZee Z  ddedej de d e fddZ d>dedej de de d e f ddZdeeejejfdeeejejffddZdeeejejejejffddZ  d?dedej de de fdd Z d>dej d!e de fd"d#Z d>dej d$e de fd%d&Z d>dedej de d e d e f d'd(Z  d\ z.get_sample_past_key_values..c s8g|]}tjdtjdfqSr$r%r')rrr*rr+rrrr,cr-) decoder_attention_headsr rr rrrangedecoder_layersflatten_past_key_values)rrrr#r Zself_attention_kv_cachesZcross_attention_kv_cachesr)rrr*rr+r#rrget_sample_past_key_valuesOs  r2self_attn_kv_cachescross_attn_kv_cachescCs>g}t||ddD]\\}}\}}||||f}||q |S)NF)strict)zipappend)r3r4past_key_values self_k_cache self_v_cache cross_k_cache cross_v_cacheZlayer_kv_cachesrrrr1os  r1 kv_cachescCsLgg}}|D]\}}}}||||||||q||fSN)r7)r=r3r4r9r:r;r<rrrgroup_past_key_values~s     r?num_alignment_headscCs(|rtjntj}tj|df||d}|S)Nr )r rrZones)rrrArralignment_headsrrrget_sample_alignment_headssrDsot_sequence_lengthcC&|rtjntj}tj|g||d}|Sr r rrZtensor)rrErrZ sot_lengthrrrget_sample_sot_sequence_lengthrHsegment_lengthcCrFr rG)rrJrrZ segment_sizerrrget_sample_segment_lengthrIrKcs<j|rtjntjfddtjD}|S)Nc s$g|]}tjjdqSr$)r r&rr'rrrr+rrrrr,s z"get_sample_QKs..)r.r rrr/r0)rrrrr QKsrrLrget_sample_QKss rNcCst|||||}d|iS)Nr)r)rrrrr rrrrget_sample_encoder_inputssrOdecoder_sequence_lengthencoder_sequence_lengthc Cs*t|||||}t|||||}||dS)N)rr)rr) rrrrPrQr rrrrrr&get_sample_encoder_decoder_init_inputss  rRpast_sequence_lengthc Cs:t|||||}t||||}t|||||} ||| dS)N)rr!r8)rr"r2) rrrrSrr rrr!r8rrrget_sample_decoder_inputss rTc Cs@t||||} t||}t||}t|||||} | ||| dS)N)rCrErJrM)rDrHrKrN) rrrrrArErJr rrCrMrrrget_sample_jump_times_inputss  rUinputsmodelcCsfd\}}d\}}}}d\}} d|vr#t|d\}}|dj\}}}}i} ttdd|} d| v} | D]} | d vrI|d | | <q6| d krZ|d | | <q6| d vrk|d | | <q6d| vssd| vr|d}| rt j ||| |f|j d}||d|d|d|d|f<|| | <q6|| | <q6d| vsd| vr|d}|| | <q6| dkrt j |gt j d| | <q6| dkrt j ||| ft j d| | <q6| dkr|d| | <q6| dkr|d| | <q6| dkr|d| | <q6d| vr*|dd| | <q6td| | S)N)NN)rrrr)ir8rcSs|jSr>)name)irrrsz(convert_inputs_for_ort..Zcache_indirection>encoder_input_idsrrr!> input_idsrr past_key_selfpast_value_self)r past_key_crosspast_value_crossrSrCrErJcross_qkrMzUnknown name not recognized: )r?shapelistmapZ get_inputsdetachcpunumpypopnpZzerosr arrayr ValueError)rVrWr3r4rr+r#r*Z num_beamsZ max_seq_lenZ ort_inputsZ model_inputsZuse_buffer_sharingrYZ orig_kv_cacheZ new_kv_cacherrrconvert_inputs_for_ortsP         rm input_names output_namescCs<i}||D]}|dvrddi||<q|dvrddd||<q|dkr*ddi||<q|d vr/q|d kr;ddd||<q|d krFddi||<qd |vsNd |vrVddd||<qd|vs^d|vrfddd||<qd|vsvd|vsvd|vsvd|vr}ddi||<qd|vrddd||<qd|vrddd||<qtd||S)N>r\rrr>r]rr)rrXrCrA>rErJZlogitsr!r^r_rS)rrBZpresent_key_selfZpresent_value_selfZtotal_sequence_lengthr`raZpresent_key_crossZpresent_value_crossrbZ jump_times max_lengthz$Unknown input or output name found: ) Exception)rrnroZ dynamic_axesrYrrrget_model_dynamic_axesLs: rr)rF)T)F)r@T)rFT)FT)#loggingrhrjr Z transformersrZ onnxruntimer getLogger__name__loggerrintboolrrr"r2rdtupleZTensorr1r?rDrHrKrNrOrRrTrUdictrmstrrrrrrrsj                   >