o ¢ÄihHã@sFddlZddlZddlmZddlmZe e¡ZGdd„deƒZdS)éN)Ú numpy_helper)ÚBertOnnxModelTFcsteZdZ‡fdd„Zdd„Zdd„Zdd„Zd d „Zd d „Zd d„Z dd„Z dd„Z dd„Z dd„Z dd„Z‡ZS)ÚBertOnnxModelKerascstƒ |||¡dS©N)ÚsuperÚ__init__)ÚselfÚmodelÚ num_headsÚ hidden_size©Ú __class__©úh/home/kim/smarthome/.venv/lib/python3.10/site-packages/onnxruntime/transformers/onnx_model_bert_keras.pyrszBertOnnxModelKeras.__init__cCs^| |gd¢gd¢¡}|dur|S| |gd¢gd¢¡}|dur"|S| |gd¢gd¢¡}|S)N)ÚMulÚSubÚReshapeÚCast)éNrr)rrrÚSliceÚ Unsqueeze)rrrrr)rrrrr)rNrrr)Úmatch_parent_path)rZadd_or_sub_before_softmaxÚ mask_nodesrrrÚmatch_mask_paths(ýýýz"BertOnnxModelKeras.match_mask_pathc Csˆg}|||fD]8}|jd}||} | |krq| jdkr,| jd|jdkr,| | ¡qt d|›d|jd›¡dgfSd|fS)NrrzCheck attention input failed:z, FT)ÚinputÚop_typeÚoutputÚappendÚloggerÚdebug) rÚmatmul_qÚmatmul_kÚmatmul_vÚparentÚoutput_name_to_nodeÚ reshape_nodesÚxZ root_inputZ root_noderrrÚcheck_attention_input+s   z(BertOnnxModelKeras.check_attention_inputc,CsÎ| ¡| ¡}g}d}| d¡}|D]¿}| |d¡}|dus%|jdvrZ|jdkrJ| |d¡}|dus9|jdvrIt d|durC|jnd›¡qnt d|durT|jnd›¡q | |gd¢gd¢¡}|durpt d ¡q|\}} } } } } t d ¡| | gd ¢gd ¢¡}|dur’t d ¡q|\}}}}}| | gd¢gd¢¡}|durÅ|\}}}| |gd¢gd¢¡}|durÄ|\}}}}}}nA| | gd¢gd¢¡}|duré| | gd¢gd¢¡}|durét d¡q|\}}} }| |gd ¢gd¢¡}|dur|\}}}}}|durt d¡q| |gd ¢gd ¢¡}!|!dur't d¡q|!\}"}#}$}%}&| |d¡}'|'dur@t d¡q|  |'dd¡sOt d¡q|  ||&|||¡\}(})|(rÎ|j   |'dj d¡}*t d¡|jj|*||&|||$||j|j|jd| jdd }+|+durŒq| |+¡|d7}| | | | g¡| |¡| |¡| |!¡| |¡| |'¡| |)¡| | ¡| || jd| jd¡qt d¡q| |¡| ¡t d|›¡dS) NrÚSkipLayerNormalization)r(ZEmbedLayerNormalizationÚAddrzFirst input for skiplayernorm: )r)rÚMatMulrÚ Transposer*)NrrrrrzFailed to match qkv nodeszMatched qkv nodes)r+rr)rr*)rrrrrzFailed to match v path)ÚSoftmaxrr*©rrr)rr+rr)rr*)rNrrrr)r,r)rr*)rrrN)r,r)ÚDivr*zFailed to match qk path)rrrrrzFailed to match q pathzFailed to match k pathzFailed to match mask pathz;Sub node expected to have an input with constant value 1.0.éÿÿÿÿzCreate an Attention node.) Ú mask_indexZq_matmulZk_matmulZv_matmulZq_addZk_addZv_addr r Z first_inputrzRoot node not matched.zFused Attention count:)Úinput_name_to_nodesr$Úget_nodes_by_op_typeÚ get_parentrrrrrÚhas_constant_inputr'Úattention_maskZ process_maskrZattention_fusionZcreate_attention_noder r rÚadd_nodeÚextendrÚreplace_node_inputÚ remove_nodesZ update_graphÚinfo),rr$Únodes_to_removeZattention_countZskip_layer_norm_nodesZnormalize_noder#Z qkv_nodesÚaddZextra_reshape_0ÚmatmulZ reshape_qkvZ transpose_qkvZ matmul_qkvZv_nodesZ transpose_vZ reshape_vZadd_vZextra_reshape_1r"Zqk_nodesZ softmax_qkZsub_qkZ matmul_qkZq_nodesZmul_qZ transpose_qZ reshape_qZadd_qZextra_reshape_2r Zadd_qkZmul_qkZk_nodesZ transpose_kZ reshape_kZadd_kZextra_reshape_3r!rZ is_same_rootr%r0Zattention_noderrrÚfuse_attention;s     ûý ù ý  ýù€  ý   ý      ÿ õ           z!BertOnnxModelKeras.fuse_attentioncCs| ¡| ¡| ¡dSr)Úprocess_embeddingÚ fuse_maskÚ skip_reshape)rrrrÚ preprocess×s zBertOnnxModelKeras.preprocesscCs~| ¡| ¡d}| d¡}|D]}| |d¡}|dur.|jdkr.|jd|jd<|d7}q|dkr=t d|›¡dSdS)NrrrzSkip consequent Reshape count: )r1r$r2r3rrrr:)rÚcountr%Z reshape_noder#rrrrAÜs  €ÿzBertOnnxModelKeras.skip_reshapecCs|jdksJ‚t d|jd›d¡| |gd¢gd¢|¡}|dur*t d¡dS|\}}}| |jd¡}|durBt d ¡dSt |¡}t |j ƒd kr_t  d |j ›d |j ›¡|j } nt  d |j ›d |j ›¡dS| |jd¡} | durÆt | ¡}t |j ƒdkr·|j ddkr·t  | |j d|j d f¡d¡} | | ¡t  d| j ›d |j dd…›¡d} njt  d| j ›d |j ›¡dS| |ddgddg|¡} | durÝt d¡dS| \}}| |jd¡} | durôt d¡dSt | ¡}t |j ƒd krt  d | j ›d |j ›¡| j } nt  d| j ›d |j ›¡dS| |d|¡}|dus3|jdkr:t d¡dS| |jd¡}|durNt d¡dSt |¡}t |j ƒd krlt  d|j ›d |j ›¡|j }nt  d|j ›d |j ›¡dSt  d¡| || || ¡dS)NÚLayerNormalizationz-start fusing embedding from node with output=rz...)r)r)ÚGatherr-zfailed to match word_embed_pathFzfailed to get word initializerézFound word embedding. name:z, shape:z$Failed to find word embedding. name:réÚposition_embeddingzFound position embedding. name:z(Failed to find position embedding. name:rErzfailed to match pos_embed_pathzfailed to get pos initializerzfailed to get gatherz!failed to get segment initializerzFound segment embedding. name:z'Failed to find segment embedding. name:zCreate Embedding nodeT)rrrrrZget_initializerrrZto_arrayÚlenÚshaper:ÚnameZ from_arrayZreshapeZadd_initializerr3Zcreate_embedding_subgraph)rÚnoder$Zword_embed_pathZ skip_noder6Z gather_nodeZword_initializerÚtempZword_embeddingZpos_initializerZtensorrHZpos_embed_pathZ pos_gatherZ pos_sliceZgatherZsegment_initializerZsegment_embeddingrrrÚfuse_embeddingësv     " "        z!BertOnnxModelKeras.fuse_embeddingcCsFt d¡| ¡}| ¡D]}|jdkr | ||¡rdSdSq dS)zM Automatically detect word, segment and position embeddings. z#start processing embedding layer...rDN)rr:r$ÚnodesrrN)rr$rLrrrr?7s    ýÿz$BertOnnxModelKeras.process_embeddingc Csrg}| ¡D]‘}|jdkr—| |d¡r—| |gd¢gd¢¡}|dur#q|\}}}}|j ¡}|jd|krCtd|jd›d|›ƒqtj j d|gd gd d gd } tj j dd gd gddgd } tj j dd gdgd} | j   tj   dd ¡g¡| ||jd d¡|  |||g¡| | ¡| | ¡| | ¡q| |¡t|ƒdkr§| ¡t t|ƒdkr´d¡dSd¡dS)NriðØÿÿ)rrrr)rrrrrz Cast input z is not mask input rZmask_fuse_unsqueeze1_outputZMask_UnSqueeze_1r)ÚinputsÚoutputsrKZaxesZmask_fuse_unsqueeze2_outputZMask_UnSqueeze_2rFrZmask_fuse_cast_output)rPrQÚtoz Fused maskzFailed to fuse mask)rOrr4rr5Zget_first_maskrÚprintÚonnxÚhelperZ make_nodeÚ attributer7Zmake_attributer8r6r9rIÚ prune_graphrr:) rr;rLZ mask_pathZsub_nodeZ cast_nodeZ slice_nodeZunsqueeze_nodeZmask_input_nameZunsqueeze_added_1Zunsqueeze_added_2Z cast_node_2rrrr@CsR   ûû ý   €  $zBertOnnxModelKeras.fuse_maskc Cs¨| d¡}d}|D]H}| |gd¢gd¢¡}|durq |\ }}}}} } } } } | jd| jd<| | ¡| jd|jd<| |¡|jd|jd<| |¡|d7}q |S)Nr(r) r)rr*rÚGelur)rr*r() rrrrrrrrrrG©r2rrrÚ remove_node)rÚskiplayernorm_nodesÚreshape_removedÚskiplayernorm_nodeÚpathÚadd_1Ú reshape_1Úmatmul_1Ú reshape_2ÚgeluÚadd_2Ú reshape_3Úmatmul_2Ú skiplayernormrrrÚremove_extra_reshapews:  ó ö    z'BertOnnxModelKeras.remove_extra_reshapec CsÄ| d¡}d}|D]V}| |gd¢gd¢¡}|durq |\ }}}}} } } } } }|jd| jd<| | ¡| jd| jd<| | ¡| jd|jd<| |¡|jd|jd<| |¡|d7}q |S)Nr(r) r)rr*rrXr)rr*rr() NrrrrrrrrrérY)rr[r\r]r^r_r`rarbrcrdrerfZ reshape_4rgrrrÚremove_extra_reshape_2¢s@  ò õ     z)BertOnnxModelKeras.remove_extra_reshape_2cCs.| ¡| ¡}t d|›d¡| ¡dS)NzRemove z Reshape nodes.)rhrjrr:rW)rr\rrrÚ postprocessÖs zBertOnnxModelKeras.postprocess)Ú__name__Ú __module__Ú __qualname__rrr'r>rBrArNr?r@rhrjrkÚ __classcell__rrr rrs L 4+4r) ÚloggingrTrZonnx_model_bert_tfrÚ getLoggerrlrrrrrrÚs