o
    °ƒðjÜ:  ã                   @   sÜ   d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlZd dlZd dlmZmZmZ d dlmZ d dlZe e¡ZdZdZG d	d
„ d
eƒZdd„ Zdd„ Zdd„ Zedkrleƒ  dS dS )é    N)Údeque)Údatetime)ÚPath)Ú
ModelProtoÚTensorProtoÚnumpy_helper)Ú	OnnxModelÚconstant_shape_opt__Úreshape_input_shape__c                       sÆ   e Zd ZdZ‡ fdd„Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	d)dd„Z
	d*dd„Zdd„ Zdd„ Zdefdd„Zdee fdd„Z				 d+d!ed"ed#ed$ed%ed&edee dB fd'd(„Z‡  ZS ),ÚBertOnnxModelShapeOptimizerz£
    This optimizer will replace Shape output or the shape input of Reshape node by initializer. Currently, it requires
    model inputs to have static shape.
    c                    s   t ƒ  |j¡ d S )N)ÚsuperÚ__init__Úmodel)ÚselfÚ
onnx_model©Ú	__class__© úª/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/transformers/shape_optimizer.pyr   '   s   z$BertOnnxModelShapeOptimizer.__init__c                 C   sB   t j|t jd�}|  dt¡}tjj|tj	|j
|d�}|  |¡ |S )z8
        Add an initializer for constant shape.
        ©ÚdtypeÚConstant)ÚnameÚ	data_typeÚdimsÚvals)ÚnpÚasarrayÚint64Úcreate_node_nameÚCONSTANT_SHAPE_NAME_PREFIXÚonnxÚhelperÚmake_tensorr   ÚINT64ÚshapeÚadd_initializer)r   r%   Úshape_valueÚconstant_shape_nameÚtensorr   r   r   Úadd_shape_initializer*   s   ü
z1BertOnnxModelShapeOptimizer.add_shape_initializerc                 C   sH   |   ¡ }g }| jjjD ]}|jdkr!|jd |v r!| |jd ¡ q|S )zD
        Returns a list of output names of all Shape nodes.
        ÚShaper   )Úinput_name_to_nodesr   ÚgraphÚnodeÚop_typeÚoutputÚappend)r   r,   Úoutputsr.   r   r   r   Úget_shape_outputs9   s   
€z-BertOnnxModelShapeOptimizer.get_shape_outputsc                 C   s:   |   ¡  g }| jjjD ]}|jdkr| |jd ¡ q|S )zG
        Returns a list of shape input names of Reshape nodes.
        ÚReshapeé   )Úoutput_name_to_noder   r-   r.   r/   r1   Úinput)r   Úshape_inputsr.   r   r   r   Úget_reshape_shape_inputsG   s   
€z4BertOnnxModelShapeOptimizer.get_reshape_shape_inputsc                 C   sp   g }g }| j jjD ]'}|jdkr0|jd }|  dt¡}tjj	d|g|gd�}| 
|¡ | 
|¡ q	|  |¡ |S )zˆ
        For each Reshape node, create a Shape node for its first input.
        Returns the output names of these Shape nodes.
        r4   r   ÚReshape_Inputr+   )Úinputsr2   )r   r-   r.   r/   r7   r   ÚRESHAPE_INPUT_SHAPE_PREFIXr!   r"   Ú	make_noder1   Ú	add_nodes)r   Úoutput_namesÚnodes_to_addr.   r7   Úoutput_nameÚ
shape_noder   r   r   Úadd_shape_for_reshape_inputT   s   



€
z7BertOnnxModelShapeOptimizer.add_shape_for_reshape_inputc                 C   st   g }dd„ | j jjD ƒ}|D ])}|  |¡durq| |¡ ||vr7tj ¡ }||_| j jj 	|g¡ | |¡ q|S )z=
        Add a list of output names to graph output.
        c                 S   ó   g | ]}|j ‘qS r   ©r   ©Ú.0r0   r   r   r   Ú
<listcomp>k   ó    zFBertOnnxModelShapeOptimizer.add_extra_graph_output.<locals>.<listcomp>N)
r   r-   r0   Úget_initializerr1   r!   r"   ÚValueInfoProtor   Úextend)r   Úextra_outputsÚnames_to_evaluater?   r   Úoutput_infor   r   r   Úadd_extra_graph_outputf   s   


€z2BertOnnxModelShapeOptimizer.add_extra_graph_outputr5   é€   c                 C   s�   | j jjD ]@}|j|v rE|jjjjd }||_|jjjjd }| 	d¡r(||_q| 	d¡rE|j|krEt
d|› dd› d|j› d|j› d	�	ƒ‚qd
S )z_
        Update the model to use static axes instead of dynamic axes for graph inputs.
        r   r5   Ú	dim_paramÚ	dim_valuez!Unable to set dimension value to z
 for axis z of z'. Contradicts existing dimension value Ú.N)r   r-   r7   r   ÚtypeÚtensor_typer%   ÚdimrS   ÚHasFieldÚ
ValueError)r   r;   Ú
batch_sizeÚmax_seq_lenr7   Ú	dim_protor   r   r   Úuse_static_inputz   s   

 ÿ€øz,BertOnnxModelShapeOptimizer.use_static_inputé   c                 C   s®   |dv sJ ‚t jj|||ft jd�}t j||ft jd�}	t j||ft jd�}
|dkr:t  |¡}t  |	¡}	t  |
¡}
n|dkrMt  |¡}t  |	¡}	t  |
¡}
||||	||
i}|S )z›
        Create dummy data for model inputs. If the model has more than 3 inputs, please update this function accordingly before running the tool.
        )r5   é   é   )Úsizer   r   r5   r`   )r   ÚrandomÚrandintÚint32ÚonesÚzerosÚfloat32r   )r   Ú	input_idsÚsegment_idsÚ
input_maskrZ   Úsequence_lengthÚ	elem_typeÚdictionary_sizeÚinput_1Úinput_2Úinput_3r;   r   r   r   Úcreate_dummy_inputsŠ   s   




z/BertOnnxModelShapeOptimizer.create_dummy_inputsc                 C   s´  |||g| _ g }|r| |  ¡ ¡ |	r%|  ¡ }|  ¡ }| |¡ | |¡ t|ƒdkr-d S |  |¡}|  | j ||¡ t|dƒ�}| 	| j
 ¡ ¡ W d   ƒ n1 sRw   Y  t ¡ }tjj|_tj||ddgd�}d}| j
jjD ]}|j|kr}|jjj}qq|  ||||||¡}| ||¡}i }t|ƒD ]
\}}|| ||< q”t d|› �¡ |	r¾t|ƒD ]\}}|| }|  ||||
¡ q­| ¡ D ]\}}|  |¡}|   ||j¡ qÂ|  !|¡ d S )Nr   ÚwbÚCUDAExecutionProviderÚCPUExecutionProvider)Ú	providersr`   zshapes=)"Úbert_inputsrL   r3   r9   rC   ÚlenrP   r]   ÚopenÚwriter   ÚSerializeToStringÚonnxruntimeÚSessionOptionsÚGraphOptimizationLevelÚORT_DISABLE_ALLÚgraph_optimization_levelÚInferenceSessionr-   r7   r   rU   rV   rl   rq   ÚrunÚ	enumerateÚloggerÚdebugÚupdate_target_shapeÚitemsr*   Úreplace_input_of_all_nodesÚprune_graph)r   Útemp_model_pathrh   ri   rj   r?   rZ   rk   Úenable_shape_optÚenable_reshape_optÚverboserM   Úreshape_shape_inputsÚreshape_input_shapesrN   ÚoutÚsess_optionsÚsessionrl   r7   r;   r2   ÚshapesÚir   Úshape_inputÚinput_shaper%   r)   r   r   r   Úshape_optimization«   sT   


ÿ
ý

€
z.BertOnnxModelShapeOptimizer.shape_optimizationc                 C   sÐ   ||v r	|| }n|   |¡}|dusJ ‚t |¡}||v r"|| }n|   |¡}|dus-J ‚t |¡}g }t|ƒD ]\}	}
|	t|ƒk rN||	 |
krN| d¡ q8| |
¡ q8|||< t d|› d|› d|› �¡ dS )zð
        Update the target shape to use 0 to represent that dimension value does not change.
        For example, shape of source data is (2, 5, 8) and target shape is (2, 5, 4, 2), the target shape will be updated to (0, 0, 4, 2).
        Nr   zsource_shape=z, target_shape=z, new_target_shape=)rJ   r   Úto_arrayr‚   rw   r1   rƒ   r„   )r   r’   r”   r•   rŒ   Útarget_shapeÚinitializerÚsource_shapeÚnew_target_shaper“   rS   r   r   r   r…   ï   s"   





 z/BertOnnxModelShapeOptimizer.update_target_shaper7   c                 C   s6   |   |¡sdd„ | jjjD ƒ}td|› d|› �ƒ‚d S )Nc                 S   rD   r   rE   )rG   r7   r   r   r   rH     rI   z>BertOnnxModelShapeOptimizer.validate_input.<locals>.<listcomp>zInput z% does not exist in the graph inputs: )Úfind_graph_inputr   r-   r7   Ú	Exception)r   r7   Úvalid_namesr   r   r   Úvalidate_input  s   
þz*BertOnnxModelShapeOptimizer.validate_inputr?   c                 C   s>   dd„ | j jjD ƒ}|D ]}||vrtd|› d|› �ƒ‚qd S )Nc                 S   rD   r   rE   rF   r   r   r   rH     rI   z@BertOnnxModelShapeOptimizer.validate_outputs.<locals>.<listcomp>zOutput z& does not exist in the graph outputs: )r   r-   r0   r�   )r   r?   rž   r   r   r   r   Úvalidate_outputs  s   ÿÿz,BertOnnxModelShapeOptimizer.validate_outputsNFÚoutput_pathrh   ri   rj   rŠ   r‹   c                 C   s„  | j jjD ]}|j t¡rt d¡  d S q|  |¡ |  |¡ |  |¡ |d ur3|  	|¡ |  
|¡ dd„ | j jjD ƒ}|sA|rœt|  ¡ ƒdkrPt d¡ d S t ¡ �-}d t ¡  d¡¡}|
rcdn|}tj ||¡}|  |||||||	|||
¡
 W d   ƒ n1 s„w   Y  t d	|› �¡ t d
|› d|	› �¡ |d urÀt|dƒ�}| | j  ¡ ¡ W d   ƒ d S 1 s¹w   Y  d S d S )Nz5Skip shape optimization since it has been done beforec                 S   rD   r   rE   rF   r   r   r   rH   2  rI   z8BertOnnxModelShapeOptimizer.optimize.<locals>.<listcomp>é   z9Skip shape optimization since graph input number is not 3ztemp_{}.onnxz%m_%d-%H_%M_%SrT   z$Temp model with additional outputs: zZShape optimization is done. The optimized model might only work for input with batch_size=z sequence_length=rr   )r   r-   r™   r   Ú
startswithr    rƒ   ÚinforŸ   r    rˆ   r0   rw   Ú'get_graph_inputs_excluding_initializersÚtempfileÚTemporaryDirectoryÚformatr   ÚnowÚstrftimeÚosÚpathÚjoinr–   r„   Úwarningrx   ry   rz   )r   r¡   rh   ri   rj   rŠ   r‹   r?   rZ   rk   rŒ   r)   Úremaining_outputsÚtemp_dirÚtemp_file_nameÚdirÚ	temp_filer�   r   r   r   Úoptimize  sT   
þ






öüÿ"ÿÿz$BertOnnxModelShapeOptimizer.optimize)r5   rQ   )r^   )Nr5   rQ   F)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r*   r3   r9   rC   rP   r]   rq   r–   r…   ÚstrrŸ   Úlistr    Úboolr´   Ú__classcell__r   r   r   r   r   !   sD    

ø!Dõþýüûúù
ør   c                  C   sî   t  ¡ } | jddtd� | jddtd� | jddtd� | jddtd� | jddtd� | jdd	td d
� | jdd	tdd
� | jdd	tdd
� | jdd	dd� | jd	d� | jdd	dd� | jd	d� | jdd	dd� | jd	d� |  ¡ }|S )Nz--inputT)ÚrequiredrU   z--outputz--input_idsz--segment_idsz--input_maskz--output_namesF)r½   rU   Údefaultz--batch_sizer5   z--sequence_lengthrQ   z--enable_shape_optÚ
store_true)r½   Úaction)rŠ   z--enable_reshape_opt)r‹   z	--verbose)rŒ   )ÚargparseÚArgumentParserÚadd_argumentr¹   ÚintÚset_defaultsÚ
parse_args)ÚparserÚargsr   r   r   Úparse_argumentsS  s"   rÉ   c                 C   s`   t  tj¡}| r| t  d¡¡ t j}n| t  d¡¡ t j}| |¡ t	 
|¡ t	 |¡ d S )Nz8[%(filename)s:%(lineno)s - %(funcName)20s()] %(message)sz%(filename)20s: %(message)s)ÚloggingÚStreamHandlerÚsysÚstdoutÚsetFormatterÚ	FormatterÚDEBUGÚINFOÚsetLevelrƒ   Ú
addHandler)rŒ   Úlog_handlerÚlogging_levelr   r   r   Úsetup_loggingg  s   

rÖ   c                  C   s¬   t ƒ } t| jƒ | jd u rd n| j d¡}tƒ }t| jdƒ�}| | 	¡ ¡ W d   ƒ n1 s0w   Y  t
|ƒ}t|ƒ}| | j| j| j| j| j| j|| j| j| j¡
 d S )Nú;Úrb)rÉ   rÖ   rŒ   r?   Úsplitr   rx   r7   ÚParseFromStringÚreadr   r   r´   r0   rh   ri   rj   rŠ   r‹   rZ   rk   )rÈ   r?   r   Ú
input_filer   Ú	optimizerr   r   r   Úmaint  s*   
ÿörÞ   Ú__main__)rÁ   rÊ   r«   ÚrerÌ   r¦   Úcollectionsr   r   Úpathlibr   Únumpyr   r!   r   r   r   r   r   r{   Ú	getLoggerrµ   rƒ   r    r<   r   rÉ   rÖ   rÞ   r   r   r   r   Ú<module>   s4   	
  4
ÿ