o
    °ƒðjx]  ã                   @   sb   d dl mZ d dlZd dlmZ d dlmZ d dl	m
Z
 ddlmZmZ dd„ ZG dd	„ d	ƒZdS )
é    )ÚPathN)Ú
ModelProtoé   )Úattribute_to_kwargÚfind_by_namec              	   C   s  t ƒ }| dd„ | jD ƒ¡ | dd„ | jD ƒ¡ g }| jD ]w}|}dd„ |jD ƒ}|r�i }|jD ]M}i }	|jtjjkrOt	|j
|ƒ\}
}|j|
i}	| |¡ n*|jtjjkrug }|jD ]}t	||ƒ\}
}| |
¡ | |¡ q[|j|i}	nt|ƒ}	| |	¡ q1tj|j|j|jfd|ji|¤Ž}| |¡ q|  d¡ | j |¡ | dd„ | jD ƒ¡ g }| jD ]}|j|v r¿| |j¡ q±| |¡ q±d	d
„ | jD ƒ}|D ]0}| j |¡ |j|v rÿz| j ||j ¡ W qÏ tyþ   |jdk rütd|j› d�ƒ Y qÏw qÏ| dd„ | jD ƒ¡ | |fS )zÄClean unused initializers from graph.

    Returns:
        A cleaned graph without unused initializers
        A list of tensor names, which are not produced by this graph and its subgraphes
    c                 s   s$   � | ]}|j D ]}|r|V  qqd S ©N)Úinput)Ú.0ÚnodeÚ
input_name© r   ú¥/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/quantization/onnx_model.pyÚ	<genexpr>   s   €" z-_clean_initializers_helper.<locals>.<genexpr>c                 s   s   � | ]	}|j r|j V  qd S r   ©Úname)r	   Úg_outr   r   r   r      ó   € c                 S   s,   g | ]}|j tjjks|j tjjkr|‘qS r   )ÚtypeÚonnxÚAttributeProtoÚGRAPHÚGRAPHS©r	   Úattrr   r   r   Ú
<listcomp>   s
    þz._clean_initializers_helper.<locals>.<listcomp>r   r
   c                 s   s    � | ]}|j D ]}|V  qqd S r   )Úoutput)r	   r
   r   r   r   r   r   @   s   € c                 S   s   i | ]}|j |“qS r   r   ©r	   r   r   r   r   Ú
<dictcomp>J   s    z._clean_initializers_helper.<locals>.<dictcomp>é   zWarning: invalid weight name z' found in the graph (not a graph input)c                 s   s   � | ]}|j V  qd S r   r   r   r   r   r   r   T   s   € )ÚsetÚupdater
   r   Ú	attributer   r   r   r   Ú_clean_initializers_helperÚgr   r   ÚgraphsÚappendr   Úonnx_helperÚ	make_nodeÚop_typer   Ú
ClearFieldÚextendÚdifference_updateÚinitializerÚremoveÚStopIterationÚ
ir_versionÚprint)ÚgraphÚmodelÚrequesting_tensor_namesÚ	new_nodesr
   Únew_nodeÚgraph_attrsÚkwargsr   Únew_attributeÚcleaned_sub_graphÚsub_requesting_tensor_namesÚcleaned_graphesÚsubgraphÚunused_initializerr,   Úname_to_inputr   r   r   r"      sp   
þ

ý

ý
"




€þýr"   c                   @   s¼  e Zd Zdefdd„Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"efd#d$„Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zd1d2„ Zdfd4d5„Zdfd6d7„Zdfd8d9„Zd:d;„ Z d<d=„ Z!d>d?„ Z"d@dA„ Z#e$dBdC„ ƒZ%e$dDdE„ ƒZ&dFdG„ Z'dgdIdJ„Z(e$dKdL„ ƒZ)dMdN„ Z*dOdP„ Z+e$dQdR„ ƒZ,dSdT„ Z-dUdV„ Z.dWdX„ Z/dYdZ„ Z0d"ed[e1fd\d]„Z2d^d_„ Z3d`da„ Z4dfdbdc„Z5ddde„ Z6d3S )hÚ	ONNXModelr2   c                 C   s
   || _ d S r   )r2   )Úselfr2   r   r   r   Ú__init__Z   ó   
zONNXModel.__init__c                 C   ó
   | j jjS r   )r2   r1   r
   ©r@   r   r   r   Únodes]   rB   zONNXModel.nodesc                 C   rC   r   ©r2   r1   r,   rD   r   r   r   r,   `   rB   zONNXModel.initializerc                 C   sV   t |ƒdkr
tdƒ‚|  ¡ D ]}|  |d¡ q|D ]}|  |¡ | jjj |¡ qd S )Nr   zCan add an empty list.Úgain)ÚlenÚ
ValueErrorr,   Ú_check_initr2   r1   r%   )r@   ÚinitsÚinitr   r   r   Úinitializer_extendc   s   
þzONNXModel.initializer_extendc                 C   ó   | j jS r   )r2   r1   rD   r   r   r   r1   l   ó   zONNXModel.graphc                 C   rN   r   )r2   r/   rD   r   r   r   r/   o   rO   zONNXModel.ir_versionc                 C   rN   r   )r2   Úopset_importrD   r   r   r   rP   r   rO   zONNXModel.opset_importc                 C   s@   | j jD ]}|j|kr||_ d S q| j j t ||¡g¡ d S r   )r2   rP   ÚdomainÚversionr*   r&   Úmake_opsetid)r@   rQ   rR   Úopsetr   r   r   Úset_opset_importu   s   
þzONNXModel.set_opset_importc                 C   s&   || j jjv r| j jj |¡ d S d S r   )r2   r1   r
   r-   ©r@   r
   r   r   r   Úremove_node}   s   ÿzONNXModel.remove_nodec                 C   ó   |D ]}|   |¡ qd S r   )rW   )r@   Únodes_to_remover
   r   r   r   Úremove_nodes�   ó   ÿzONNXModel.remove_nodesc                 C   s   | j jj |  |¡g¡ d S r   )r2   r1   r
   r*   Ú_check_noderV   r   r   r   Úadd_node…   ó   zONNXModel.add_nodec                 C   rX   r   )r]   )r@   Únodes_to_addr
   r   r   r   Ú	add_nodesˆ   r[   zONNXModel.add_nodesc                 C   s:   t |j| jjjƒd u r|  |¡ | jjj |g¡ d S d S r   )r   r   r2   r1   r,   rJ   r*   )r@   Útensorr   r   r   Úadd_initializerŒ   s   
þzONNXModel.add_initializerc                 C   ó&   | j jjD ]}|j|kr|  S qd S r   )r2   r1   r,   r   )r@   r   ra   r   r   r   Úget_initializer‘   ó
   
ÿzONNXModel.get_initializerc                 C   rc   r   )r2   r1   r   r   )r@   r   r   r   r   r   Úfind_graph_input—   re   zONNXModel.find_graph_inputc                 C   rc   r   )r2   r1   r   r   )r@   Úoutput_namer   r   r   r   Úfind_graph_output�   re   zONNXModel.find_graph_outputÚtensor_namec                 C   sV   dd„ | j jjD ƒ}||v r|| jS |  |¡}|r|jjS |  |¡}|r)|jjS d S )Nc                 S   s   i | ]}|j |j“qS r   )r   r   )r	   Úobjr   r   r   r   ¤   s    z-ONNXModel.get_tensor_type.<locals>.<dictcomp>)r2   r1   Ú
value_infoÚtensor_typerf   r   rh   )r@   ri   Útensor_type_mapÚg_inputÚg_outputr   r   r   Úget_tensor_type£   s   


zONNXModel.get_tensor_typec                 C   sr   | j jjD ]#}|jdkr(|jd |kr(|jD ]}|jdkr't |j	¡    S qq|  
|¡}|d ur7t |¡S d S )NÚConstantr   Úvalue)r2   r1   r
   r(   r   r!   r   Úonnx_numpy_helperÚto_arrayÚtrd   )r@   rg   r
   r   r,   r   r   r   Úget_constant_value³   s   


ÿ€

zONNXModel.get_constant_valuec                 C   s   dd„ | j jjD ƒS )Nc                 S   s   h | ]}|j ’qS r   r   )r	   r,   r   r   r   Ú	<setcomp>Ã   ó    z5ONNXModel.get_initializer_name_set.<locals>.<setcomp>rF   rD   r   r   r   Úget_initializer_name_setÂ   s   z"ONNXModel.get_initializer_name_setc                 C   sX   || j jjv r(| j jj |¡ | j jjD ]}|j|jkr'| j jj |¡  d S qd S d S r   )r2   r1   r,   r-   r   r   )r@   ra   r   r   r   r   Úremove_initializerÅ   s   þýzONNXModel.remove_initializerc                 C   rX   r   )rz   )r@   Úinit_to_remover,   r   r   r   Úremove_initializersÍ   r[   zONNXModel.remove_initializersc                 C   s8   |   ¡ }tƒ }| jjjD ]}|j|vr| |j¡ q|S r   )ry   r   r2   r1   r   r   Úadd)r@   Úinitializer_namesÚnon_initializer_inputsr   r   r   r   Úget_non_initializer_inputsÑ   s   
€z$ONNXModel.get_non_initializer_inputsc                 C   sJ   i }| j jjD ]}|jD ]}|r!||vr|g||< q||  |¡ qq|S r   )r2   r1   r
   r   r%   )r@   Úinput_name_to_nodesr
   r   r   r   r   r�   Ù   s   
€ûzONNXModel.input_name_to_nodesc                 C   s0   i }| j jjD ]}|jD ]}|r|||< qq|S r   )r2   r1   r
   r   )r@   Úoutput_name_to_noder
   rg   r   r   r   r‚   ä   s   
€þzONNXModel.output_name_to_nodeNc                 C   sD   |d u r|   ¡ }g }|jD ]}||v r|| D ]}| |¡ qq|S r   )r�   r   r%   )r@   r
   r�   Úchildrenr   r   r   r   Úget_childrenì   s   
€zONNXModel.get_childrenc                 C   s:   |d u r|   ¡ }g }|jD ]}||v r| || ¡ q|S r   )r‚   r   r%   )r@   r
   r‚   Úparentsr   r   r   r   Úget_parents÷   s   
€zONNXModel.get_parentsc                 C   s@   |d u r|   ¡ }t|jƒ|krd S |j| }||vrd S || S r   )r‚   rH   r   )r@   r
   Úidxr‚   r   r   r   r   Ú
get_parent  s   
zONNXModel.get_parentc                 C   s"   t |jƒ}| |¡ t||ƒ}|S )z­Find out if a node exists in a graph or a node is in the
        new set of nodes created during quantization.

        Returns:
            The node found or None.
        )Úlistr
   r*   r   )r@   Ú	node_nameÚnew_nodes_listr1   Úgraph_nodes_listr
   r   r   r   Úfind_node_by_name  s   


zONNXModel.find_node_by_namec              	   C   sb   d}| j jjD ]'}|jr.|j |¡r.zt|jt|ƒd… ƒ}t||ƒ}W q ty-   Y qw q|S )z¿
        Gets the largest node name (int) suffix for all node names that begin with `node_name_prefix`.
        Example: for nodes my_prefix_0 and my_prefix_3, this method returns 3.
        éÿÿÿÿN)	r2   r1   r
   r   Ú
startswithÚintrH   ÚmaxrI   )r@   Únode_name_prefixÚsuffixr
   Úindexr   r   r   Úget_largest_node_name_suffix  s   ÿ€z&ONNXModel.get_largest_node_name_suffixc              	   C   s\   d}| j jjD ]$}|j |¡r+zt|jt|ƒd… ƒ}t||ƒ}W q ty*   Y qw q|S )ab  
        Gets the largest initializer name integer suffix for all initializer names that begin
        with `initializer_name_prefix`. This can be used to create unique initializer names.

        Example: for initializer names 'my_weight_0' and 'my_weight_3', this method returns 3 if
                 `initializer_name_prefix` is 'my_weight_'.
        rŽ   N)	r2   r1   r,   r   r�   r�   rH   r‘   rI   )r@   Úinitializer_name_prefixr“   r,   r”   r   r   r   Ú#get_largest_initializer_name_suffix+  s   ÿüz-ONNXModel.get_largest_initializer_name_suffixc                 C   s4   g }|j D ]}|jD ]}||jkr| |¡ q
q|S )zD
        Find all nodes with given initializer as an input.
        )r
   r   r   r%   )r@   r1   r,   rE   r
   Ú
node_inputr   r   r   Úfind_nodes_by_initializer?  s   



€þz#ONNXModel.find_nodes_by_initializerc                 C   sL   t t|ƒd ddƒD ]}|| }|jD ]}|j| kr"||f    S qq
dS )Nr   rŽ   )NN)ÚrangerH   r,   r   )r   Ú
graph_pathÚgidr1   ra   r   r   r   Ú__get_initializerJ  s   

ÿÿzONNXModel.__get_initializerc                 C   s.  g }| d }|j D �]{}dd„ |jD ƒ}|rmi }|jD ]@}|jdkr1|  |j¡ |jt | ¡i}n%|jdkrRg }|jD ]}	|  |	¡ | 	t | ¡g¡ q;|j|i}nt
|ƒ}| |¡ qtj|j|j|jfd|ji|¤Ž}|jdk�r€d}
d}d	}d	}|jD ]-}|jd
kr‹t |¡}
q~|jdkr–t |¡}q~|jdkr¡t |¡}q~|jdkr«t |¡}q~|
dk�rz|dk�rz|d	k�rz|jd }|dk�r#t |jd | ¡\}}|�rt |¡}t |j¡}|j|_|j |¡ |jD ]}|j|krú|j |¡  nqë|j 	|g¡ n |d7 }tjd|jd g|g|j�r|jd ndd�}| |¡ tjd|jd	 |g|jd	 t|jƒdk�r:dnd g|j�rF|jd ndd�}| |¡ t|jƒdk�rytjd|jd	 d |jd g|j|j�rp|jd ndd�}| |¡ q	| |¡ q	| |¡ q	| d¡ |j  	|¡ |  ¡  |S )NrŽ   c                 S   s$   g | ]}|j d ks|j dkr|‘qS )é   é
   )r   r   r   r   r   r   X  s   $ z8ONNXModel.__replace_gemm_with_matmul.<locals>.<listcomp>rž   rŸ   r   ÚGemmg      ð?r   ÚalphaÚbetaÚtransAÚtransBr   Ú_TransposedÚ	TransposeÚ
_TransposeÚ )ÚinputsÚoutputsr   ÚMatMulé   Ú_MatMulÚAddÚ_Addr
   )r
   r!   r   r%   r#   r   r?   Ú$_ONNXModel__replace_gemm_with_matmulr$   r*   r   r    r&   r'   r(   r   r   Úget_attribute_valueÚ_ONNXModel__get_initializerrs   rt   Ú
from_arrayÚTr,   r-   rH   r)   Úpop)r›   r4   r1   r
   r6   r7   r   Úkvrr   r<   r¡   r¢   r£   r¤   ÚinputBÚBÚBs_graphÚB_arrayÚB_transr   Útranspose_nodeÚmatmul_noder]   r   r   r   Ú__replace_gemm_with_matmulS  sª   




ÿÿÿ





€




þ
ü
"ü
ü
€
z$ONNXModel.__replace_gemm_with_matmulc                 C   s   |   ¡ g}t |¡ d S r   )r1   r?   r°   )r@   r›   r   r   r   Úreplace_gemm_with_matmul±  s   
z"ONNXModel.replace_gemm_with_matmulFc                 C   sZ   |   ¡  |rtjj| jdt|ƒjd dd� | jjjD ]}|  	|d¡ qt 
| j|¡ dS )zS
        Save model to external data, which is needed for model size > 2GB
        Tz.data)Úall_tensors_to_one_fileÚlocationÚconvert_attributeÚendN)Útopological_sortr   Úexternal_data_helperÚconvert_model_to_external_datar2   r   r   r1   r,   rJ   Ú
save_model)r@   Úoutput_pathÚuse_external_data_formatrL   r   r   r   Úsave_model_to_fileµ  s   üzONNXModel.save_model_to_filec                 C   óH   t |tƒr
t |tƒsJ ‚tt| jƒƒD ]}| j| |kr!|| j|< qd S r   )Ú
isinstanceÚstrrš   rH   r   )r
   Úold_input_nameÚnew_input_nameÚjr   r   r   Úreplace_node_inputÅ  ó   
€þzONNXModel.replace_node_inputc                 C   ó"   | j jjD ]	}t |||¡ qd S r   )r2   r1   r
   r?   rÑ   )r@   rÎ   rÏ   r
   r   r   r   Úreplace_input_of_all_nodesÌ  ó   ÿz$ONNXModel.replace_input_of_all_nodesc                 C   ó,   | j jjD ]}|j|v rt |||¡ qd S r   )r2   r1   r
   r   r?   rÑ   )r@   rÎ   rÏ   Únode_names_setr
   r   r   r   Úreplace_input_of_nodesÐ  ó
   
€þz ONNXModel.replace_input_of_nodesc                 C   rË   r   )rÌ   rÍ   rš   rH   r   )r
   Úold_output_nameÚnew_output_namerÐ   r   r   r   Úreplace_node_outputÕ  rÒ   zONNXModel.replace_node_outputc                 C   rÓ   r   )r2   r1   r
   r?   rÜ   )r@   rÚ   rÛ   r
   r   r   r   Úreplace_output_of_all_nodesÜ  rÕ   z%ONNXModel.replace_output_of_all_nodesc                 C   rÖ   r   )r2   r1   r
   r   r?   rÜ   )r@   rÚ   rÛ   r×   r
   r   r   r   Úreplace_output_of_nodesà  rÙ   z!ONNXModel.replace_output_of_nodesc                 C   sÆ   |   ¡ }g }|  ¡ }|D ]}|jdkr'|  |jd ¡s'|jd |vr'| |¡ q|  |¡ g }|  ¡ D ](}|j|vr[|  |j¡s[| |¡ |  	¡ j
D ]}|j|jkrZ|  	¡ j
 |¡ qJq3|  |¡ d S )Nrq   r   )r�   rE   r(   Úis_graph_outputr   r%   rZ   r,   r   r1   r   r-   r|   )r@   r�   Úunused_nodesrE   r
   Úununsed_weightsÚwÚgraph_inputr   r   r   Úremove_unused_constantå  s(   
ÿ
€

€z ONNXModel.remove_unused_constantc                    ó   t ‡ fdd„| jjjD ƒƒS )Nc                 3   ó   � | ]}|j ˆ kV  qd S r   r   )r	   r   ©rg   r   r   r     ó   € z,ONNXModel.is_graph_output.<locals>.<genexpr>)Úanyr2   r1   r   )r@   rg   r   rç   r   rß      r^   zONNXModel.is_graph_outputÚreturnc                    rå   )Nc                 3   ræ   r   r   r   ©ri   r   r   r     rè   z+ONNXModel.is_graph_input.<locals>.<genexpr>)ré   r2   r1   r   )r@   ri   r   rë   r   Úis_graph_input  r^   zONNXModel.is_graph_inputc                 C   sî  dgt |  ¡ ƒ }i }g }t|  ¡ ƒD ]:\}}tdd„ |jD ƒƒ||< || dkr3| |  ¡ | ¡ q|jD ]}|s;q6||vrE|g||< q6||  |¡ q6qdd„ |  ¡ D ƒ}dd„ | jjjD ƒ}|| }	|	 	¡  d }
|	D ]+}|
|krtqm|}
||v r˜|| D ]}|| d ||< || dkr—| |  ¡ | ¡ q~qmd}t |ƒ}||k rÙ|| j
D ](}||v rÐ|| D ]}|| d ||< || dkrÏ| |  ¡ | ¡ |d }q²q¨|d }||k s£|t |  ¡ jƒksæJ dƒ‚|  ¡  d	¡ |  ¡ j |¡ d S )
Nr   c                 s   s   � | ]}|rd V  qdS )r   Nr   )r	   Ú_r   r   r   r     s   € z-ONNXModel.topological_sort.<locals>.<genexpr>c                 S   ó   g | ]}|j ‘qS r   r   )r	   rL   r   r   r   r     rx   z.ONNXModel.topological_sort.<locals>.<listcomp>c                 S   rî   r   r   r   r   r   r   r     rx   r   zGraph is not a DAGr
   )rH   rE   Ú	enumerateÚsumr   r%   r,   r2   r1   Úsortr   r
   r)   r*   )r@   Ú
deps_countÚdeps_to_nodesÚsorted_nodesÚnode_idxr
   r   r~   Úgraph_input_namesÚinput_namesÚprev_input_nameÚstartrÃ   r   r   r   r   rÄ     s\   
ú€€ø
zONNXModel.topological_sortc                 C   s   t |  ¡ | jƒS r   )r"   r1   r2   rD   r   r   r   Úclean_initializers<  s   zONNXModel.clean_initializersc                 C   sJ   |j tjjkr#| d¡r#t|jƒ}tdd„ |D ƒƒr#td|j	›d�ƒ‚|S )NÚraw_datac                 s   s   � | ]	}|d @ d kV  qdS )é   Nr   )r	   Úir   r   r   r   C  r   z(ONNXModel._check_init.<locals>.<genexpr>zInitializer z	 has nan.)
Ú	data_typer   ÚTensorProtoÚFLOAT8E4M3FNÚHasFieldr‰   rû   ré   rI   r   )r@   rL   ÚtestÚbr   r   r   rJ   ?  s   

zONNXModel._check_initc                 C   sX   |j dkr*|jd }|  |¡}|j}|tjjtjjtjjtjj	hv r*t
d|› d�ƒ‚|S )z¾
        A quantization to float 8 does not use quantized bias but float 16 bias.
        This function checks that DequantizeLinear is not used to
        dequantize from float 16.
        ÚDequantizeLinearr¬   z;Unsupported DequantizeLinear operator, dequantization from Ú.)r(   r   rd   rþ   r   rÿ   ÚFLOAT16ÚFLOATÚDOUBLEÚBFLOAT16ÚRuntimeError)r@   r
   Ú
zero_pointrL   Údtyper   r   r   r\   G  s   


üzONNXModel._check_noder   )F)7Ú__name__Ú
__module__Ú__qualname__r   rA   rE   r,   rM   r1   r/   rP   rU   rW   rZ   r]   r`   rb   rd   rf   rh   rÍ   rp   rv   ry   rz   r|   r€   r�   r‚   r„   r†   rˆ   r�   r•   r—   r™   Ústaticmethodr²   r°   r¿   rÊ   rÑ   rÔ   rØ   rÜ   rÝ   rÞ   rä   rß   Úboolrì   rÄ   rú   rJ   r\   r   r   r   r   r?   Y   sj    	





]


4
r?   )Úpathlibr   r   Úonnx.helperÚhelperr&   Úonnx.numpy_helperÚnumpy_helperrs   Úonnx.onnx_pbr   Úquant_utilsr   r   r"   r?   r   r   r   r   Ú<module>   s   J