o
    °ƒðj¦  ã                   @   sœ   d dl Z d dlZd dlZddlmZmZmZmZm	Z	m
Z
mZ ddlmZ ddlmZ ddlmZ dd	„ Zd
d„ Zdd„ ZG dd„ deƒZG dd„ deƒZdS )é    Né   )ÚTENSOR_NAME_QUANT_SUFFIXÚQuantizedValueÚQuantizedValueTypeÚattribute_to_kwargÚfind_by_nameÚget_mul_nodeÚ	ms_domainé   )ÚQuantOperatorBase)Ú	QOpMatMul)ÚQDQOperatorBasec                 C   s,   dd„ | j D ƒ}|rtj |d ¡dkS dS )Nc                 S   ó   g | ]	}|j d kr|‘qS )ÚtransB©Úname©Ú.0Úattr© r   ú©/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/quantization/operators/gemm.pyÚ
<listcomp>   ó    z#is_B_transposed.<locals>.<listcomp>r   F©Ú	attributeÚonnxÚhelperÚget_attribute_value)Ú	gemm_nodeÚtransB_attributer   r   r   Úis_B_transposed   s   r    c                 C   s(   dd„ | j D ƒ}|rtj |d ¡S dS )Nc                 S   r   ©Úbetar   r   r   r   r   r      r   zget_beta.<locals>.<listcomp>r   ç      ð?r   ©r   Úbeta_attributer   r   r   Úget_beta   s   r&   c                 C   s"   dd„ | j D ƒ}|rd|d _dS )Nc                 S   r   r!   r   r   r   r   r   r   %   r   z$set_default_beta.<locals>.<listcomp>r#   r   )r   Úfr$   r   r   r   Úset_default_beta$   s   
r(   c                       s(   e Zd Z‡ fdd„Z‡ fdd„Z‡  ZS )ÚQLinearGemmc                    ó   t ƒ  ||¡ d S ©N©ÚsuperÚ__init__©ÚselfÚonnx_quantizerÚ	onnx_node©Ú	__class__r   r   r.   -   ó   zQLinearGemm.__init__c              	      s„  | j }|jdks
J ‚| j |jd ¡\}}}}}| j |jd ¡r[| j ¡ r[| j |dg¡\}}}}	| j 	|jd | jj
t|ƒrBdnd¡}
| |
d ¡ | |
d ¡ | |
d ¡ n0| j |dg¡\}}}}	| jj|dg| jjd�\}}}}| |¡ | |¡ | |¡ |	 |¡ |r‘|d u r–tƒ  ¡ S d}t|jƒdkrÂ| j |jd ¡s­tƒ  ¡ S | j |jd |jd |jd t| j ƒ¡}|jd t }|jrÑ|jd nd}i }|jD ]}|jd	kræ| t|ƒ¡ qØt|d
< g }tdƒD ]}| || || || g¡ qñ| |||g¡ tjjd||g|fi |¤Ž}|	 |¡ t|jd |||t j!|j| jj
d�}|| jj"|jd < | j j#|	7  _#d S )NÚGemmr   r
   r   )Úreduce_rangeÚ é   Ú_quantr"   ÚdomainÚQGemm)Ú	node_typeÚ
node_qtype)$ÚnodeÚop_typeÚ	quantizerÚ_get_quantization_paramsÚoutputÚis_input_a_initializerÚinputÚis_per_channelÚquantize_activationÚquantize_weight_per_channelÚweight_qTyper    ÚappendÚquantize_weightr7   Úextendr-   ÚquantizeÚlenÚquantize_bias_staticr&   r   r   r   Úupdater   r	   Úranger   r   Ú	make_noder   r   ÚInputÚquantized_value_mapÚ	new_nodes)r0   r?   Ú
data_foundÚoutput_scale_nameÚoutput_zp_nameÚ_Úquantized_input_namesÚzero_point_namesÚscale_namesÚnodesÚquant_weight_tupleÚquantized_input_names_weightÚzero_point_names_weightÚscale_names_weightÚnodes_weightÚquantized_bias_nameÚqgemm_outputÚ
qgemm_nameÚkwargsr   Úqgemm_inputsÚiÚ
qgemm_nodeÚq_outputr3   r   r   rM   0   s”   úûýûû





 ÿ

€
ù	zQLinearGemm.quantize©Ú__name__Ú
__module__Ú__qualname__r.   rM   Ú__classcell__r   r   r3   r   r)   ,   s    r)   c                       s$   e Zd Z‡ fdd„Zdd„ Z‡  ZS )ÚQDQGemmc                    r*   r+   r,   r/   r3   r   r   r.   �   r5   zQDQGemm.__init__c                 C   s
  | j }|jdks
J ‚| j |jd ¡ | js| j |jd ¡ | jj|jd t|ƒr,dndd�\}}|r?| j 	|jd |¡ n	| j 
|jd ¡ t|jƒdkrƒ| j |jd ¡rv| j |j|jd |jd |jd t| j ƒ¡ t| j ƒ d S t d| j j› d�¡ d S d S )	Nr6   r   r
   )Údefault_axisr9   r   zBias of Gemm node 'zC' is not constant. Please exclude this node for better performance.)r?   r@   rA   Úquantize_activation_tensorrE   Údisable_qdq_for_node_outputrC   Úis_tensor_per_channelr    Ú"quantize_weight_tensor_per_channelÚquantize_weight_tensorrN   rD   Úquantize_bias_tensorr   r&   r(   ÚloggingÚwarning)r0   r?   Úis_weight_per_channelÚweight_axisr   r   r   rM   “   s*   
ÿ$ÿÿùzQDQGemm.quantizerk   r   r   r3   r   rp   �   s    rp   )rx   ÚnumpyÚnpr   Úquant_utilsr   r   r   r   r   r   r	   Úbase_operatorr   Úmatmulr   Úqdq_base_operatorr   r    r&   r(   r)   rp   r   r   r   r   Ú<module>   s    $	c