o
    °ƒðjz^  ã                   @   sô   d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZm	Z	m
Z
mZmZmZ d dlmZmZ d dlmZ e e¡Zdd„ Zdd	d
„Zddd„Zdd„ Zg d¢ZdgddgddgdœZG dd„ dƒZ									ddd„Zddd„ZdS )é    N)ÚAttributeProtoÚ
GraphProtoÚ
ModelProtoÚ	NodeProtoÚTensorProtoÚhelperÚnumpy_helper)Úinfer_shapesÚinfer_shapes_path)Úversionc                 C   s   dd„ | D ƒS )z|
    Convert numpy float16 to python int.

    :param np_list: numpy float16 list
    :return int_list: python int list
    c                 S   s.   g | ]}t t| d ¡ƒdd…  d¡dƒ‘qS )ÚHé   Né   )ÚintÚbinÚviewÚzfill)Ú.0Ú_© r   ú¢/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/transformers/float16.pyÚ
<listcomp>$   s   . z%_npfloat16_to_int.<locals>.<listcomp>r   )Únp_listr   r   r   Ú_npfloat16_to_int   s   r   çÛ"•“\ÿo>ç     üï@c                 C   sŠ  dd„ }| t  | dk¡ jd dkrF| t  | dk¡  ¡ }| t  | dk¡  ¡ }||kr7t d|› d|› �¡ ||krFt d|› d|› �¡ | t  | dk ¡ jd dkrŒ| t  | dk ¡  ¡ }| t  | dk ¡  ¡ }|| kr{t d|› d| › �¡ || krŒt d|› d| › �¡ t  |d| |ƒ|| ¡} t  || | dƒ| | ¡} t  ||| tdƒƒ|| ¡} t  |tdƒ| | ƒ| | ¡} t  | ¡S )a?  
    Convert float32 numpy array to float16 without changing sign or finiteness.
    Positive values less than min_positive_val are mapped to min_positive_val.
    Positive finite values greater than max_finite_val are mapped to max_finite_val.
    Similar for negative values. NaN, 0, inf, and -inf are unchanged.
    c                 S   s   t  | |k ||k ¡S ©N)ÚnpÚlogical_and)ÚaÚbÚcr   r   r   Úbetween/   s   z&convert_np_to_float16.<locals>.betweenr   zthe float32 number z will be truncated to Úinfz-inf)	r   ÚwhereÚshapeÚmaxÚminÚloggerÚdebugÚfloatÚfloat16)Únp_arrayÚmin_positive_valÚmax_finite_valr"   Úpositive_maxÚpositive_minÚnegative_maxÚnegative_minr   r   r   Úconvert_np_to_float16'   s(   


r3   c                 C   sž   t | tƒstdt| ƒ› �ƒ‚| jtjkrMtj| _| jr7tt	 
| j¡||ƒ}t|ƒ}|| jdd…< g | jdd…< | jrMt	j| jdd�}t|||ƒ}| ¡ | _| S )a…  Convert tensor float to float16.

    Args:
        tensor (TensorProto): the tensor to convert.
        min_positive_val (float, optional): minimal positive value. Defaults to 1e-7.
        max_finite_val (float, optional): maximal finite value. Defaults to 1e4.

    Raises:
        ValueError: input type is not TensorProto.

    Returns:
        TensorProto: the converted tensor.
    ú3Expected input type is an ONNX TensorProto but got NÚfloat32©Údtype)Ú
isinstancer   Ú
ValueErrorÚtypeÚ	data_typeÚFLOATÚFLOAT16Ú
float_datar3   r   Úarrayr   Ú
int32_dataÚraw_dataÚ
frombufferÚtobytes)Útensorr-   r.   Úfloat16_dataÚint_listÚfloat32_listÚfloat16_listr   r   r   Úconvert_tensor_float_to_float16I   s   

rI   c                 C   s   t  | ¡j}t | j| j|¡S r   )r   Úto_arrayr%   r   Úmake_tensor_value_infoÚnamer;   )rD   r%   r   r   r   Úmake_value_info_from_tensorn   s   rM   )ÚArrayFeatureExtractorÚ	BinarizerÚCastMapÚCategoryMapperÚDictVectorizerÚFeatureVectorizerÚImputerÚLabelEncoderÚLinearClassifierÚLinearRegressorÚ
NormalizerÚOneHotEncoderÚRandomUniformLikeÚSVMClassifierÚSVMRegressorÚScalerÚTreeEnsembleClassifierÚTreeEnsembleRegressorÚTreeEnsembleÚZipMapÚNonMaxSuppressionÚTopKÚRoiAlignÚRangeÚCumSumÚMinÚMaxÚUpsampler   é   )ÚResizeÚ	GroupNormÚSkipGroupNormc                   @   s,   e Zd ZdZdefdd„Zdefdd„ZdS )	ÚInitializerTrackerz'Class for keeping track of initializer.Úinitializerc                 C   s   || _ g | _g | _d S r   )ro   Ú
fp32_nodesÚ
fp16_nodes)Úselfro   r   r   r   Ú__init__›   s   
zInitializerTracker.__init__Únodec                 C   s$   |r
| j  |¡ d S | j |¡ d S r   )rp   Úappendrq   )rr   rt   Úis_node_blockedr   r   r   Úadd_node    s   zInitializerTracker.add_nodeN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rs   r   rw   r   r   r   r   rn   ˜   s    rn   Fc
           +         sÖ	  |dksJ dƒ‚|t t tj¡jƒksJ dƒ‚|du ri n|}
t| tƒrb| }t t	j
¡t d¡kr]|s]tjtj |¡d��}|j}t||ƒ t	 |¡} d}W d  ƒ n1 sWw   Y  nt	 |¡} t| tƒsptdt| ƒ› �ƒ‚d}|s…t t	j
¡t d	¡kr…zt}W nw |du r‹t}|du r‘g }t|ƒ}t|ƒ}t d
|› d|› dˆ › d|› d|› d|› d|› �¡ g }g }g }g }|durÃ|| ƒ} | | ¡ i }tƒ }tƒ }dd„ | jjD ƒ}dd„ | jjD ƒ}tˆ tƒrú‡ fdd„|D ƒ}‡ fdd„|D ƒ}nˆ �sg }g }t | jjƒD ]V\}}|j|v �r\dt|ƒ }|||j< | !|j¡ dt|ƒ }| jj" !¡ }| #|¡ ||_t$j%|jj&_'t(j)d|jg|gt$j%|d�g}| jj* +|¡ | |¡ | !|¡ �qt | jjƒD ]U\}}|j|v �r¸dt|ƒ }|||j< | !|j¡ dt|ƒ }| jj" !¡ }| #|¡ ||_t$j%|jj&_'t(j)d|g|jgd|d�g}| jj* +|¡ | |¡ | !|¡ �qdi }|�r�g } |D �]·}!t|!tƒ�rÒ|  |!j¡ t|!t,ƒ�r÷|!j-D ]}|j.t$j/k�ró|j|v�sìJ ‚t0|ƒ||j< �qÛ|!j*D ]þ}|j|v �r�qøt1t2|jƒƒD ]}|j| |v �r||j|  |j|< �q	t1t2|jƒƒD ]}|j| |v �r:||j|  |j|< �q&|j3|v �pF|j|v }"t |jƒD ](\}}||v �rs|"�pj|t4 5|j3g ¡v �oj||
 5|j3g ¡v}#||  6||#¡ �qL|"�r| |¡ �qø|j3dk�rŸ|j7D ]}$|$jdk�r�|$j8t$j/k�r�t$j%|$_8 n�qˆ|j3dv �rÖd}%|j7D ]}$|$jd k�r¿d}%|$j8t$j/k�r¿t$j%|$_8�qª|j3d!v �rÖ|%�sÖ|j7 +t( 9d t$j%¡g¡ |j3t4v�sâ|j3|
v �rð|j7D ]}$|  |$¡ �qå�qø| |¡ �qøt|!t:ƒ�r'|  |!j;¡ |!j<D ]}|  |¡ �q|!j= #t>|!j=||ƒ¡ |!j?D ]	}t>|||ƒ}�qt|!t,ƒ�rzt@ A|!j|!j|!j"¡D ]B}|jj&j't$j/k�rS|j|v�rSt$j%|jj&_'| |¡ |j Bd"¡�rx|jjCj'j&j't$j/k�rx|j|v�rxt$j%|jjCj'j&_'| |¡ �q7�qÃ| }|�s¿| D¡ D ]*}&|�sŽ|&jE�r®t>|&j-||ƒ|&_-| tF|&j-ƒ¡ |&jG�r®|�s®t Hd#|&jE› �¡ �q…|D ]o}'t |'jƒD ]f\}}|t4|'j3 v�sÏ||
 5|'j3g ¡v �rÑ�q¹|D ]J}(||(jk�r| jj" !¡ }| #|(¡ |'jd$ t|ƒ }||_t$j/|jj&_'|'jd% t|ƒ }t(j)d|g|gd|d�g}| jj* +|¡ ||'j|<  n�qÓ�q¹�q²|	�r(t$jInt$j/})|D ]»}'t1t2|'jƒƒD ]T}|'j| }|D ]I}(||(jk�r‡| jj" !¡ }| #|(¡ |'jd$ t|ƒ }||_|)|jj&_'|'jd% t|ƒ }t(j)d|g|g|)|d�g}| jj* +|¡ ||'j|<  n�q?�q6t1t2|'jƒƒD ]T}|'j| }*|D ]I}(|*|(jk�rã| jj" !¡ }| #|(¡ |'jd& t|ƒ }||_|)|jj&_'|'jd' t|ƒ }t(j)d|g|*gd(|d�g}| jj* +|¡ ||'j|<  n�q›�q’�q-| S ))a§  Convert tensor float type in the input ONNX model to tensor float16.

    Args:
        model (ModelProto or str): The ONNX model or path of the model to convert.
        min_positive_val (float, optional): minimal positive value. Defaults to 5.96e-08.
        max_finite_val (float, optional): maximal finite value of float16. Defaults to 65504.
        keep_io_types (Union[bool, List[str]], optional): It could be boolean or a list of float32 input/output names.
                                                          If True, model inputs/outputs should be left as float32.
                                                          Defaults to False.
        disable_shape_infer (bool, optional): Skips running onnx shape/type inference.
                                              Useful if shape inference has been done. Defaults to False.
        op_block_list (List[str], optional): List of op types to leave as float32.
                                             Defaults to None, which will use `float16.DEFAULT_OP_BLOCK_LIST`.
        node_block_list (List[str], optional): List of node names to leave as float32. Defaults to None.
        force_fp16_initializers(bool): force converting all float initializers to float16.
                                       Default to false, which will convert only the one needed to avoid precision loss.
        force_fp16_inputs(Dict[str, List[int]]): Force the conversion of the inputs of some operators to float16, even if
                                                 this script's preference it to keep them in float32.
    Raises:
        ValueError: input type is not ModelProto.

    Returns:
        ModelProto: converted model.
    r   zginvalid min_positive_val. smallest positive float16 value: subnormal 5.96e-08, and normalized 6.104e-05z4invalid max_finite_val. largest float16 value: 65504Nz1.8.0)ÚdirTz$Expected an ONNX ModelProto but got z1.2.0z"fp16 parameters: min_positive_val=z max_finite_val=z keep_io_types=z disable_shape_infer=z op_block_list=z node_block_list=z force_fp16_initializers=c                 S   ó"   g | ]}|j jjtjkr|j‘qS r   ©r:   Útensor_typeÚ	elem_typer   r<   rL   ©r   Únr   r   r   r     ó   " z,convert_float_to_float16.<locals>.<listcomp>c                 S   r}   r   r~   r�   r   r   r   r     rƒ   c                    ó   g | ]}|ˆ v r|‘qS r   r   r�   ©Úkeep_io_typesr   r   r   
  ó    c                    r„   r   r   r�   r…   r   r   r     r‡   Úgraph_input_cast_Úgraph_input_castÚCast)ÚtorL   Úgraph_output_cast_Úgraph_output_castrj   r‹   )ÚEyeLikeÚMultinomialÚRandomNormalÚRandomNormalLikeÚRandomUniformrZ   ÚSequenceEmptyÚ	BernoulliFr7   )r�   r’   r“   Úsequence_typezXinitializer is used by both fp32 and fp16 nodes. Consider add these nodes to block list:Ú_input_cast_Ú_input_castÚ_output_cast_Ú_output_casté
   )Jr*   r   Úfinfor+   r&   r8   Ústrr   ÚparseÚonnxÚ__version__ÚtempfileÚNamedTemporaryFileÚosÚpathÚdirnamerL   r
   Úloadr   r9   r:   r	   ÚDEFAULT_OP_BLOCK_LISTÚsetr(   r)   ru   ÚgraphÚinputÚoutputÚlistÚ	enumerateÚaddÚ
value_infoÚCopyFromr   r=   r   r€   r   Ú	make_nodert   Úextendr   ro   r;   r<   rn   ÚrangeÚlenÚop_typeÚALWAYS_FLOAT_INPUTSÚgetrw   Ú	attributeÚiÚmake_attributer   ÚgÚgraphsÚtrI   ÚtensorsÚ	itertoolsÚchainÚHasFieldr•   Úvaluesrq   rM   rp   ÚinfoÚBFLOAT16)+Úmodelr-   r.   r†   Údisable_shape_inferÚop_block_listÚnode_block_listÚforce_fp16_initializersÚforce_fp16_inputsÚ#use_bfloat16_as_blocked_nodes_dtypeÚforce_fp16_inputs_dictÚ
model_pathÚtmpfileÚshape_infer_model_pathÚfunc_infer_shapeÚqueueÚvalue_info_listÚ	node_listÚmixed_float_type_node_listÚname_mappingÚgraph_io_to_skipÚio_castsÚfp32_inputsÚfp32_outputsr¸   r‚   Úoutput_nameÚ	node_nameÚnew_value_infoÚnew_nodeÚ
input_nameÚfp32_initializersÚ
next_levelÚqrv   Úuse_fp32_weightÚattrÚ	has_dtypeÚvaluert   r®   Úaccuracy_typerª   r   r…   r   Úconvert_float_to_float16§   s¸  
$ÿ


û€

,ÿ





€



€

€
€€
þ€
€

€
ÿ



€žd
ÿ€$

ó€ü



ó€



ó€ýræ   c                 C   s’   t | tƒstdt| ƒ› �ƒ‚| jtjkrtdƒ‚d}| jr#t | j¡}| j	r.tj
| j	dd�}|du r6tdƒ‚t|||ƒ}t t |t |¡ ¡¡S )zSMeasure the maximum absolute difference after converting a float tensor to float16.r4   z#Expected tensor data type is float.Nr5   r6   zexternal data not loaded!)r8   r   r9   r:   r;   r<   r>   r   r?   rA   rB   ÚRuntimeErrorr3   ÚamaxÚabsr5   )rD   r-   r.   Úfloat32_datarE   r   r   r   Úfloat_to_float16_max_diffã  s   
rë   )r   r   )	r   r   FFNNFNF)r¾   Úloggingr¢   r    Únumpyr   rž   r   r   r   r   r   r   r   Úonnx.shape_inferencer	   r
   Ú	packagingr   Ú	getLoggerrx   r(   r   r3   rI   rM   r¦   rµ   rn   ræ   rë   r   r   r   r   Ú<module>   s<   $



"%"
ö  >