o
    °ƒðjL0  ã                   @   sH   d dl mZ d dlmZ G dd„ dƒZG dd„ deƒZG dd„ dƒZd	S )
é    )ÚArgumentParser)ÚEnumc                   @   s   e Zd ZdZdZdZdZdS )ÚAttentionMaskFormatr   é   é   é   N)Ú__name__Ú
__module__Ú__qualname__ÚMaskIndexEndÚMaskIndexEndAndStartÚAttentionMaskÚNoMask© r   r   ú©/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/transformers/fusion_options.pyr   	   s
    r   c                   @   s4   e Zd ZdZdZdZdZdd„ Zdd„ Zd	d
„ Z	dS )ÚAttentionOpTypeÚ	AttentionÚMultiHeadAttentionÚGroupQueryAttentionÚPagedAttentionc                 C   s   | j S ©N©Úvalue©Úselfr   r   r   Ú__str__   s   zAttentionOpType.__str__c                 C   s
   t | jƒS r   )Úhashr   r   r   r   r   Ú__hash__!   ó   
zAttentionOpType.__hash__c                 C   s   |j | j kS r   r   )r   Úotherr   r   r   Ú__eq__$   ó   zAttentionOpType.__eq__N)
r   r	   r
   r   r   r   r   r   r   r    r   r   r   r   r      s    r   c                   @   sV   e Zd ZdZdd„ Zddd„Zdd„ Zd	efd
d„Ze	dd„ ƒZ
e	defdd„ƒZdS )ÚFusionOptionsz'Options of fusion in graph optimizationc                 C   sÒ   d| _ d| _d| _d| _d| _d| _d| _d| _d| _d| _	d| _
d| _d| _d| _d| _|dkr4d| _tj| _|dkrAtj| _n|dkrItj| _d | _|dv rgd| _d| _d| _d| _d| _d| _d| _d S d S )NTFÚclipÚbertÚvit©ÚunetÚvaer#   )Úenable_geluÚenable_layer_normÚenable_attentionÚenable_rotary_embeddingsÚuse_multi_head_attentionÚ!disable_multi_head_attention_biasÚenable_skip_layer_normÚenable_embed_layer_normÚenable_bias_skip_layer_normÚenable_bias_geluÚenable_gelu_approximationÚenable_qordered_matmulÚenable_shape_inferenceÚenable_gemm_fast_geluÚgroup_norm_channels_lastr   r   Úattention_mask_formatr   r   Úattention_op_typeÚenable_nhwc_convÚenable_group_normÚenable_skip_group_normÚenable_bias_splitgeluÚenable_packed_qkvÚenable_packed_kvÚenable_bias_add)r   Ú
model_typer   r   r   Ú__init__+   s@   

ùzFusionOptions.__init__Tc                 C   s   |rt j| _d S t j| _d S r   )r   r   r8   r   )r   Úuse_raw_maskr   r   r   Úuse_raw_attention_maskZ   s   z$FusionOptions.use_raw_attention_maskc                 C   s   t j| _d S r   )r   r   r8   r   r   r   r   Údisable_attention_mask`   r!   z$FusionOptions.disable_attention_maskÚattn_op_typec                 C   s
   || _ d S r   )r9   )r   rF   r   r   r   Úset_attention_op_typec   r   z#FusionOptions.set_attention_op_typec                 C   s6  t | jƒ}| jrd|_| jrd|_| jrd|_| jrd|_	| j
r#d|_
| jr)d|_| jr/d|_| jr5d|_| jr;d|_| jrAd|_| jrGd|_| jrMd|_| jrU| d¡ | jr]| d¡ | jrd| ¡  | jdv r™| jrod|_| jrud|_| jr{d|_ | j!r�d|_"| j#r‡d|_$| j%r�d|_&| j'r“d|_(| j)r™d|_*|S )NFTr&   )+r"   rA   Údisable_gelur)   Údisable_layer_normr*   Údisable_rotary_embeddingsr,   Údisable_attentionr+   r-   Údisable_skip_layer_normr/   Údisable_embed_layer_normr0   Údisable_bias_skip_layer_normr1   Údisable_bias_gelur2   r3   Údisable_shape_inferencer5   r6   Úuse_mask_indexrD   Úno_attention_maskrE   Úuse_group_norm_channels_firstr7   Údisable_nhwc_convr:   Údisable_group_normr;   Údisable_skip_group_normr<   Údisable_bias_splitgelur=   Údisable_packed_qkvr>   Údisable_packed_kvr?   Údisable_bias_addr@   )ÚargsÚoptionsr   r   r   Úparsef   sb   



zFusionOptions.parseÚparserc                 C   sª  | j ddddd� | jdd� | j ddddd� | jdd	� | j d
dddd� | jdd� | j ddddd� | jdd� | j ddddd� | jdd� | j ddddd� | jdd� | j ddddd� | jdd� | j ddddd� | jdd� | j ddddd� | jdd� | j dddd d� | jdd!� | j d"ddd#d� | jdd$� | j d%ddd&d� | jdd'� | j d(ddd)d� | jdd*� | j d+ddd,d� | jdd-� | j d.ddd/d� | jdd0� | j d1ddd2d� | jdd3� | j d4ddd5d� | jdd6� | j d7ddd8d� | jdd9� | j d:ddd;d� | jdd<� | j d=ddd>d� | jdd?� | j d@dddAd� | jddB� | j dCdddDd� | jddE� | j dFdddGd� d S )HNz--disable_attentionFÚ
store_truezdisable Attention fusion)ÚrequiredÚactionÚhelp)rK   z--disable_skip_layer_normz%disable SkipLayerNormalization fusion)rL   z--disable_embed_layer_normz&disable EmbedLayerNormalization fusion)rM   z--disable_bias_skip_layer_normz2disable Add Bias and SkipLayerNormalization fusion)rN   z--disable_bias_geluz)disable Add Bias and Gelu/FastGelu fusion)rO   z--disable_layer_normz!disable LayerNormalization fusion)rI   z--disable_geluzdisable Gelu fusion)rH   z--enable_gelu_approximationz+enable Gelu/BiasGelu to FastGelu conversion)r3   z--disable_shape_inferencez disable symbolic shape inference)rP   z--enable_gemm_fast_geluzenable GemmfastGelu fusion)r6   z--use_mask_indexzWuse mask index to activate fused attention to speed up. It requires right-side padding!)rQ   z--use_raw_attention_maskz‘use raw attention mask. Use this option if your input is not right-side padding. This might deactivate fused attention and get worse performance.)rD   z--no_attention_maskz1no attention mask. Only works for model_type=bert)rR   z--use_multi_head_attentionzŸUse MultiHeadAttention instead of Attention operator for testing purpose. Note that MultiHeadAttention might be slower than Attention when qkv are not packed. )r-   z--disable_group_normz9not fuse GroupNorm. Only works for model_type=unet or vae)rU   z--disable_skip_group_normzPnot fuse Add + GroupNorm to SkipGroupNorm. Only works for model_type=unet or vae)rV   z--disable_packed_kvz[not use packed kv for cross attention in MultiHeadAttention. Only works for model_type=unet)rY   z--disable_packed_qkvz[not use packed qkv for self attention in MultiHeadAttention. Only works for model_type=unet)rX   z--disable_bias_addz0not fuse BiasAdd. Only works for model_type=unet)rZ   z--disable_bias_splitgeluz6not fuse BiasSplitGelu. Only works for model_type=unet)rW   z--disable_nhwc_convz:Do not use NhwcConv. Only works for model_type=unet or vae)rT   z--use_group_norm_channels_firstznUse channels_first (NCHW) instead of channels_last (NHWC) for GroupNorm. Only works for model_type=unet or vae)rS   z--disable_rotary_embeddingsz5Do not fuse rotary embeddings into RotaryEmbedding op)Úadd_argumentÚset_defaults)r^   r   r   r   Úadd_argumentsœ   s@  üüüüüüüüüüüüüüüüüüüüüü
üzFusionOptions.add_argumentsN)T)r   r	   r
   Ú__doc__rB   rD   rE   r   rG   Ústaticmethodr]   r   re   r   r   r   r   r"   (   s    
/
5r"   N)Úargparser   Úenumr   r   r   r"   r   r   r   r   Ú<module>   s
   