o
    °ƒðj–  ã                   @   s,   d dl Z d dlZe  e¡ZG dd„ dƒZdS )é    Nc                   @   s”   e Zd ZdZeddefdd„ƒZedd„ ƒZedd	„ ƒZed
e	e	e
j  fdd„ƒZedde	e
j defdd„ƒZedd
e	e	e
j  fdd„ƒZdS )ÚPastKeyValuesHelperzEHelper functions to process past key values for encoder-decoder modelFÚpresentc                 C   s‚   g }g }t | ƒD ]4}| |rd|› �d|› �gn	d|› �d|› �g¡ | |r1d|› �d|› �gn	d|› �d|› �g¡ q|| S )	NÚpresent_key_self_Úpresent_value_self_Úpast_key_self_Úpast_value_self_Úpresent_key_cross_Úpresent_value_cross_Úpast_key_cross_Úpast_value_cross_)ÚrangeÚextend)Ú
num_layersr   Úpast_self_namesÚpast_cross_namesÚi© r   ú¦/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/transformers/past_helper.pyÚget_past_names   s   ÿýÿýz"PastKeyValuesHelper.get_past_namesc           	      C   sh   g }g }t | ƒD ]'\}}t|ƒdksJ dt|ƒ› �ƒ‚|\}}}}| ||g¡ | ||g¡ q||fS )a³  Split present state from grouped by layer to grouped by self/cross attention.
        Before: (past_key_self_0, past_value_self_0, past_key_cross_0, past_value_cross_0), (past_key_self_1, past_value_self_1, past_key_cross_1, past_value_cross_1), ...
        After: (past_key_self_0, past_value_self_0, past_key_self_1, past_value_self_1, ...), (past_key_cross_0, past_value_cross_0, past_key_cross_1, past_value_cross_1, ...)

        é   ú!Expected to have four items. Got ©Ú	enumerateÚlenr   )	Úpresent_key_valuesÚpresent_selfÚpresent_crossÚ_iÚpresent_layer_iÚpresent_key_selfÚpresent_value_selfÚpresent_key_crossÚpresent_value_crossr   r   r   Úgroup_by_self_or_cross"   s   ûz*PastKeyValuesHelper.group_by_self_or_crossc                    s0   t ˆƒdˆ  ks
J ‚t‡ ‡fdd„tˆ ƒD ƒƒS )a©  Reorder past state from grouped by self/cross attention to grouped by layer.
        Before: past_key_self_0, past_value_self_0, past_key_self_1, past_value_self_1, ..., past_key_cross_0, past_value_cross_0, past_key_cross_1, past_value_cross_1, ...
        After: (past_key_self_0, past_value_self_0, past_key_cross_0, past_value_cross_0), (past_key_self_1, past_value_self_1, past_key_cross_1, past_value_cross_1),
        r   c                 3   sT   � | ]%}ˆd |  ˆd | d  ˆd ˆ  d |   ˆd ˆ  d |  d  gV  qdS )é   é   Nr   )Ú.0r   ©r   Úpastr   r   Ú	<genexpr>>   s   € 
ûü
ÿz5PastKeyValuesHelper.group_by_layer.<locals>.<genexpr>)r   Útupler   )r(   r   r   r'   r   Úgroup_by_layer7   s   ùz"PastKeyValuesHelper.group_by_layerÚpast_key_valuesc                 C   sd   d}t | ƒd }tt | ƒd ƒD ]}d| }|| | | |d  | ||  | || d  ff7 }q|S )aè  Categorize present_key_values from self and cross attention to layer by layer.

        Reorder past state from grouped by self/cross attention to grouped by layer.
        Before: past_key_self_0, past_value_self_0, past_key_self_1, past_value_self_1, ...,
                past_key_cross_0, past_value_cross_0, past_key_cross_1, past_value_cross_1, ...
        After: (past_key_self_0, past_value_self_0, past_key_cross_0, past_value_cross_0),
                (past_key_self_1, past_value_self_1, past_key_cross_1, past_value_cross_1),

        Args:
            present_key_values: From past_key_values of a model (group by self and cross attention)

        Returns:
            past_tuples: present key and values grouped by layer.
        r   r$   r   r%   )r   r   )r,   Úpast_tuplesÚhalf_idxr   Úidxr   r   r   Úback_group_by_layerH   s   

üÿz'PastKeyValuesHelper.back_group_by_layerr   Úconcatc           
      C   st   g }g }t | ƒD ]'\}}t|ƒdksJ dt|ƒ› �ƒ‚|\}}}}	| ||g¡ | ||	g¡ q|r6|| S ||fS )a˜  Categorize present_key_values into self and cross attention.

        Split present state from grouped by layer to grouped by self/cross attention.
        Before: (past_key_self_0, past_value_self_0, past_key_cross_0, past_value_cross_0),
                (past_key_self_1, past_value_self_1, past_key_cross_1, past_value_cross_1), ...
        After: (past_key_self_0, past_value_self_0, past_key_self_1, past_value_self_1, ...),
                (past_key_cross_0, past_value_cross_0, past_key_cross_1, past_value_cross_1, ...)

        Args:
            present_key_values: From past_key_values of a model (group by layer)
            concat: If concat self attention with cross attention key/value to return

        Returns:
            present_self (Tuple[torch.Tensor]): present key and values from self attention
            present_cross (Tuple[torch.Tensor]): present key and values from cross attention
        r   r   r   )
r   r1   r   r   Ú_r   r   r    r!   r"   r   r   r   Úgroup_by_self_and_crossf   s   z+PastKeyValuesHelper.group_by_self_and_crossTc                    s˜   g }|r
t | ƒd nt | ƒ}|sdnd‰ t|ƒD ]}| ‡ fdd„d|› �d|› �fD ƒ¡ qt|ƒD ]}| ‡ fdd„d	|› �d
|› �fD ƒ¡ q3|S )zÆProcess input names of model wrapper.

        Args:
            past_key_values: Consider `self` and `cross` past_key_values

        Returns:
            names (List[string]): input names
        r   Úpast_Úpresent_c                    ó   g | ]}ˆ | ‘qS r   r   ©r&   Ús©Úprefixr   r   Ú
<listcomp>’   ó    z7PastKeyValuesHelper.get_input_names.<locals>.<listcomp>Ú	key_self_Úvalue_self_c                    r6   r   r   r7   r9   r   r   r;   ”   r<   Ú
key_cross_Úvalue_cross_)r   r   r   )r,   ÚencoderÚnamesr   r   r   r9   r   Úget_input_names„   s   
**z#PastKeyValuesHelper.get_input_namesN)F)T)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚstaticmethodÚboolr   r#   r+   r*   ÚtorchÚTensorr0   r3   rC   r   r   r   r   r      s    

 r   )ÚloggingrJ   Ú	getLoggerrD   Úloggerr   r   r   r   r   Ú<module>   s   
