o
    'ôjV%  ã                   @   sl   d dl Z d dlmZ d dlZd dlZd dlmZmZ g d¢ZG dd„ dƒZ	dd„ Z
d	d
„ ZG dd„ dƒZdS )é    N)ÚOrderedDict)ÚAnyÚTuple)ÚRemovableHandleÚunserializable_hookÚwarn_if_has_hooksÚBackwardHookc                   @   s‚   e Zd ZU dZeed< dZeed< ddœdeded	dfd
d„Zddd„Z	dd„ Z
ddd„Zddd„Zdededed	dfdd„ZdS )r   a]  
    A handle which provides the capability to remove a hook.

    Args:
        hooks_dict (dict): A dictionary of hooks, indexed by hook ``id``.
        extra_dict (Union[dict, List[dict]]): An additional dictionary or list of
            dictionaries whose keys will be deleted when the same keys are
            removed from ``hooks_dict``.
    Úidr   Únext_idN)Ú
extra_dictÚ
hooks_dictr   Úreturnc                C   sj   t  |¡| _tj| _t jd7  _d| _t|tƒr"t  |¡f| _d S t|t	ƒr3t
dd„ |D ƒƒ| _d S d S )Né   © c                 s   ó   � | ]}t  |¡V  qd S ©N©ÚweakrefÚref©Ú.0Údr   r   úb/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/torch/utils/hooks.pyÚ	<genexpr>!   ó   € z+RemovableHandle.__init__.<locals>.<genexpr>)r   r   Úhooks_dict_refr   r
   r	   Úextra_dict_refÚ
isinstanceÚdictÚlistÚtuple)Úselfr   r   r   r   r   Ú__init__   s   

ÿzRemovableHandle.__init__c                 C   sR   |   ¡ }|d ur| j|v r|| j= | jD ]}|ƒ }|d ur&| j|v r&|| j= qd S r   )r   r	   r   )r!   r   r   r   r   r   r   Úremove#   s   
€ýzRemovableHandle.removec                 C   s8   | j d u r|  ¡ | jfS |  ¡ | jtdd„ | j D ƒƒfS )Nc                 s   s   � | ]}|ƒ V  qd S r   r   )r   r   r   r   r   r   1   s   € z/RemovableHandle.__getstate__.<locals>.<genexpr>)r   r   r	   r    ©r!   r   r   r   Ú__getstate__-   s   
 zRemovableHandle.__getstate__c                 C   sˆ   |d d u rt  tƒ ¡| _nt  |d ¡| _|d | _ttj| jd ƒt_t|ƒdk s1|d d u r6d| _	d S t
dd„ |d D ƒƒ| _	d S )Nr   r   é   é   r   c                 s   r   r   r   r   r   r   r   r   ?   r   z/RemovableHandle.__setstate__.<locals>.<genexpr>)r   r   r   r   r	   Úmaxr   r
   Úlenr   r    )r!   Ústater   r   r   Ú__setstate__3   s   

zRemovableHandle.__setstate__c                 C   s   | S r   r   r$   r   r   r   Ú	__enter__A   s   zRemovableHandle.__enter__ÚtypeÚvalueÚtbc                 C   s   |   ¡  d S r   )r#   )r!   r-   r.   r/   r   r   r   Ú__exit__D   s   zRemovableHandle.__exit__)r   N)r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚ__annotations__r
   r   r"   r#   r%   r+   r,   r0   r   r   r   r   r   
   s   
 




r   c                 C   s
   d| _ | S )z»
    Mark a function as an unserializable hook with this decorator.

    This suppresses warnings that would otherwise arise if you attempt
    to serialize a tensor that has a hook.
    T)Ú__torch_unserializable__)Úfr   r   r   r   H   s   r   c                 C   sD   | j r| j D ]}| j | }t|dƒst dt|ƒ› d�¡ qd S d S )Nr7   zbackward hook z› on tensor will not be serialized.  If this is expected, you can decorate the function with @torch.utils.hooks.unserializable_hook to suppress this warning)Ú_backward_hooksÚhasattrÚwarningsÚwarnÚrepr)ÚtensorÚkÚhookr   r   r   r   S   s   


€ür   c                   @   sH   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dS )r   a¨  
    A wrapper class to implement nn.Module backward hooks.

    It handles:
      - Ignoring non-Tensor inputs and replacing them by None before calling the user hook
      - Generating the proper Node to capture a set of Tensor's gradients
      - Linking the gradients captures for the outputs with the gradients captured for the input
      - Calling the user hook once both output and input gradients are available
    c                 C   s4   || _ || _|| _d | _d| _d | _d| _d | _d S )Néÿÿÿÿ)Ú
user_hooksÚuser_pre_hooksÚmoduleÚgrad_outputsÚ	n_outputsÚoutput_tensors_indexÚn_inputsÚinput_tensors_index)r!   rD   rB   rC   r   r   r   r"   h   s   
zBackwardHook.__init__c                 C   s.   d g| }t ||ƒD ]\}}|||< q
t|ƒS r   )Úzipr    )r!   ÚindicesÚvaluesÚsizeÚresÚidxÚvalr   r   r   Ú_pack_with_nones   s   

zBackwardHook._pack_with_nonec                 C   s$   g }|D ]	}|  || ¡ qt|ƒS r   )Úappendr    )r!   rK   rL   rN   rO   r   r   r   Ú_unpack_nonez   s   zBackwardHook._unpack_nonec                    s   ‡ fdd„}|  |¡ d S )Nc                    sŠ   ˆ j d u rd S ˆ  ˆ j| ˆ j¡}ˆ jD ]'}|ˆ j|ˆ j ƒ}|d u r"qt|ƒt|ƒkr8tdt|ƒ› dt|ƒ› �ƒ‚|}qd ˆ _ ˆ  ˆ j|¡S )Nz<Backward hook returned an invalid number of grad_input, got ú, but expected )	rE   rQ   rI   rH   rB   rD   r)   ÚRuntimeErrorrS   )Z
grad_inputÚ_rN   r@   Úoutr$   r   r   r@   ‚   s    

ÿÿz)BackwardHook._set_user_hook.<locals>.hook©Úregister_hook)r!   Úgrad_fnr@   r   r$   r   Ú_set_user_hook�   s   zBackwardHook._set_user_hookc                 C   s  g }g }d}t |ƒD ]\}}t|tjƒr#| |¡ | |¡ ||jO }q
|r*t ¡ s.|d fS tjjj	j
j|Ž }t|ƒdkrAtdƒ‚dd„ |D ƒ}	t|	ƒdkrRtdƒ‚||	d ƒ t|ƒ}
t||ƒD ]\}}||
|< qat|ƒtu rxt|
ƒ}||fS t|ƒ|
Ž }||fS )NFr   zCCannot set Module backward hook for a Module with no input Tensors.c                 S   s*   g | ]}|j d ur|j  ¡ dkr|j ‘qS )NZBackwardHookFunctionBackward)rZ   Úname)r   Útr   r   r   Ú
<listcomp>°   s   * z2BackwardHook._apply_on_tensors.<locals>.<listcomp>zaError while setting up backward hooks. Please open an issue with a code sample to reproduce this.)Ú	enumerater   ÚtorchÚTensorrR   Úrequires_gradÚis_grad_enabledÚnnÚmodulesZ
_functionsZBackwardHookFunctionÚapplyr)   rU   r   rJ   r-   r    )r!   ÚfnÚargsZtensors_idxÚtensorsrb   ÚiÚargZnew_tensorsZgrad_fnsÚarg_listrO   rP   rW   r   r   r   Ú_apply_on_tensorsœ   s4   


€
ÿzBackwardHook._apply_on_tensorsc                    s0   ‡ fdd„}ˆ   ||¡\}}t|ƒˆ _|ˆ _|S )Nc                    s   ˆ   | ¡ d S r   )r[   )rZ   r$   r   r   rg   Â   s   z)BackwardHook.setup_input_hook.<locals>.fn)rm   r)   rH   rI   )r!   rh   rg   rN   Z	input_idxr   r$   r   Úsetup_input_hookÁ   s
   
zBackwardHook.setup_input_hookc                    sT   ‡ fdd„}d}t |tƒs|f}d}ˆ  ||¡\}}t|ƒˆ _|ˆ _|s(|d }|S )Nc                    s   ‡ fdd„}|   |¡ d S )Nc           	         s  ˆ  ˆj|ˆj¡ˆ_ˆjr9tˆjƒ}ˆjD ]#}|ˆjˆjƒ}|d u r#qt|ƒ}||kr5td|› d|› �ƒ‚|ˆ_qˆj‰ ˆjd u rpˆ  g g ˆj	¡}ˆj
D ] }|ˆj|ˆjƒ}|d urlt|tƒrhtdd„ |D ƒƒsltdƒ‚qLd ˆ_ˆ d ur‡ˆjd us{J ‚t‡ fdd„ˆjD ƒƒS d S )NzABackward pre hook returned an invalid number of grad_output, got rT   c                 s   s   � | ]}|d u V  qd S r   r   )r   Úelr   r   r   r   ç   ó   € zKBackwardHook.setup_output_hook.<locals>.fn.<locals>.hook.<locals>.<genexpr>zoBackward hook for Modules where no input requires gradient should always return None or None for all gradients.c                 3   s   � | ]}ˆ | V  qd S r   r   )r   rj   ©Zlocal_grad_outputsr   r   r   î   rp   )rQ   rG   rF   rE   rC   r)   rD   rU   rI   rH   rB   r   r    Úall)	rV   Zgrad_outputÚexpected_lenZuser_pre_hookZhook_grad_outputsÚ
actual_lenZgrad_inputsZ	user_hookrN   r$   rq   r   r@   Ì   s>   þ

ÿÿ

$€þz8BackwardHook.setup_output_hook.<locals>.fn.<locals>.hookrX   )rZ   r@   r$   r   r   rg   Ë   s   $z*BackwardHook.setup_output_hook.<locals>.fnTFr   )r   r    rm   r)   rF   rG   )r!   rh   rg   Zis_tuplerN   Z
output_idxr   r$   r   Úsetup_output_hookÊ   s   '

zBackwardHook.setup_output_hookN)r1   r2   r3   r4   r"   rQ   rS   r[   rm   rn   ru   r   r   r   r   r   ]   s    
%	r   )r`   Úcollectionsr   r   r;   Útypingr   r   Ú__all__r   r   r   r   r   r   r   r   Ú<module>   s   >
