o
    èôjþ.  ã                   @   sÀ  d Z ddlZddlZddlZddlZddlmZ ddlmZ	 ddl
mZmZ ddlZddlZG dd„ dejƒZeg d¢ƒZd2d
ejdedejfdd„Zd3d
ejdededejfdd„Z	d4dejdedededef
dd„Zd4dejdededefdd„Zd5dejdejeef dedefd d!„Zdejdejeef fd"d#„ZG d$d%„ d%ejƒZG d&d'„ d'ejƒZ G d(d)„ d)ejƒZ!G d*d+„ d+ejƒZ"G d,d-„ d-ejƒZ#G d.d/„ d/ejƒZ$G d0d1„ d1ejƒZ%dS )6z,Convolutional layers wrappers and utilities.é    N)Únn)Ú
functional)Úspectral_normÚweight_normc                       sF   e Zd ZdZdejeeje ej	f f‡ fdd„Z
‡ fdd„Z‡  ZS )ÚConvLayerNormzª
    Convolution-friendly LayerNorm that moves channels to last dimensions
    before running the normalization and moves them back to original position right after.
    Únormalized_shapec                    s   t ƒ j|fi |¤Ž d S ©N)ÚsuperÚ__init__)Úselfr   Úkwargs©Ú	__class__© úC/var/www/html/academy/tools/voices/clone/seed-vc/modules/encodec.pyr
      s   zConvLayerNorm.__init__c                    s(   t  |d¡}tƒ  |¡}t  |d¡}d S )Nzb ... t -> b t ...zb t ... -> b ... t)ÚeinopsZ	rearranger	   Úforward©r   Úxr   r   r   r      s   zConvLayerNorm.forward)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚtpÚUnionÚintÚListÚtorchÚSizer
   r   Ú__classcell__r   r   r   r   r      s    &r   )Únoner   r   Ztime_layer_normÚ
layer_normÚtime_group_normr    ÚmoduleÚnormÚreturnc                 C   s0   |t v sJ ‚|dkrt| ƒS |dkrt| ƒS | S )Nr   r   )ÚCONV_NORMALIZATIONSr   r   )r#   r$   r   r   r   Úapply_parametrization_norm*   s   r'   FÚcausalc                 K   s€   |t v sJ ‚|dkrt| tjjjƒsJ ‚t| jfi |¤ŽS |dkr<|r'tdƒ‚t| tjjjƒs1J ‚tj	d| jfi |¤ŽS t 
¡ S )z¾Return the proper normalization module. If causal is True, this will ensure the returned
    module is causal, or return an error if the normalization doesn't support causal evaluation.
    r!   r"   z,GroupNorm doesn't support causal evaluation.é   )r&   Ú
isinstancer   ÚmodulesÚconvÚ_ConvNdr   Úout_channelsÚ
ValueErrorÚ	GroupNormÚIdentity)r#   r(   r$   Únorm_kwargsr   r   r   Úget_norm_module6   s   r3   r   Úkernel_sizeÚstrideÚpadding_totalc                 C   s@   | j d }|| | | d }t |¡d | ||  }|| S )zSee `pad_for_conv1d`.
    éÿÿÿÿr)   )ÚshapeÚmathÚceil)r   r4   r5   r6   ÚlengthÚn_framesZideal_lengthr   r   r   Úget_extra_padding_for_conv1dG   s   
r=   c                 C   s   t | |||ƒ}t | d|f¡S )aŠ  Pad for a convolution to make sure that the last window is full.
    Extra padding is added at the end. This is required to ensure that we can rebuild
    an output of the same length, as otherwise, even with padding, some time steps
    might get removed.
    For instance, with total padding = 4, kernel size = 4, stride = 2:
        0 0 1 2 3 4 5 0 0   # (0s are padding)
        1   2   3           # (output frames of a convolution, last 0 is never used)
        0 0 1 2 3 4 5 0     # (output of tr. conv., but pos. 5 is going to get removed as padding)
            1 2 3 4         # once you removed padding, we are missing one time step !
    r   )r=   ÚFÚpad)r   r4   r5   r6   Úextra_paddingr   r   r   Úpad_for_conv1dQ   s   rA   Úzeroç        ÚpaddingsÚmodeÚvaluec                 C   s¦   | j d }|\}}|dkr|dksJ ||fƒ‚|dkrKt||ƒ}d}||kr4|| d }t | d|f¡} t | |||¡}	|	j d | }
|	dd|
…f S t | |||¡S )z¯Tiny wrapper around F.pad, just to allow for reflect padding on small input.
    If this is the case, we insert extra 0 padding to the right before the reflection happen.
    r7   r   Úreflectr)   .N)r8   Úmaxr>   r?   )r   rD   rE   rF   r;   Úpadding_leftÚpadding_rightÚmax_padZ	extra_padÚpaddedÚendr   r   r   Úpad1d`   s   

rN   c                 C   sX   |\}}|dkr|dksJ ||fƒ‚|| | j d ksJ ‚| j d | }| d||…f S )zCRemove padding from x, handling properly zero padding. Only for 1d!r   r7   .)r8   )r   rD   rI   rJ   rM   r   r   r   Úunpad1dt   s
   rO   c                	       óL   e Zd ZdZddi dœdededejeejf f‡ fdd	„Z	d
d„ Z
‡  ZS )Ú
NormConv1dz…Wrapper around Conv1d and normalization applied to this conv
    to provide a uniform interface across normalization approaches.
    Fr    ©r(   r$   r2   r(   r$   r2   c                   óD   t ƒ  ¡  ttj|i |¤Ž|ƒ| _t| j||fi |¤Ž| _|| _d S r   )	r	   r
   r'   r   ÚConv1dr,   r3   r$   Ú	norm_type©r   r(   r$   r2   Úargsr   r   r   r   r
   �   ó   

zNormConv1d.__init__c                 C   ó   |   |¡}|  |¡}|S r   ©r,   r$   r   r   r   r   r   ˆ   ó   

zNormConv1d.forward©r   r   r   r   ÚboolÚstrr   ÚDictÚAnyr
   r   r   r   r   r   r   rQ   }   ó    ÿÿrQ   c                       óF   e Zd ZdZdi dœdedejeejf f‡ fdd„Zdd	„ Z	‡  Z
S )
Ú
NormConv2dz…Wrapper around Conv2d and normalization applied to this conv
    to provide a uniform interface across normalization approaches.
    r    ©r$   r2   r$   r2   c                   sF   t ƒ  ¡  ttj|i |¤Ž|ƒ| _t| jfd|dœ|¤Ž| _|| _d S ©NF)r(   r$   )	r	   r
   r'   r   ÚConv2dr,   r3   r$   rU   ©r   r$   r2   rW   r   r   r   r   r
   ’   s   

zNormConv2d.__init__c                 C   rY   r   rZ   r   r   r   r   r   ™   r[   zNormConv2d.forward©r   r   r   r   r^   r   r_   r`   r
   r   r   r   r   r   r   rc   Ž   s    
ÿÿrc   c                	       rP   )ÚNormConvTranspose1dzŽWrapper around ConvTranspose1d and normalization applied to this conv
    to provide a uniform interface across normalization approaches.
    Fr    rR   r(   r$   r2   c                   rS   r   )	r	   r
   r'   r   ÚConvTranspose1dÚconvtrr3   r$   rU   rV   r   r   r   r
   £   rX   zNormConvTranspose1d.__init__c                 C   rY   r   ©rk   r$   r   r   r   r   r   ª   r[   zNormConvTranspose1d.forwardr\   r   r   r   r   ri   Ÿ   ra   ri   c                       rb   )
ÚNormConvTranspose2dzŽWrapper around ConvTranspose2d and normalization applied to this conv
    to provide a uniform interface across normalization approaches.
    r    rd   r$   r2   c                   s@   t ƒ  ¡  ttj|i |¤Ž|ƒ| _t| jfd|dœ|¤Ž| _d S re   )r	   r
   r'   r   ÚConvTranspose2drk   r3   r$   rg   r   r   r   r
   ´   s   
zNormConvTranspose2d.__init__c                 C   rY   r   rl   r   r   r   r   r   º   r[   zNormConvTranspose2d.forwardrh   r   r   r   r   rm   °   s    
ÿÿrm   c                       st   e Zd ZdZddddddi dfdeded	ed
ededededededejeej	f def‡ fdd„Z
dd„ Z‡  ZS )ÚSConv1dz]Conv1d with some builtin handling of asymmetric or causal padding
    and normalization.
    r)   TFr    rG   Úin_channelsr.   r4   r5   ÚdilationÚgroupsÚbiasr(   r$   r2   Úpad_modec                    sf   t ƒ  ¡  |dkr|dkrt d|› d|› d|› d�¡ t|||||||||	|
d�
| _|| _|| _d S )Nr)   zKSConv1d has been initialized with stride > 1 and dilation > 1 (kernel_size=z stride=z, dilation=z).)rq   rr   rs   r(   r$   r2   )r	   r
   ÚwarningsÚwarnrQ   r,   r(   rt   )r   rp   r.   r4   r5   rq   rr   rs   r(   r$   r2   rt   r   r   r   r   r
   Ä   s   
ÿÿ
ÿ
þ
zSConv1d.__init__c                 C   sª   |j \}}}| jjjd }| jjjd }| jjjd }|d | d }|| }t||||ƒ}	| jr<t|||	f| jd�}n|d }
||
 }t|||
|	 f| jd�}|  |¡S )Nr   r)   )rE   é   )	r8   r,   r4   r5   rq   r=   r(   rN   rt   )r   r   ÚBÚCÚTr4   r5   rq   r6   r@   rJ   rI   r   r   r   r   Ô   s   
zSConv1d.forward)r   r   r   r   r   r]   r^   r   r_   r`   r
   r   r   r   r   r   r   ro   À   s4    üÿÿÿþþþýýüro   c                       sb   e Zd ZdZddddi fdededed	ed
edededej	eej
f f‡ fdd„Zdd„ Z‡  ZS )ÚSConvTranspose1dzfConvTranspose1d with some builtin handling of asymmetric or causal padding
    and normalization.
    r)   Fr    ç      ð?rp   r.   r4   r5   r(   r$   Útrim_right_ratior2   c	           
   	      sb   t ƒ  ¡  t|||||||d�| _|| _|| _| js#| jdks#J dƒ‚| jdkr-| jdks/J ‚d S )NrR   r|   zB`trim_right_ratio` != 1.0 only makes sense for causal convolutionsrC   )r	   r
   ri   rk   r(   r}   )
r   rp   r.   r4   r5   r(   r$   r}   r2   r   r   r   r   r
   ë   s   

ÿÿzSConvTranspose1d.__init__c                 C   s€   | j j jd }| j j jd }|| }|   |¡}| jr/t || j ¡}|| }t|||fƒ}|S |d }|| }t|||fƒ}|S )Nr   rw   )rk   r4   r5   r(   r9   r:   r}   rO   )r   r   r4   r5   r6   ÚyrJ   rI   r   r   r   r   ø   s   
ýzSConvTranspose1d.forward)r   r   r   r   r   r]   r^   Úfloatr   r_   r`   r
   r   r   r   r   r   r   r{   ç   s&    ýÿÿÿþþýr{   c                       s8   e Zd ZdZddededef‡ fdd„Zd	d
„ Z‡  ZS )ÚSLSTMz~
    LSTM without worrying about the hidden state, nor the layout of the data.
    Expects input as convolutional layout.
    rw   TÚ	dimensionÚ
num_layersÚskipc                    s*   t ƒ  ¡  || _t |||¡| _d | _d S r   )r	   r
   rƒ   r   ÚLSTMÚlstmÚhidden)r   r�   r‚   rƒ   r   r   r   r
     s   

zSLSTM.__init__c                 C   sX   |  ddd¡}| jr|  |¡\}}n
|  || j¡\}| _| jr#|| }|  ddd¡}|S )Nrw   r   r)   )ÚpermuteÚtrainingr…   r†   rƒ   )r   r   r~   Ú_r   r   r   r     s   zSLSTM.forward)rw   T)	r   r   r   r   r   r]   r
   r   r   r   r   r   r   r€     s    r€   )r    )Fr    )r   )rB   rC   )&r   r9   Útypingr   ru   r   r   Útorch.nnr   r>   Útorch.nn.utilsr   r   r   Ú	LayerNormr   Ú	frozensetr&   ÚModuler^   r'   r]   r3   ÚTensorr   r=   rA   ÚTupler   rN   rO   rQ   rc   ri   rm   ro   r{   r€   r   r   r   r   Ú<module>   s<    ÿÿ
ÿ
(	')