o
    ²ƒðjðA  ã                   @   s<  d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dlm	Z	m
Z
 ddlmZmZmZ ddlmZ G d	d
„ d
ejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejjƒZG dd„ dejjƒZG dd„ dejjƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZdS )é    N)Únn)ÚConv1d)Ú
functional)Úremove_weight_normÚweight_normé   )Úfused_add_tanh_sigmoid_multiplyÚget_paddingÚinit_weights)Ú&piecewise_rational_quadratic_transformc                       s0   e Zd Zddedef‡ fdd„Zdd„ Z‡  ZS )	Ú	LayerNormçñhãˆµøä>ÚchannelsÚepsc                    s>   t ƒ  ¡  || _|| _t t |¡¡| _t t 	|¡¡| _
d S ©N)ÚsuperÚ__init__r   r   r   Ú	ParameterÚtorchÚonesÚgammaÚzerosÚbeta)Úselfr   r   ©Ú	__class__© úš/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/piper/train/vits/modules.pyr      s
   
zLayerNorm.__init__c                 C   s4   |  dd¡}t || jf| j| j| j¡}|  dd¡S )Nr   éÿÿÿÿ)Ú	transposeÚFÚ
layer_normr   r   r   r   )r   Úxr   r   r   Úforward   s   zLayerNorm.forward)r   ©Ú__name__Ú
__module__Ú__qualname__ÚintÚfloatr   r#   Ú__classcell__r   r   r   r   r      s    r   c                       s>   e Zd Zdedededededef‡ fdd„Zd	d
„ Z‡  ZS )ÚConvReluNormÚin_channelsÚhidden_channelsÚout_channelsÚkernel_sizeÚn_layersÚ	p_dropoutc              	      s  t ƒ  ¡  || _|| _|| _|| _|| _|| _|dksJ dƒ‚t 	¡ | _
t 	¡ | _| j
 tj||||d d�¡ | j t|ƒ¡ t t ¡ t |¡¡| _t|d ƒD ]}| j
 tj||||d d�¡ | j t|ƒ¡ qRt ||d¡| _| jjj ¡  | jjj ¡  d S )Nr   z)Number of layers should be larger than 0.é   )Úpadding)r   r   r,   r-   r.   r/   r0   r1   r   Ú
ModuleListÚconv_layersÚnorm_layersÚappendr   r   Ú
SequentialÚReLUÚDropoutÚ	relu_dropÚrangeÚprojÚweightÚdataÚzero_Úbias)r   r,   r-   r.   r/   r0   r1   Ú_r   r   r   r      s<   
	

ÿÿüÿzConvReluNorm.__init__c                 C   sT   |}t | jƒD ]}| j| || ƒ}| j| |ƒ}|  |¡}q||  |¡ }|| S r   )r<   r0   r5   r6   r;   r=   )r   r"   Úx_maskÚx_orgÚir   r   r   r#   G   s   zConvReluNorm.forwardr$   r   r   r   r   r+      s    þýüûúù)r+   c                	       s@   e Zd ZdZ	ddedededef‡ fdd„Zdd
d„Z‡  ZS )ÚDDSConvz1
    Dialted and Depth-Separable Convolution
    ç        r   r/   r0   r1   c                    sÔ   t ƒ  ¡  || _|| _|| _|| _t |¡| _t 	¡ | _
t 	¡ | _t 	¡ | _t 	¡ | _t|ƒD ]8}|| }|| | d }| j
 tj||||||d�¡ | j t ||d¡¡ | j t|ƒ¡ | j t|ƒ¡ q/d S )Nr2   )ÚgroupsÚdilationr3   r   )r   r   r   r/   r0   r1   r   r:   Údropr4   Ú	convs_sepÚ	convs_1x1Únorms_1Únorms_2r<   r7   r   r   )r   r   r/   r0   r1   rE   rI   r3   r   r   r   r   V   s6   




úÿ
ñzDDSConv.__init__Nc                 C   sŠ   |d ur|| }t | jƒD ]3}| j| || ƒ}| j| |ƒ}t |¡}| j| |ƒ}| j| |ƒ}t |¡}|  |¡}|| }q|| S r   )	r<   r0   rK   rM   r    ÚgelurL   rN   rJ   )r   r"   rC   ÚgrE   Úyr   r   r   r#   u   s   



zDDSConv.forward)rG   r   )	r%   r&   r'   Ú__doc__r(   r)   r   r#   r*   r   r   r   r   rF   Q   s    ÿÿÿÿÿrF   c                       sN   e Zd Z		ddedededededef‡ fdd	„Zddd„Zdd„ Z‡  ZS )ÚWNr   r-   r/   Údilation_rater0   Úgin_channelsr1   c                    sF  t ƒ  ¡  |d dksJ ‚|| _|f| _|| _|| _|| _|| _tj	 
¡ | _tj	 
¡ | _t	 |¡| _|dkrLtj	 |d| | d¡}tj	jj|dd�| _t|ƒD ]P}|| }	t||	 |	 d ƒ}
tj	j|d| ||	|
d�}tj	jj|dd�}| j |¡ ||d k r‡d| }n|}tj	 ||d¡}tj	jj|dd�}| j |¡ qPd S )Nr2   r   r   r>   )Úname©rI   r3   )r   r   r-   r/   rT   r0   rU   r1   r   r   r4   Ú	in_layersÚres_skip_layersr:   rJ   r   Úutilsr   Ú
cond_layerr<   r(   r7   )r   r-   r/   rT   r0   rU   r1   r[   rE   rI   r3   Úin_layerÚres_skip_channelsÚres_skip_layerr   r   r   r   …   sF   
	ÿû
ëzWN.__init__Nc                 K   s  t  |¡}t  | jg¡}|d ur|  |¡}t| jƒD ]n}| j| |ƒ}|d urA|d | j }	|d d …|	|	d| j  …d d …f }
nt  |¡}
t||
|ƒ}|  	|¡}| j
| |ƒ}|| jd k r„|d d …d | j…d d …f }|| | }||d d …| jd …d d …f  }q|| }q|| S )Nr2   r   )r   Ú
zeros_likeÚ	IntTensorr-   r[   r<   r0   rX   r   rJ   rY   )r   r"   rC   rP   ÚkwargsÚoutputÚn_channels_tensorrE   Úx_inÚcond_offsetÚg_lÚactsÚres_skip_actsÚres_actsr   r   r   r#   ¸   s&   

&

"
z
WN.forwardc                 C   sR   | j dkrtjj | j¡ | jD ]	}tjj |¡ q| jD ]	}tjj |¡ qd S )Nr   )rU   r   r   rZ   r   r[   rX   rY   ©r   Úlr   r   r   r   Ó   s   


ÿzWN.remove_weight_norm)r   r   r   )	r%   r&   r'   r(   r)   r   r#   r   r*   r   r   r   r   rS   „   s$    ùþýüûúù
3rS   c                       sH   e Zd Z		ddededeje f‡ fdd„Zdd	d
„Zdd„ Z‡  Z	S )Ú	ResBlock1é   ©r   rm   é   r   r/   rI   c                    s  t t| ƒ ¡  d| _t tt|||d|d t||d ƒd�ƒtt|||d|d t||d ƒd�ƒtt|||d|d t||d ƒd�ƒg¡| _	| j	 
t¡ t tt|||ddt|dƒd�ƒtt|||ddt|dƒd�ƒtt|||ddt|dƒd�ƒg¡| _| j 
t¡ d S )Nçš™™™™™¹?r   r   rW   r2   )r   rl   r   ÚLRELU_SLOPEr   r4   r   r   r	   Úconvs1Úapplyr
   Úconvs2©r   r   r/   rI   r   r   r   r   Ý   sŒ   úÿ
úÿ
úÿëÿ"úÿ
úÿ
úÿëÿ"zResBlock1.__init__Nc                 C   s€   t | j| jƒD ].\}}t || j¡}|d ur|| }||ƒ}t || j¡}|d ur-|| }||ƒ}|| }q|d ur>|| }|S r   )Úziprr   rt   r    Ú
leaky_relurq   )r   r"   rC   Úc1Úc2Úxtr   r   r   r#   -  s   
zResBlock1.forwardc                 C   s,   | j D ]}t|ƒ q| jD ]}t|ƒ qd S r   )rr   r   rt   rj   r   r   r   r   <  s
   



ÿzResBlock1.remove_weight_norm)rm   rn   r   ©
r%   r&   r'   r(   ÚtypingÚTupler   r#   r   r*   r   r   r   r   rl   Ü   s    üþýü
Prl   c                       sF   e Zd Z	ddededeje f‡ fdd„Zdd	d
„Zdd„ Z‡  Z	S )Ú	ResBlock2rm   ©r   rm   r   r/   rI   c                    sx   t t| ƒ ¡  d| _t tt|||d|d t||d ƒd�ƒtt|||d|d t||d ƒd�ƒg¡| _	| j	 
t¡ d S )Nrp   r   r   rW   )r   r~   r   rq   r   r4   r   r   r	   Úconvsrs   r
   ru   r   r   r   r   D  s4   úÿ
úÿõÿzResBlock2.__init__Nc                 C   sN   | j D ]}t || j¡}|d ur|| }||ƒ}|| }q|d ur%|| }|S r   )r€   r    rw   rq   )r   r"   rC   Úcrz   r   r   r   r#   c  s   

zResBlock2.forwardc                 C   s   | j D ]}t|ƒ qd S r   )r€   r   rj   r   r   r   r   n  s   

ÿzResBlock2.remove_weight_norm)rm   r   r   r{   r   r   r   r   r~   C  s    ÿÿÿÿ
r~   c                   @   s*   e Zd Z	ddejdejdefdd„ZdS )	ÚLogFr"   rC   Úreversec                 K   sF   |st  t  |d¡¡| }t  | ddg¡}||fS t  |¡| }|S )Nr   r   r2   )r   ÚlogÚ	clamp_minÚsumÚexp©r   r"   rC   rƒ   ra   rQ   Úlogdetr   r   r   r#   t  s   zLog.forwardN©F©r%   r&   r'   r   ÚTensorÚboolr#   r   r   r   r   r‚   s  s    ÿÿÿÿr‚   c                   @   s&   e Zd Zddœdejdefdd„ZdS )ÚFlipF)rƒ   r"   rƒ   c                O   s4   t  |dg¡}|st  | d¡¡ |¡}||fS |S )Nr   r   )r   Úflipr   ÚsizeÚtype_as)r   r"   rƒ   Úargsra   r‰   r   r   r   r#   �  s
   zFlip.forwardNr‹   r   r   r   r   rŽ   €  s    rŽ   c                       s,   e Zd Zdef‡ fdd„Zddd„Z‡  ZS )ÚElementwiseAffiner   c                    s<   t ƒ  ¡  || _t t |d¡¡| _t t |d¡¡| _d S )Nr   )	r   r   r   r   r   r   r   ÚmÚlogs)r   r   r   r   r   r   ‹  s   
zElementwiseAffine.__init__Fc                 K   s`   |s | j t | j¡|  }|| }t | j| ddg¡}||fS || j  t | j ¡ | }|S )Nr   r2   )r”   r   r‡   r•   r†   rˆ   r   r   r   r#   ‘  s   zElementwiseAffine.forwardrŠ   )r%   r&   r'   r(   r   r#   r*   r   r   r   r   r“   Š  s    r“   c                       sP   e Zd Z			ddedededededed	ed
ef‡ fdd„Zddd„Z‡  ZS )ÚResidualCouplingLayerr   Fr   r-   r/   rT   r0   r1   rU   Ú	mean_onlyc	           	         s®   |d dks
J dƒ‚t ƒ  ¡  || _|| _|| _|| _|| _|d | _|| _t	 
| j|d¡| _t||||||d�| _t	 
|| jd|  d¡| _| jjj ¡  | jjj ¡  d S )Nr2   r   z!channels should be divisible by 2r   )r1   rU   )r   r   r   r-   r/   rT   r0   Úhalf_channelsr—   r   r   ÚprerS   ÚencÚpostr>   r?   r@   rA   )	r   r   r-   r/   rT   r0   r1   rU   r—   r   r   r   r   �  s*   

úzResidualCouplingLayer.__init__Nc                 C   sä   t  || jgd d¡\}}|  |¡| }| j|||d�}|  |¡| }| js4t  || jgd d¡\}	}
n|}	t  |	¡}
|s\|	|t  |
¡ |  }t  	||gd¡}t  
|
ddg¡}||fS ||	 t  |
 ¡ | }t  	||gd¡}|S )Nr2   r   ©rP   )r   Úsplitr˜   r™   rš   r›   r—   r_   r‡   Úcatr†   )r   r"   rC   rP   rƒ   Úx0Úx1ÚhÚstatsr”   r•   r‰   r   r   r   r#   ¿  s    
zResidualCouplingLayer.forward)r   r   F©NF)	r%   r&   r'   r(   r)   r�   r   r#   r*   r   r   r   r   r–   œ  s,    ÷þýüûúùø	÷"r–   c                       sF   e Zd Z		ddedededededef‡ fd	d
„Zddd„Z‡  ZS )ÚConvFlowé
   ç      @r,   Úfilter_channelsr/   r0   Únum_binsÚ
tail_boundc                    sš   t ƒ  ¡  || _|| _|| _|| _|| _|| _|d | _t	 
| j|d¡| _t|||dd�| _t	 
|| j|d d  d¡| _| jjj ¡  | jjj ¡  d S )Nr2   r   rG   )r1   rm   )r   r   r,   r§   r/   r0   r¨   r©   r˜   r   r   r™   rF   r€   r=   r>   r?   r@   rA   )r   r,   r§   r/   r0   r¨   r©   r   r   r   r   Ö  s   
	
ÿzConvFlow.__init__NFc              	   C   s  t  || jgd d¡\}}|  |¡}| j|||d�}|  |¡| }|j\}}	}
| ||	d|
¡ dddd¡}|dd | j	…f t
 | j¡ }|d| j	d| j	 …f t
 | j¡ }|dd| j	 d …f }t|||||d| jd	�\}}t  ||gd¡| }t  || ddg¡}|s‰||fS |S )
Nr2   r   rœ   r   r   rm   .Úlinear)ÚinverseÚtailsr©   )r   r�   r˜   r™   r€   r=   ÚshapeÚreshapeÚpermuter¨   ÚmathÚsqrtr§   r   r©   rž   r†   )r   r"   rC   rP   rƒ   rŸ   r    r¡   Úbr�   ÚtÚunnormalized_widthsÚunnormalized_heightsÚunnormalized_derivativesÚ	logabsdetr‰   r   r   r   r#   ð  s2   
ÿ
ù
zConvFlow.forward)r¥   r¦   r£   r$   r   r   r   r   r¤   Õ  s"    ùþýüûúùr¤   )r°   r|   r   r   Útorch.nnr   r   r    Útorch.nn.utilsr   r   Úcommonsr   r	   r
   Ú
transformsr   ÚModuler   r+   rF   rS   rl   r~   r‚   rŽ   r“   r–   r¤   r   r   r   r   Ú<module>   s(    43Xg0
9