o
    èôj–%  ã                   @   sè   d dl Z d dlm  mZ d dlm  mZ d dl mZ dd„ Z	dd	d
„Z
ddd„ZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZdS )é    N)Únnc                 C   sž   t  ¡ }|  d¡D ]C}|dkr| dt jdd�¡ q	|dkr(| dt  |¡¡ q	|dkr6| dt  |¡¡ q	|dkrF| dt j|dd	�¡ q	td
 |¡ƒ‚|S )Nú-ÚreluT©ÚinplaceÚpreluÚ	batchnormÚ
batchnorm_F)ÚaffinezUnexpected module ({}).)	r   Ú
SequentialÚsplitÚ
add_moduleÚReLUÚPReLUÚBatchNorm1dÚ
ValueErrorÚformat)Ú
config_strÚchannelsÚ	nonlinearÚname© r   úK/var/www/html/academy/tools/voices/clone/seed-vc/modules/campplus/layers.pyÚget_nonlinear
   s   ÿr   éÿÿÿÿFTç{®Gáz„?c                 C   s@   | j |d�}| j||d�}tj||gdd�}|r|j|d�}|S )N©Údim©r   Úunbiasedr   )ÚmeanÚstdÚtorchÚcatÚ	unsqueeze)Úxr   Úkeepdimr   Úepsr    r!   Ústatsr   r   r   Ústatistics_pooling   s   r)   c                 C   s€   g }t |ƒD ](\}}| |d d …d |…f }	|	j|d�}
|	j||d�}| tj|
|gdd�¡ qtj|dd�}|r>|j|d�}|S )Nr   r   r   r   )Ú	enumerater    r!   Úappendr"   r#   Ústackr$   )r%   Úx_lensr   r&   r   r'   r(   ÚiZx_lenZx_ir    r!   r   r   r   Úmasked_statistics_pooling"   s   r/   c                   @   s   e Zd Zddd„ZdS )Ú	StatsPoolNc                 C   s   |d ur	t ||ƒS t|ƒS ©N)r/   r)   )Úselfr%   r-   r   r   r   Úforward0   s   
zStatsPool.forwardr1   )Ú__name__Ú
__module__Ú__qualname__r3   r   r   r   r   r0   /   s    r0   c                       s0   e Zd Z					d	‡ fdd„	Zdd„ Z‡  ZS )
Ú	TDNNLayeré   r   Fúbatchnorm-reluc	           	   	      sj   t t| ƒ ¡  |dk r |d dksJ d |¡ƒ‚|d d | }tj|||||||d�| _t||ƒ| _d S )Nr   é   r8   ú4Expect equal paddings, but got even kernel size ({})©ÚstrideÚpaddingÚdilationÚbias)	Úsuperr7   Ú__init__r   r   ÚConv1dÚlinearr   r   )	r2   Úin_channelsÚout_channelsÚkernel_sizer=   r>   r?   r@   r   ©Ú	__class__r   r   rB   7   s   	ÿúzTDNNLayer.__init__c                 C   ó   |   |¡}|  |¡}|S r1   )rD   r   ©r2   r%   r   r   r   r3   N   ó   

zTDNNLayer.forward)r8   r   r8   Fr9   ©r4   r5   r6   rB   r3   Ú__classcell__r   r   rH   r   r7   6   s    ør7   c                       s2   e Zd Z	d
‡ fdd„	Zdd„ Zddd	„Z‡  ZS )ÚCAMLayerr:   c	           	   	      sl   t t| ƒ ¡  tj|||||||d�| _t ||| d¡| _tjdd�| _t || |d¡| _	t 
¡ | _d S )Nr<   r8   Tr   )rA   rO   rB   r   rC   Úlinear_localÚlinear1r   r   Úlinear2ÚSigmoidÚsigmoid)	r2   Úbn_channelsrF   rG   r=   r>   r?   r@   Ú	reductionrH   r   r   rB   U   s   	úzCAMLayer.__init__c                 C   sJ   |   |¡}|jddd�|  |¡ }|  |  |¡¡}|  |  |¡¡}|| S )Nr   T)r&   )rP   r    Úseg_poolingr   rQ   rT   rR   )r2   r%   ÚyÚcontextÚmr   r   r   r3   k   s
   
zCAMLayer.forwardéd   Úavgc                 C   s’   |dkrt j|||dd�}n|dkrt j|||dd�}ntdƒ‚|j}| d¡jg |¢|‘R Ž jg |d d… ¢d‘R Ž }|dd |jd …f }|S )Nr\   T)rG   r=   Ú	ceil_modeÚmaxzWrong segment pooling type.r   .)ÚFÚ
avg_pool1dÚ
max_pool1dr   Úshaper$   ÚexpandÚreshape)r2   r%   Zseg_lenÚstypeÚsegrb   r   r   r   rW   r   s   2zCAMLayer.seg_pooling)r:   )r[   r\   )r4   r5   r6   rB   r3   rW   rN   r   r   rH   r   rO   T   s
    	ørO   c                       s8   e Zd Z					d
‡ fdd„	Zdd„ Zdd	„ Z‡  ZS )ÚCAMDenseTDNNLayerr8   Fr9   c
              	      s†   t t| ƒ ¡  |d dksJ d |¡ƒ‚|d d | }
|	| _t||ƒ| _tj||ddd�| _	t||ƒ| _
t|||||
||d�| _d S )Nr:   r8   r;   F©r@   r<   )rA   rg   rB   r   Úmemory_efficientr   Ú
nonlinear1r   rC   rQ   Ú
nonlinear2rO   Ú	cam_layer)r2   rE   rF   rU   rG   r=   r?   r@   r   ri   r>   rH   r   r   rB   €   s"   
ÿúzCAMDenseTDNNLayer.__init__c                 C   s   |   |  |¡¡S r1   )rQ   rj   rK   r   r   r   Úbn_functionš   s   zCAMDenseTDNNLayer.bn_functionc                 C   s:   | j r| jrt | j|¡}n|  |¡}|  |  |¡¡}|S r1   )Útrainingri   ÚcpÚ
checkpointrm   rl   rk   rK   r   r   r   r3   �   s
   
zCAMDenseTDNNLayer.forward©r8   r8   Fr9   F)r4   r5   r6   rB   rm   r3   rN   r   r   rH   r   rg      s    ÷rg   c                       s0   e Zd Z					d‡ fdd„	Zdd„ Z‡  ZS )	ÚCAMDenseTDNNBlockr8   Fr9   c                    sV   t t| ƒ ¡  t|ƒD ]}t|||  |||||||	|
d�	}|  d|d  |¡ qd S )N)	rE   rF   rU   rG   r=   r?   r@   r   ri   ztdnnd%dr8   )rA   rr   rB   Úrangerg   r   )r2   Ú
num_layersrE   rF   rU   rG   r=   r?   r@   r   ri   r.   ÚlayerrH   r   r   rB   §   s   ø	özCAMDenseTDNNBlock.__init__c                 C   s$   | D ]}t j|||ƒgdd�}q|S )Nr8   r   )r"   r#   )r2   r%   ru   r   r   r   r3   ¿   s   zCAMDenseTDNNBlock.forwardrq   rM   r   r   rH   r   rr   ¦   s    örr   c                       ó*   e Zd Z		d‡ fdd„	Zdd„ Z‡  ZS )ÚTransitLayerTr9   c                    s2   t t| ƒ ¡  t||ƒ| _tj||d|d�| _d S ©Nr8   rh   )rA   rw   rB   r   r   r   rC   rD   ©r2   rE   rF   r@   r   rH   r   r   rB   Æ   s   zTransitLayer.__init__c                 C   rJ   r1   )r   rD   rK   r   r   r   r3   Ï   rL   zTransitLayer.forward)Tr9   rM   r   r   rH   r   rw   Å   ó
    ü	rw   c                       rv   )Ú
DenseLayerFr9   c                    s2   t t| ƒ ¡  tj||d|d�| _t||ƒ| _d S rx   )rA   r{   rB   r   rC   rD   r   r   ry   rH   r   r   rB   Ö   s   zDenseLayer.__init__c                 C   sB   t |jƒdkr|  |jdd�¡jdd�}n|  |¡}|  |¡}|S )Nr:   r   r   )Úlenrb   rD   r$   Úsqueezer   rK   r   r   r   r3   ß   s
   

zDenseLayer.forward)Fr9   rM   r   r   rH   r   r{   Õ   rz   r{   c                       s*   e Zd ZdZd‡ fdd„	Zdd„ Z‡  ZS )ÚBasicResBlockr8   c              	      s¶   t t| ƒ ¡  tj||d|dfddd�| _t |¡| _tj||ddddd�| _t |¡| _	t 
¡ | _|dks=|| j| krYt 
tj|| j| d|dfdd�t | j| ¡¡| _d S d S )Né   r8   F)rG   r=   r>   r@   )rG   r=   r@   )rA   r~   rB   r   ÚConv2dÚconv1ÚBatchNorm2dÚbn1Úconv2Úbn2r   ÚshortcutÚ	expansion)r2   Ú	in_planesÚplanesr=   rH   r   r   rB   ë   s:   ûû
ü
úÿzBasicResBlock.__init__c                 C   sB   t  |  |  |¡¡¡}|  |  |¡¡}||  |¡7 }t  |¡}|S r1   )r_   r   rƒ   r�   r…   r„   r†   )r2   r%   Úoutr   r   r   r3     s
   
zBasicResBlock.forward)r8   )r4   r5   r6   r‡   rB   r3   rN   r   r   rH   r   r~   è   s    r~   )r   FTr   )r"   Útorch.nn.functionalr   Ú
functionalr_   Ztorch.utils.checkpointÚutilsrp   ro   r   r)   r/   ÚModuler0   r7   rO   rg   Ú
ModuleListrr   rw   r{   r~   r   r   r   r   Ú<module>   s   

+'