o
    èôjæ  ã                   @   s~   d dl mZ d dlZd dlmZ d dlm  mZ d dlmZm	Z	m
Z
mZmZmZmZ G dd„ dejƒZG dd„ dejƒZdS )	é    )ÚOrderedDictN)Únn)Ú
DenseLayerÚ	StatsPoolÚ	TDNNLayerÚCAMDenseTDNNBlockÚTransitLayerÚBasicResBlockÚget_nonlinearc                       s:   e Zd Zeddgddf‡ fdd„	Zdd„ Zdd	„ Z‡  ZS )
ÚFCMé   é    éP   c                    sž   t t| ƒ ¡  || _tjd|ddddd�| _t |¡| _| j	|||d dd�| _
| j	|||d dd�| _tj||ddddd�| _t |¡| _||d	  | _d S )
Né   é   F)Úkernel_sizeÚstrideÚpaddingÚbiasr   r   )r   )r   r   é   )Úsuperr   Ú__init__Ú	in_planesr   ÚConv2dÚconv1ÚBatchNorm2dÚbn1Ú_make_layerÚlayer1Úlayer2Úconv2Úbn2Úout_channels)ÚselfÚblockÚ
num_blocksZ
m_channelsÚfeat_dim©Ú	__class__© úJ/var/www/html/academy/tools/voices/clone/seed-vc/modules/campplus/DTDNN.pyr      s   zFCM.__init__c                 C   sL   |gdg|d   }g }|D ]}|  || j||ƒ¡ ||j | _qtj|Ž S )Nr   )Úappendr   Z	expansionr   Ú
Sequential)r#   r$   Zplanesr%   r   ÚstridesÚlayersr)   r)   r*   r      s   
zFCM._make_layerc                 C   sv   |  d¡}t |  |  |¡¡¡}|  |¡}|  |¡}t |  |  |¡¡¡}|j	}| 
|d |d |d  |d ¡}|S )Nr   r   r   r   )Ú	unsqueezeÚFÚrelur   r   r   r   r!   r    ÚshapeÚreshape)r#   ÚxÚoutr2   r)   r)   r*   Úforward'   s   


"zFCM.forward)Ú__name__Ú
__module__Ú__qualname__r	   r   r   r6   Ú__classcell__r)   r)   r'   r*   r      s    ür   c                       sD   e Zd Z							d‡ fdd	„	Zd‡ fd
d„	Zddd„Z‡  ZS )ÚCAMPPlusr   é   r   é   é€   úbatchnorm-reluTc                    sV  t t| ƒ ¡  t|d�| _| jj}t tdt	||dddd|d�fgƒ¡| _
|}ttdd	d
ƒƒD ]=\}	\}
}}t|
|||| ||||d�}| j
 d|	d  |¡ ||
|  }| j
 d|	d  t||d d|d�¡ |d }q/| j
 dt||ƒ¡ tƒ | _t|d |dd�| _|  ¡ D ]}t|tjtjfƒr¨tj |jj¡ |jd ur¨tj |j¡ q‰d S )N)r&   Ztdnné   r   r   éÿÿÿÿ)r   Údilationr   Ú
config_str)é   é   é   )r   r   r   )r   r   r   )Ú
num_layersÚin_channelsr"   Zbn_channelsr   rB   rC   Úmemory_efficientzblock%dz	transit%dF)r   rC   Zout_nonlinearZ
batchnorm_)rC   )r   r;   r   r   Úheadr"   r   r,   r   r   ÚxvectorÚ	enumerateÚzipr   Ú
add_moduler   r
   r   Ústatsr   ÚdenseÚmodulesÚ
isinstanceÚConv1dÚLinearÚinitÚkaiming_normal_ÚweightÚdatar   Úzeros_)r#   r&   Úembedding_sizeZgrowth_rateZbn_sizeZinit_channelsrC   rI   ÚchannelsÚirG   r   rB   r$   Úmr'   r)   r*   r   3   sj   úÿþÿÿù
ýþ

ÿ
€üzCAMPPlus.__init__c                    sf   i }|  ¡ D ]!}|}| d¡r| dd¡}n| d¡r!| dd¡}|| ||< qtt| ƒ ||¡ dS )z™
        Custom load_state_dict that remaps keys from a previous version of the model where
        stats and dense layers were part of xvector.
        zxvector.statsrO   zxvector.denserP   N)ÚkeysÚ
startswithÚreplacer   r;   Úload_state_dict)r#   Ú
state_dictÚstrictZnew_state_dictÚkeyÚnew_keyr'   r)   r*   ra   q   s   

zCAMPPlus.load_state_dictNc                 C   s<   |  ddd¡}|  |¡}|  |¡}|  ||¡}|  |¡}|S )Nr   r   r   )ÚpermuterJ   rK   rO   rP   )r#   r4   Úx_lensr)   r)   r*   r6   „   s   


zCAMPPlus.forward)r   r<   r   r=   r>   r?   T)T)N)r7   r8   r9   r   ra   r6   r:   r)   r)   r'   r*   r;   2   s    ù>r;   )Úcollectionsr   Útorchr   Ztorch.nn.functionalÚ
functionalr0   Zmodules.campplus.layersr   r   r   r   r   r	   r
   ÚModuler   r;   r)   r)   r)   r*   Ú<module>   s   $%