o
    óôj,&  ã                   @   sˆ   d Z ddlmZ ddlZddlmZ ddlm  mZ G dd„ dejƒZ	G dd„ dejj
ƒZG d	d
„ d
ejj
ƒZG dd„ dejj
ƒZdS )zConvolutionModule definition.é    )ÚTupleN)Únnc                       s�   e Zd ZdZde ¡ dddfdededejd	ed
e	de	f‡ fdd„Z
ejdej	d�e d¡fdejdejdejdeejejf fdd„Z‡  ZS )ÚConvolutionModulez%ConvolutionModule in Conformer model.é   Ú
batch_normFTÚchannelsÚkernel_sizeÚ
activationÚnormÚcausalÚbiasc              	      sÖ   t ƒ  ¡  tj|d| ddd|d�| _|rd}|d | _n|d d dks'J ‚|d d }d| _tj|||d|||d�| _|dv sCJ ‚|dkrQd| _t |¡| _	n	d	| _t 
|¡| _	tj||ddd|d�| _|| _d
S )zûConstruct an ConvolutionModule object.
        Args:
            channels (int): The number of channels of conv layers.
            kernel_size (int): Kernel size of conv layers.
            causal (int): Whether use causal convolution or not
        é   é   r   )r   ÚstrideÚpaddingr   )r   r   Úgroupsr   )r   Ú
layer_normr   FTN)ÚsuperÚ__init__r   ÚConv1dÚpointwise_conv1ÚlorderÚdepthwise_convÚuse_layer_normÚBatchNorm1dr
   Ú	LayerNormÚpointwise_conv2r	   )Úselfr   r   r	   r
   r   r   r   ©Ú	__class__© úW/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/transformer/convolution.pyr      sN   
úù
ú
zConvolutionModule.__init__©r   r   r   )ÚdtypeÚxÚmask_padÚcacheÚreturnc                 C   sr  |  dd¡}| d¡dkr| | d¡ | jdkrh| d¡dkr-tj || jdfdd¡}n!| d¡| d¡ks9J ‚| d¡| d¡ksEJ ‚tj||fdd�}| d¡| jksXJ ‚|dd…dd…| j d…f }n
tj	d|j
|jd	�}|  |¡}tjj|dd�}|  |¡}| jr�|  dd¡}|  |  |¡¡}| jrž|  dd¡}|  |¡}| d¡dkr±| | d¡ |  dd¡|fS )
aø  Compute convolution module.
        Args:
            x (torch.Tensor): Input tensor (#batch, time, channels).
            mask_pad (torch.Tensor): used for batch padding (#batch, 1, time),
                (0, 0, 0) means fake mask.
            cache (torch.Tensor): left context cache, it is only
                used in causal convolution (#batch, channels, cache_t),
                (0, 0, 0) meas fake cache.
        Returns:
            torch.Tensor: Output tensor (#batch, time, channels).
        r   r   r   ç        Úconstant©ÚdimNr"   )r#   Údevice)Ú	transposeÚsizeÚmasked_fill_r   r   Ú
functionalÚpadÚtorchÚcatÚzerosr#   r,   r   Úglur   r   r	   r
   r   )r   r$   r%   r&   Ú	new_cacher    r    r!   Úforward[   s0   
 


zConvolutionModule.forward)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚReLUÚintÚModuleÚstrÚboolr   r2   Úonesr4   ÚTensorr   r7   Ú__classcell__r    r    r   r!   r      s>    úÿþýüûúBüþýüûr   c                       sŠ   e Zd Z								ddededed	ed
edededededdf‡ fdd„Ze ddd¡fdej	dej	de
ej	 f‡ fdd„Z‡  ZS )ÚCausalConv1dr   Tr4   ÚleftNÚin_channelsÚout_channelsr   r   Údilationr   r   Úpadding_modeÚcausal_typer'   c                    sn   t t| ƒj|||dd|||||
|d� |dksJ ‚t|| | d ƒd |d d  | _|	dv s2J ‚|	| _d S )Nr   r   )r   r   rH   r   r   rI   r,   r#   r   )rE   Úright)r   rD   r   r=   Úcausal_paddingrJ   )r   rF   rG   r   r   rH   r   r   rI   rJ   r,   r#   r   r    r!   r   —   s   û&
zCausalConv1d.__init__r   r$   r&   c                    s¤   |j d }| d¡dkrt |j d |j d | j¡ |¡}| d¡| jks'J ‚| jdkr6tj||gdd�}n	tj||gdd�}tt	| ƒ 
|¡}|j d |ksPJ ‚|S )Nr   r   r   rE   r*   )Úshaper.   r2   r4   rL   ÚtorJ   Úconcatr   rD   r7   ©r   r$   r&   Zinput_timestepr   r    r!   r7   °   s   
"
zCausalConv1d.forward)r   r   r   Tr4   rE   NN©r8   r9   r:   r=   r@   r?   r   r2   r4   rB   r   r7   rC   r    r    r   r!   rD   –   s>    ôþýüûúùø	÷
öó:rD   c                       óŠ   e Zd Z							ddedededed	ed
edededdf‡ fdd„Ze ddd¡fdej	dej	de
ej	ej	f f‡ fdd„Z‡  ZS )ÚCausalConv1dDownSampler   Tr4   NrF   rG   r   r   rH   r   r   rI   r'   c                    sX   t t| ƒj||||d|||||	|
d� |dkr|dksJ ‚|| dks%J ‚|d | _d S )Nr   ©r   rH   r   r   rI   r,   r#   r   )r   rS   r   rL   ©r   rF   rG   r   r   rH   r   r   rI   r,   r#   r   r    r!   r   ¿   s   ûzCausalConv1dDownSample.__init__r   r$   r&   c                    s`   |  d¡dkrtj|| jdfdd�}n|  d¡| jksJ ‚tj||gdd�}tt| ƒ |¡}|S ©Nr   r   r(   )Úvaluer*   )	r.   ÚFr1   rL   r2   rO   r   rS   r7   )r   r$   r&   r   r    r!   r7   Ö   s   zCausalConv1dDownSample.forward©r   r   r   Tr4   NNrQ   r    r    r   r!   rS   ¾   ó8    õþýüûúùø	÷ô@rS   c                       rR   )ÚCausalConv1dUpsampler   Tr4   NrF   rG   r   r   rH   r   r   rI   r'   c                    sR   t t| ƒj|||dd|||||	|
d� |dksJ ‚|d | _tjj|dd�| _d S )Nr   r   rT   Únearest)Úscale_factorÚmode)r   r[   r   rL   r2   r   ÚUpsampleÚupsamplerU   r   r    r!   r   á   s   û
zCausalConv1dUpsample.__init__r   r$   r&   c                    s†   |   |¡}|jd }| d¡dkrtj|| jdfdd�}n| d¡| jks'J ‚tj||gdd�}tt	| ƒ 
|¡}||jd ksAJ ‚|S rV   )r`   rM   r.   rX   r1   rL   r2   rO   r   r[   r7   rP   r   r    r!   r7   ø   s   

zCausalConv1dUpsample.forwardrY   rQ   r    r    r   r!   r[   à   rZ   r[   )r;   Útypingr   r2   r   Útorch.nn.functionalr0   rX   r>   r   r   rD   rS   r[   r    r    r    r!   Ú<module>   s   }("