o
    ôôj{8  ã                   @   s
  d dl Z d dlmZ d dlZd dlmZ d dlm  mZ d dl	m
Z
 d dlmZ d dlmZmZmZ d dlmZ G dd„ dejjƒZG d	d
„ d
ejjƒZG dd„ dejjƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ de
ƒZG dd„ dejƒZdS )é    N)ÚOptional)ÚConformerBlock)Úget_activation)ÚpackÚ	rearrangeÚrepeat)ÚBasicTransformerBlockc                       s&   e Zd Z‡ fdd„Zddd„Z‡  ZS )ÚSinusoidalPosEmbc                    s*   t ƒ  ¡  || _| jd dksJ dƒ‚d S )Né   r   z(SinusoidalPosEmb requires dim to be even)ÚsuperÚ__init__Údim©Úselfr   ©Ú	__class__© úm/var/www/html/academy/tools/voices/clone/CosyVoice/third_party/Matcha-TTS/matcha/models/components/decoder.pyr      s   
zSinusoidalPosEmb.__init__éè  c                 C   sŠ   |j dk r
| d¡}|j}| jd }t d¡|d  }t tj||d� 	¡ |  ¡}|| d¡ | d¡ }tj
| ¡ | ¡ fdd�}|S )Né   r   r
   i'  )Údeviceéÿÿÿÿ)r   )ÚndimÚ	unsqueezer   r   ÚmathÚlogÚtorchÚexpÚarangeÚfloatÚcatÚsinÚcos)r   ÚxÚscaler   Zhalf_dimÚembr   r   r   Úforward   s   


zSinusoidalPosEmb.forward)r   ©Ú__name__Ú
__module__Ú__qualname__r   r&   Ú__classcell__r   r   r   r   r	      s    r	   c                       ó&   e Zd Zd‡ fdd„	Zdd„ Z‡  ZS )ÚBlock1Dé   c                    s>   t ƒ  ¡  tj tjj||ddd�tj ||¡t ¡ ¡| _d S )Né   r   ©Úpadding)	r   r   r   ÚnnÚ
SequentialÚConv1dÚ	GroupNormÚMishÚblock)r   r   Údim_outÚgroupsr   r   r   r   !   s   

ýzBlock1D.__init__c                 C   s   |   || ¡}|| S ©N)r7   )r   r#   ÚmaskÚoutputr   r   r   r&   )   s   zBlock1D.forward©r.   r'   r   r   r   r   r-       s    r-   c                       r,   )ÚResnetBlock1Dr.   c                    s^   t ƒ  ¡  tj t ¡ tj ||¡¡| _t|||d�| _	t|||d�| _
tj ||d¡| _d S )N)r9   r   )r   r   r   r2   r3   r6   ÚLinearÚmlpr-   Úblock1Úblock2r4   Úres_conv)r   r   r8   Útime_emb_dimr9   r   r   r   r   /   s
   
zResnetBlock1D.__init__c                 C   sB   |   ||¡}||  |¡ d¡7 }|  ||¡}||  || ¡ }|S )Nr   )rA   r@   r   rB   rC   )r   r#   r;   Ztime_embÚhr<   r   r   r   r&   8   s
   zResnetBlock1D.forwardr=   r'   r   r   r   r   r>   .   s    	r>   c                       s$   e Zd Z‡ fdd„Zdd„ Z‡  ZS )ÚDownsample1Dc                    s$   t ƒ  ¡  tj ||ddd¡| _d S )Nr/   r
   r   )r   r   r   r2   r4   Úconvr   r   r   r   r   A   s   
zDownsample1D.__init__c                 C   s
   |   |¡S r:   )rG   )r   r#   r   r   r   r&   E   s   
zDownsample1D.forwardr'   r   r   r   r   rF   @   s    rF   c                       sJ   e Zd Z				ddededededee f
‡ fdd	„Zdd
d„Z‡  ZS )ÚTimestepEmbeddingÚsiluNÚin_channelsÚtime_embed_dimÚact_fnÚout_dimÚpost_act_fnc                    s„   t ƒ  ¡  t ||¡| _|d urtj||dd�| _nd | _t|ƒ| _|d ur)|}n|}t ||¡| _|d u r;d | _	d S t|ƒ| _	d S )NF)Úbias)
r   r   r2   r?   Úlinear_1Ú	cond_projr   ÚactÚlinear_2Úpost_act)r   rJ   rK   rL   rM   rN   Zcond_proj_dimZtime_embed_dim_outr   r   r   r   J   s   
	

zTimestepEmbedding.__init__c                 C   sV   |d ur||   |¡ }|  |¡}| jd ur|  |¡}|  |¡}| jd ur)|  |¡}|S r:   )rQ   rP   rR   rS   rT   )r   ÚsampleÚ	conditionr   r   r   r&   i   s   





zTimestepEmbedding.forward)rI   NNNr:   )	r(   r)   r*   ÚintÚstrr   r   r&   r+   r   r   r   r   rH   I   s"    ùþýüûúrH   c                       s*   e Zd ZdZd
‡ fdd„	Zdd	„ Z‡  ZS )Ú
Upsample1DaÂ  A 1D upsampling layer with an optional convolution.

    Parameters:
        channels (`int`):
            number of channels in the inputs and outputs.
        use_conv (`bool`, default `False`):
            option to use a convolution.
        use_conv_transpose (`bool`, default `False`):
            option to use a convolution transpose.
        out_channels (`int`, optional):
            number of output channels. Defaults to `channels`.
    FTNrG   c                    st   t ƒ  ¡  || _|p|| _|| _|| _|| _d | _|r(t 	|| jddd¡| _d S |r8tj
| j| jddd�| _d S d S )Né   r
   r   r/   r0   )r   r   ÚchannelsÚout_channelsÚuse_convÚuse_conv_transposeÚnamerG   r2   ÚConvTranspose1dr4   )r   r[   r]   r^   r\   r_   r   r   r   r   †   s   

ÿzUpsample1D.__init__c                 C   sH   |j d | jks
J ‚| jr|  |¡S tj|ddd�}| jr"|  |¡}|S )Nr   g       @Únearest)Úscale_factorÚmode)Úshaper[   r^   rG   ÚFÚinterpolater]   )r   ÚinputsÚoutputsr   r   r   r&   ”   s   

zUpsample1D.forward)FTNrG   )r(   r)   r*   Ú__doc__r   r&   r+   r   r   r   r   rY   x   s    rY   c                
       sF   e Zd Zddddddddddœ	‡ fd	d
„
Z			d‡ fdd„	Z‡  ZS )ÚConformerWrapperé@   r.   rZ   r
   é   r   F)	Údim_headÚheadsÚff_multÚconv_expansion_factorÚconv_kernel_sizeÚattn_dropoutÚ
ff_dropoutÚconv_dropoutÚconv_causalc       
            s$   t ƒ j|||||||||	|
d�
 d S )N)
r   rm   rn   ro   rp   rq   rr   rs   rt   ru   )r   r   )r   r   rm   rn   ro   rp   rq   rr   rs   rt   ru   r   r   r   r   ¢   s   
özConformerWrapper.__init__Nc                    s   t ƒ j|| ¡ d�S )N)r#   r;   )r   r&   Úbool)r   Úhidden_statesÚattention_maskÚencoder_hidden_statesÚencoder_attention_maskÚtimestepr   r   r   r&   ½   s   zConformerWrapper.forward)NNNr'   r   r   r   r   rj   ¡   s    ôúrj   c                       sP   e Zd Z										d‡ fd	d
„	Zedd„ ƒZdd„ Zddd„Z‡  ZS )ÚDecoder©é   r~   çš™™™™™©?rk   r   r
   rZ   ÚsnakeÚtransformerc              
      sn  t ƒ  ¡  t|ƒ}|ˆ_|ˆ_t|ƒˆ_|d d }t||dd�ˆ_t	 
g ¡ˆ_t	 
g ¡ˆ_t	 
g ¡ˆ_|‰tt|ƒƒD ]F}ˆ}|| ‰|t|ƒd k}t|ˆ|d�}t	 
‡ ‡‡‡‡‡‡fdd„t|ƒD ƒ¡}|smtˆƒnt	jˆˆd	dd
�}ˆj t	 
|||g¡¡ q<t|ƒD ]0}|d }|d }t|ˆ|d�}t	 
‡ ‡‡‡‡‡‡fdd„t|ƒD ƒ¡}ˆj t	 
||g¡¡ q‡|d d d… |d f }tt|ƒd ƒD ]O}|| }||d  ‰|t|ƒd k}td| ˆ|d�}t	 
‡ ‡‡‡‡‡‡fdd„t|ƒD ƒ¡}|�stˆdd�nt	jˆˆd	dd
�}ˆj t	 
|||g¡¡ qÌt|d |d ƒˆ_t	 |d ˆjd¡ˆ_ˆ ¡  d S )Nr   rZ   rI   )rJ   rK   rL   r   )r   r8   rD   c              
      s    g | ]}ˆ  ˆˆˆˆˆˆ ¡‘qS r   ©Ú	get_block©Ú.0Ú_)rL   Úattention_head_dimÚdown_block_typeÚdropoutÚ	num_headsÚoutput_channelr   r   r   Ú
<listcomp>ð   ó    	øúÿz$Decoder.__init__.<locals>.<listcomp>r/   r0   r   c              
      s    g | ]}ˆ  ˆˆˆˆˆˆ ¡‘qS r   r‚   r„   )rL   r‡   r‰   Úmid_block_typerŠ   r‹   r   r   r   rŒ   	  r�   r
   c              
      s    g | ]}ˆ  ˆˆˆˆˆˆ ¡‘qS r   r‚   r„   )rL   r‡   r‰   rŠ   r‹   r   Úup_block_typer   r   rŒ   $  r�   T)r^   )r   r   ÚtuplerJ   r\   r	   Útime_embeddingsrH   Útime_mlpr2   Ú
ModuleListÚdown_blocksÚ
mid_blocksÚ	up_blocksÚrangeÚlenr>   rF   r4   ÚappendrY   r-   Úfinal_blockÚ
final_projÚinitialize_weights)r   rJ   r\   r[   r‰   r‡   Ún_blocksÚnum_mid_blocksrŠ   rL   rˆ   rŽ   r�   rK   ÚiZinput_channelÚis_lastÚresnetÚtransformer_blocksÚ
downsampleÚupsampler   )	rL   r‡   rˆ   r‰   rŽ   rŠ   r‹   r   r�   r   r   É   sz   

ý	÷ÿÿ	÷ÿý	÷ÿÿýzDecoder.__init__c                 C   sR   | dkrt |||dd|||dd�	}|S | dkr"t|||||d�}|S td| › �ƒ‚)	NÚ	conformerr   r
   rl   )	r   rm   rn   ro   rp   rs   rr   rt   rq   r�   )r   Únum_attention_headsr‡   r‰   Zactivation_fnzUnknown block type )rj   r   Ú
ValueError)Ú
block_typer   r‡   rŠ   r‰   rL   r7   r   r   r   rƒ   >  s.   ÷õû
þzDecoder.get_blockc                 C   s²   |   ¡ D ]R}t|tjƒr#tjj|jdd� |jd ur"tj |jd¡ qt|tj	ƒr:tj |jd¡ tj |jd¡ qt|tj
ƒrVtjj|jdd� |jd urVtj |jd¡ qd S )NÚrelu)Únonlinearityr   r   )ÚmodulesÚ
isinstancer2   r4   ÚinitÚkaiming_normal_ÚweightrO   Ú	constant_r5   r?   )r   Úmr   r   r   rœ   Y  s   
€
€ñzDecoder.initialize_weightsNc              	   C   s  |   |¡}|  |¡}t||gdƒd }|dur*t|d|jd d�}t||gdƒd }g }|g}| jD ]K\}	}
}|d }|	|||ƒ}t|dƒ}t|dƒ}|
D ]	}||||d	�}qMt|d
ƒ}t|dƒ}| |¡ ||| ƒ}| |dd…dd…ddd…f ¡ q2|dd… }|d }| jD ]*\}	}
|	|||ƒ}t|dƒ}t|dƒ}|
D ]	}||||d	�}q¡t|d
ƒ}t|dƒ}q‹| j	D ]>\}	}
}| 
¡ }|	t|| 
¡ gdƒd ||ƒ}t|dƒ}t|dƒ}|
D ]	}||||d	�}qÝt|d
ƒ}t|dƒ}||| ƒ}q¹|  ||¡}|  || ¡}|| S )a.  Forward pass of the UNet1DConditional model.

        Args:
            x (torch.Tensor): shape (batch_size, in_channels, time)
            mask (_type_): shape (batch_size, 1, time)
            t (_type_): shape (batch_size)
            spks (_type_, optional): shape: (batch_size, condition_channels). Defaults to None.
            cond (_type_, optional): placeholder for future use. Defaults to None.

        Raises:
            ValueError: _description_
            ValueError: _description_

        Returns:
            _type_: _description_
        zb * tr   Nzb c -> b c tr   )Útzb c t -> b t czb 1 t -> b t)rw   rx   r{   zb t c -> b c tzb t -> b 1 tr
   )r‘   r’   r   r   rd   r”   r   r™   r•   r–   Úpoprš   r›   )r   r#   r;   Úmur²   ÚspksÚcondÚhiddensÚmasksr¡   r¢   r£   Z	mask_downZtransformer_blockZmask_midr¤   Zmask_upr<   r   r   r   r&   k  sn   



ý


$

ý


ý

zDecoder.forward)
r}   r   rk   r   r
   rZ   r€   r�   r�   r�   )NN)	r(   r)   r*   r   Ústaticmethodrƒ   rœ   r&   r+   r   r   r   r   r|   È   s     óu
r|   )r   Útypingr   r   Útorch.nnr2   Útorch.nn.functionalÚ
functionalre   r¥   r   Zdiffusers.models.activationsr   Úeinopsr   r   r   Z$matcha.models.components.transformerr   ÚModuler	   r-   r>   rF   rH   rY   rj   r|   r   r   r   r   Ú<module>   s"    	/)'