o
    óôjšM  ã                   @   sø   d dl mZ d dlZd dlmZ d dlm  mZ d dlm	Z	m
Z
mZ d dlmZ d dlmZ d dlmZmZmZmZmZmZ d dlmZ G dd	„ d	ejjƒZG d
d„ dejjƒZG dd„ deƒZG dd„ deƒZG dd„ dejƒZG dd„ deƒZ dS )é    )ÚTupleN)ÚpackÚ	rearrangeÚrepeat)Úmask_to_bias)Úadd_optional_chunk_mask)ÚSinusoidalPosEmbÚBlock1DÚResnetBlock1DÚDownsample1DÚTimestepEmbeddingÚ
Upsample1D©ÚBasicTransformerBlockc                       s<   e Zd Zdedef‡ fdd„Zdejdejfdd„Z‡  ZS )	Ú	TransposeÚdim0Údim1c                    s   t ƒ  ¡  || _|| _d S ©N)ÚsuperÚ__init__r   r   )Úselfr   r   ©Ú	__class__© úL/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/flow/decoder.pyr      s   

zTranspose.__init__ÚxÚreturnc                 C   s   t  || j| j¡}|S r   )ÚtorchÚ	transposer   r   ©r   r   r   r   r   Úforward   s   zTranspose.forward)	Ú__name__Ú
__module__Ú__qualname__Úintr   r   ÚTensorr    Ú__classcell__r   r   r   r   r      s    r   c                       sl   e Zd Z							ddedededed	ed
edededdf‡ fdd„Zdejdejf‡ fdd„Z	‡  Z
S )ÚCausalConv1dé   TÚzerosNÚin_channelsÚout_channelsÚkernel_sizeÚstrideÚdilationÚgroupsÚbiasÚpadding_moder   c                    s@   t t| ƒj||||d|||||	|
d� |dksJ ‚|d | _d S )Nr   )Úpaddingr.   r/   r0   r1   ÚdeviceÚdtyper(   )r   r'   r   Úcausal_padding)r   r*   r+   r,   r-   r.   r/   r0   r1   r3   r4   r   r   r   r   %   s   ûzCausalConv1d.__init__r   c                    s*   t j|| jdfdd�}tt| ƒ |¡}|S )Nr   g        )Úvalue)ÚFÚpadr5   r   r'   r    r   r   r   r   r    ;   s   zCausalConv1d.forward)r(   r(   r(   Tr)   NN)r!   r"   r#   r$   ÚboolÚstrr   r   r%   r    r&   r   r   r   r   r'   $   s8    õþýüûúùø	÷ô"r'   c                       sL   e Zd Zdedef‡ fdd„Zdejdejdeejejf fdd	„Z‡  Z	S )
ÚCausalBlock1DÚdimÚdim_outc                    sJ   t t| ƒ ||¡ tj t||dƒtddƒt |¡tddƒt 	¡ ¡| _
d S )Né   r(   é   )r   r;   r   r   ÚnnÚ
Sequentialr'   r   Ú	LayerNormÚMishÚblock)r   r<   r=   r   r   r   r   B   s   

ûzCausalBlock1D.__init__r   Úmaskr   c                 C   s   |   || ¡}|| S r   )rD   )r   r   rE   Úoutputr   r   r   r    L   s   zCausalBlock1D.forward)
r!   r"   r#   r$   r   r   r%   r   r    r&   r   r   r   r   r;   A   s    .
r;   c                	       s0   e Zd Zddedededef‡ fdd„Z‡  ZS )	ÚCausalResnetBlock1Dé   r<   r=   Útime_emb_dimr/   c                    s2   t t| ƒ ||||¡ t||ƒ| _t||ƒ| _d S r   )r   rG   r   r;   Úblock1Úblock2)r   r<   r=   rI   r/   r   r   r   r   R   s   zCausalResnetBlock1D.__init__)rH   )r!   r"   r#   r$   r   r&   r   r   r   r   rG   Q   s    (rG   c                       s>   e Zd Z							d‡ fdd	„	Zd
d„ Zddd„Z‡  ZS )ÚConditionalDecoder©é   rN   çš™™™™™©?é@   r(   r?   é   Úsnakec
                    s`  t ƒ  ¡  t|ƒ}|| _|| _t|ƒ| _|d d }
t||
dd�| _t	 
g ¡| _t	 
g ¡| _t	 
g ¡| _|‰tt|ƒƒD ]D}ˆ}|| ‰|t|ƒd k}t|ˆ|
d�}t	 
‡ ‡‡‡‡fdd„t|ƒD ƒ¡}|sktˆƒnt	jˆˆd	dd
�}| j t	 
|||g¡¡ q<t|ƒD ].}|d }|d }t|ˆ|
d�}t	 
‡ ‡‡‡‡fdd„t|ƒD ƒ¡}| j t	 
||g¡¡ q…|ddd… |d f }tt|ƒd ƒD ]L}|| d }||d  ‰|t|ƒd k}t|ˆ|
d�}t	 
‡ ‡‡‡‡fdd„t|ƒD ƒ¡}|sÿtˆdd�nt	jˆˆd	dd
�}| j t	 
|||g¡¡ qÈt|d |d ƒ| _t	 |d | jd¡| _|  ¡  dS )úÐ
        This decoder requires an input with the same shape of the target. So, if your text content
        is shorter or longer than the outputs, please re-sampling it before feeding to the decoder.
        r   rQ   Úsilu©r*   Útime_embed_dimÚact_fnr(   ©r<   r=   rI   c              	      ó   g | ]}t ˆˆˆˆˆ d �‘qS ©)r<   Únum_attention_headsÚattention_head_dimÚdropoutÚactivation_fnr   ©Ú.0Ú_©rW   r\   r]   Ú	num_headsÚoutput_channelr   r   Ú
<listcomp>€   ó    ùûÿz/ConditionalDecoder.__init__.<locals>.<listcomp>r>   )r2   éÿÿÿÿc              	      rY   rZ   r   r_   rb   r   r   re   –   rf   Nr?   c              	      rY   rZ   r   r_   rb   r   r   re   ¯   rf   T©Úuse_conv_transpose)r   r   Útupler*   r+   r   Útime_embeddingsr   Útime_mlpr@   Ú
ModuleListÚdown_blocksÚ
mid_blocksÚ	up_blocksÚrangeÚlenr
   r   ÚConv1dÚappendr   r	   Úfinal_blockÚ
final_projÚinitialize_weights)r   r*   r+   Úchannelsr]   r\   Ún_blocksÚnum_mid_blocksrc   rW   rV   ÚiÚinput_channelÚis_lastÚresnetÚtransformer_blocksÚ
downsamplera   Úupsampler   rb   r   r   Y   sz   

ýøÿÿøÿýøÿÿýzConditionalDecoder.__init__c                 C   s²   |   ¡ D ]R}t|tjƒr#tjj|jdd� |jd ur"tj |jd¡ qt|tj	ƒr:tj |jd¡ tj |jd¡ qt|tj
ƒrVtjj|jdd� |jd urVtj |jd¡ qd S )NÚrelu)Únonlinearityr   r(   )ÚmodulesÚ
isinstancer@   rs   ÚinitÚkaiming_normal_Úweightr0   Ú	constant_Ú	GroupNormÚLinear)r   Úmr   r   r   rw   Ä   s   
€
€õz%ConditionalDecoder.initialize_weightsNFc              	   C   sÒ  |   |¡ |j¡}|  |¡}t||gdƒd }|dur.t|d|jd d�}t||gdƒd }|dur;t||gdƒd }g }|g}	| jD ]_\}
}}|	d }|
|||ƒ}t|dƒ 	¡ }t
|| ¡ dddddƒ d	| d	¡d	¡}t||jƒ}|D ]	}||||d
�}qut|dƒ 	¡ }| |¡ ||| ƒ}|	 |dd…dd…ddd…f ¡ qC|	dd… }	|	d }| jD ]>\}
}|
|||ƒ}t|dƒ 	¡ }t
|| ¡ dddddƒ d	| d	¡d	¡}t||jƒ}|D ]	}||||d
�}qÝt|dƒ 	¡ }q°| jD ]e\}
}}|	 ¡ }| ¡ }t|dd…dd…d|jd …f |gdƒd }|
|||ƒ}t|dƒ 	¡ }t
|| ¡ dddddƒ d	| d	¡d	¡}t||jƒ}|D ]
}||||d
�}�q?t|dƒ 	¡ }||| ƒ}qò|  ||¡}|  || ¡}|| S )á.  Forward pass of the UNet1DConditional model.

        Args:
            x (torch.Tensor): shape (batch_size, in_channels, time)
            mask (_type_): shape (batch_size, 1, time)
            t (_type_): shape (batch_size)
            spks (_type_, optional): shape: (batch_size, condition_channels). Defaults to None.
            cond (_type_, optional): placeholder for future use. Defaults to None.

        Raises:
            ValueError: _description_
            ValueError: _description_

        Returns:
            _type_: _description_
        úb * tr   Núb c -> b c trg   ©Útúb c t -> b t cFr(   ©Úhidden_statesÚattention_maskÚtimestepúb t c -> b c tr?   )rk   Útor4   rl   r   r   Úshapern   r   Ú
contiguousr   r9   Úsizer   rt   ro   rp   Úpopru   rv   ©r   r   rE   Úmur‘   ÚspksÚcondÚ	streamingÚhiddensÚmasksr~   r   r€   Ú	mask_downÚ	attn_maskÚtransformer_blockÚmask_midr�   Úmask_upÚskiprF   r   r   r   r    Ò   sv   
(ý
$(ý.(
ýzConditionalDecoder.forward)rM   rO   rP   r(   r?   rQ   rR   ©NNF)r!   r"   r#   r   rw   r    r&   r   r   r   r   rL   X   s    ökrL   c                   @   s2   e Zd Z									dd	d
„Zddd„ZdS )ÚCausalConditionalDecoderrM   rO   rP   r(   r?   rQ   rR   é2   c                    sf  t jj | ¡ t|ƒ}|| _|| _t|ƒ| _|d d }t	||dd�| _
|
| _|| _t g ¡| _t g ¡| _t g ¡| _|‰tt|ƒƒD ]A}ˆ}|| ‰|t|ƒd k}t|ˆ|d�}t ‡ ‡‡‡‡fdd„t|ƒD ƒ¡}|sstˆƒntˆˆd	ƒ}| j t |||g¡¡ qDt|ƒD ].}|d
 }|d
 }t|ˆ|d�}t ‡ ‡‡‡‡fdd„t|ƒD ƒ¡}| j t ||g¡¡ qŠ|ddd
… |d f }tt|ƒd ƒD ]J}|| d }||d  ‰|t|ƒd k}t|ˆ|d�}t ‡ ‡‡‡‡fdd„t|ƒD ƒ¡}|�stˆdd�ntˆˆd	ƒ}| j t |||g¡¡ qÍt|d
 |d
 ƒ| _t |d
 | jd¡| _|  ¡  dS )rS   r   rQ   rT   rU   r(   rX   c              	      rY   rZ   r   r_   rb   r   r   re   Q  rf   z5CausalConditionalDecoder.__init__.<locals>.<listcomp>r>   rg   c              	      rY   rZ   r   r_   rb   r   r   re   g  rf   Nr?   c              	      rY   rZ   r   r_   rb   r   r   re   €  rf   Trh   )r   r@   ÚModuler   rj   r*   r+   r   rk   r   rl   Ústatic_chunk_sizeÚnum_decoding_left_chunksrm   rn   ro   rp   rq   rr   rG   r   r'   rt   r   r;   ru   rs   rv   rw   )r   r*   r+   rx   r]   r\   ry   rz   rc   rW   r®   r¯   rV   r{   r|   r}   r~   r   r€   ra   r�   r   rb   r   r   '  s~   
ýøÿÿøÿýøÿÿ
ýz!CausalConditionalDecoder.__init__NFc              	   C   sD  |   |¡ |j¡}|  |¡}t||gdƒd }|dur.t|d|jd d�}t||gdƒd }|dur;t||gdƒd }g }|g}	| jD ]q\}
}}|	d }|
|||ƒ}t|dƒ 	¡ }|du rkt
|| ¡ d	d	d| jdƒ}nt
|| ¡ d	d	dddƒ d
| d
¡d
¡}t||jƒ}|D ]	}||||d�}q‡t|dƒ 	¡ }| |¡ ||| ƒ}|	 |dd…dd…ddd…f ¡ qC|	dd… }	|	d }| jD ]Q\}
}|
|||ƒ}t|dƒ 	¡ }|du råt
|| ¡ d	d	d| jdƒ}nt
|| ¡ d	d	dddƒ d
| d
¡d
¡}t||jƒ}|D ]
}||||d�}�qt|dƒ 	¡ }qÂ| jD ]y\}
}}|	 ¡ }| ¡ }t|dd…dd…d|jd …f |gdƒd }|
|||ƒ}t|dƒ 	¡ }|du �r[t
|| ¡ d	d	d| jdƒ}nt
|| ¡ d	d	dddƒ d
| d
¡d
¡}t||jƒ}|D ]
}||||d�}�qwt|dƒ 	¡ }||| ƒ}�q|  ||¡}|  || ¡}|| S )r�   rŽ   r   Nr�   rg   r�   r’   TFr(   r“   r—   r?   )rk   r˜   r4   rl   r   r   r™   rn   r   rš   r   r9   r®   r›   r   rt   ro   rp   rœ   ru   rv   r�   r   r   r   r    •  s‚   
(ý
$(
ý.
(
ýz CausalConditionalDecoder.forward)	rM   rO   rP   r(   r?   rQ   rR   r¬   r?   rª   )r!   r"   r#   r   r    r   r   r   r   r«   &  s    
ônr«   )!Útypingr   r   Útorch.nnr@   Ztorch.nn.functionalÚ
functionalr7   Úeinopsr   r   r   Úcosyvoice.utils.commonr   Úcosyvoice.utils.maskr   Ú matcha.models.components.decoderr   r	   r
   r   r   r   Ú$matcha.models.components.transformerr   r­   r   rs   r'   r;   rG   rL   r«   r   r   r   r   Ú<module>   s      O