o
    óôjêm  ã                   @   s®   d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlm	Z
 d dlmZ d dlZd dlmZ d dlmZmZ d dlmZ G dd	„ d	ƒZG d
d„ deƒZG dd„ deƒZdS )é    N)Ú	Generator)Ú
functional)Únullcontext)Úfade_in_out)Úconvert_onnx_to_trtÚexport_cosyvoice2_vllm)ÚTrtContextWrapperc                   @   sî   e Zd Z	ddejjdejjdejjdefdd„Zdd	„ Zd
d„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zd dd„Zejddejd�e dd¡e dd¡ejddejd�ejddejd�ejddejd�e ddd¡ejddejd�ddf
dd„ZdS )!ÚCosyVoiceModelFÚllmÚflowÚhiftÚfp16c                 C   s  t  t j ¡ r	dnd¡| _|| _|| _|| _|| _d| jj | _	d| jj | _
d| _t| j| jj d d ƒ| _t d| j ¡| _d| _t| jd ƒ| _t d| j ¡| _d| _| jdksaJ d	ƒ‚t j ¡ rqt j t j | j¡¡ntƒ | _t ¡ | _i | _i | _i | _i | _i | _ g | _!d S )
NÚcudaÚcpué   é   é   i"V  é   é   úTstream_scale_factor should be greater than 1, change it according to your actual rtf)"ÚtorchÚdevicer   Úis_availabler
   r   r   r   Zinput_frame_rateÚtoken_min_hop_lenÚtoken_max_hop_lenÚtoken_overlap_lenÚintÚmel_overlap_lenÚnpÚhammingÚ
mel_windowÚmel_cache_lenÚsource_cache_lenÚspeech_windowÚstream_scale_factorÚstreamÚStreamr   Úllm_contextÚ	threadingÚLockÚlockÚtts_speech_token_dictÚllm_end_dictÚmel_overlap_dictÚflow_cache_dictÚhift_cache_dictÚsilent_tokens©Úselfr
   r   r   r   © r3   úI/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/cli/model.pyÚ__init__   s.   (

zCosyVoiceModel.__init__c                 C   s¦   | j jtj|| jdd�dd� | j  | j¡ ¡  | jjtj|| jdd�dd� | j | j¡ ¡  dd„ tj|| jdd� ¡ D ƒ}| j	j|dd� | j	 | j¡ ¡  d S )NT)Úmap_locationÚweights_only)Ústrictc                 S   s   i | ]\}}|  d d¡|“qS )z
generator.Ú )Úreplace)Ú.0ÚkÚvr3   r3   r4   Ú
<dictcomp>G   s    z'CosyVoiceModel.load.<locals>.<dictcomp>)
r
   Úload_state_dictr   Úloadr   ÚtoÚevalr   Úitemsr   )r2   Z	llm_modelZ
flow_modelZ
hift_modelZhift_state_dictr3   r3   r4   r@   A   s    zCosyVoiceModel.loadc                 C   sR   t jj|| jd�}|| j_t jj|| jd�}|| j_t jj|| jd�}|| j_d S ©N)r6   )r   Újitr@   r   r
   Útext_encoderr   Úencoder)r2   Zllm_text_encoder_modelZllm_llm_modelÚflow_encoder_modelZllm_text_encoderZllm_llmÚflow_encoderr3   r3   r4   Úload_jitK   s   zCosyVoiceModel.load_jitc                 C   sÈ   t j ¡ s	J dƒ‚tj |¡rtj |¡dkr t||  ¡ ||ƒ | j	j
`dd l}t|dƒ�}| | |jj¡¡ | ¡ ¡}W d   ƒ n1 sGw   Y  |d usWJ d |¡ƒ‚t||| jd�| j	j
_d S )Nztensorrt only supports gpu!r   Úrbzfailed to load trt {})Útrt_concurrentr   )r   r   r   ÚosÚpathÚexistsÚgetsizer   Úget_trt_kwargsr   ÚdecoderÚ	estimatorÚtensorrtÚopenZRuntimeÚLoggerÚINFOZdeserialize_cuda_engineÚreadÚformatr   r   )r2   Zflow_decoder_estimator_modelZflow_decoder_onnx_modelrL   r   ÚtrtÚfZestimator_enginer3   r3   r4   Úload_trtS   s    ÿzCosyVoiceModel.load_trtc                 C   s.   g d¢}g d¢}g d¢}g d¢}||||dœS )N)©r   éP   r   )r   r   r   r]   r]   )©r   r^   éô  )r   r   r`   r_   r_   )©r   r^   é¸  )r   r   rb   ra   ra   )ÚxÚmaskÚmuÚcond)Ú	min_shapeÚ	opt_shapeÚ	max_shapeÚinput_namesr3   )r2   rg   rh   ri   rj   r3   r3   r4   rQ   ^   s
   zCosyVoiceModel.get_trt_kwargsc           
      C   sà  d\}}| j �Ú tjj | jdu ot| jdƒdu ¡�¸ t|t	ƒre| j
jdkr,t| jdƒr0J dƒ‚| jj|| | j¡tj|jd gtjd� | j¡| | j¡tj|jd gtjd� | j¡| | j¡d	�}nH| jj| | j¡tj|jd gtjd� | j¡| | j¡tj|jd gtjd� | j¡| | j¡tj|jd gtjd� | j¡| | j¡|d
�}|D ]}	|	| jv rÀ|d7 }||kr¿q¯nd}| j|  |	¡ q¯W d   ƒ n1 sÕw   Y  W d   ƒ n1 säw   Y  d| j|< d S )N)r   é   TÚvllmFr	   zRstreaming input text is only implemented for CosyVoice2/3 and do not support vllm!r   ©Údtype)ÚtextÚprompt_textÚprompt_text_lenÚprompt_speech_tokenÚprompt_speech_token_lenÚ	embedding)ro   Útext_lenrp   rq   rr   rs   rt   Úuuidr   )r'   r   r   ÚampÚautocastr   Úhasattrr
   Ú
isinstancer   Ú	__class__Ú__name__Zinference_bistreamrA   r   ÚtensorÚshapeÚint32Ú	inferencer0   r+   Úappendr,   )
r2   ro   rp   Úllm_prompt_speech_tokenÚllm_embeddingrv   Zcur_silent_token_numZmax_silent_token_numÚtoken_generatorÚir3   r3   r4   Úllm_jobe   sB   .
 


û


ù
ÿùî€ zCosyVoiceModel.llm_jobc                 C   s    |  ¡  ¡ | j|< d| j|< d S )NT)ÚflattenÚtolistr+   r,   )r2   Úsource_speech_tokenrv   r3   r3   r4   Úvc_jobƒ   s   zCosyVoiceModel.vc_jobç      ð?c                 C   sÈ  t jj | j¡�[ | jj|j| jt j	d�t j
|jd gt j	d� | j¡| | j¡t j
|jd gt j	d� | j¡| | j¡t j
|jd gt j	d� | j¡| | j¡| j| d�\}| j|< W d   ƒ n1 sfw   Y  | j| jd dkrt|| j| | jƒ}| j| d urŸ| j| d | j| d }	}
t j|	|gdd�}nt  ddd¡}
|d	u �r$|d d …d d …| j d …f | j|< |d d …d d …d | j …f }| jj||
d
�\}}| j| d urét|| j| d | jƒ}|d d …d d …| j d …f |d d …d d …| j d …f |d d …| j d …f dœ| j|< |d d …d | j …f }|S |dk�rD| j| d u �s5J dƒ‚tj|t|jd | ƒdd�}| jj||
d
�\}}| j| d u�rbt|| j| d | jƒ}|S )Nrm   r   )ÚtokenÚ	token_lenÚprompt_tokenÚprompt_token_lenÚprompt_featÚprompt_feat_lenrt   Z
flow_cacher   r   ÚmelÚsource©ÚdimF©Úspeech_featZcache_sourceÚspeech©r’   r“   r˜   r‹   ú3speed change only support non-stream inference modeÚlinear©ÚsizeÚmode)r   r   rw   rx   r   r   r€   rA   r   r   r}   r~   r.   r-   r   r    r/   ÚconcatÚzerosr   r   r#   r!   r"   ÚFÚinterpolater   )r2   rŒ   rŽ   r�   rt   rv   ÚfinalizeÚspeedÚtts_melÚhift_cache_melÚhift_cache_sourceÚ
tts_speechÚ
tts_sourcer3   r3   r4   Ú	token2wav‡   sH   


ùÿ
$þ
úzCosyVoiceModel.token2wavr   r   rm   éÀ   r^   c              	   k   sÜ  � t t ¡ ƒ}| j�- g d| j|< | j|< d | j|< t ddd¡| j	|< t dddd¡| j
|< W d   ƒ n1 s:w   Y  |jd dkrTtj| j|||||fd�}n
tj| j||fd�}| ¡  |	du �r| j}	 t d¡ t| j| ƒ|| j krËt | j| d || j … ¡jdd	�}| j|||||dd
�}d| ¡ iV  | j� | j| |d … | j|< W d   ƒ n1 s»w   Y  t| jt|| j ƒƒ}| j| du rßt| j| ƒ|| j k rßnqk| ¡  t | j| ¡jdd	�}| j|||||dd
�}d| ¡ iV  n#| ¡  t | j| ¡jdd	�}| j|||||d|
d�}d| ¡ iV  | j�& | j |¡ | j |¡ | j	 |¡ | j |¡ | j
 |¡ W d   ƒ n	1 �sSw   Y  tj  !¡ �rltj  "¡  tj  #¡  $¡  d S d S )NFr   r^   r   r   ©ÚtargetÚargsTçš™™™™™¹?r”   )rŒ   rŽ   r�   rt   rv   r£   r¨   )rŒ   rŽ   r�   rt   rv   r£   r¤   )%Ústrrv   Úuuid1r*   r+   r,   r/   r   r    r-   r.   r~   r(   ÚThreadr†   rŠ   Ústartr   ÚtimeÚsleepÚlenr   r}   Ú	unsqueezerª   r   Úminr   r   r$   ÚjoinÚpopr   r   Úempty_cacheÚcurrent_streamÚsynchronize)r2   ro   Úflow_embeddingrƒ   rp   r‚   Úflow_prompt_speech_tokenÚprompt_speech_featr‰   r%   r¤   ÚkwargsÚ	this_uuidÚpÚtoken_hop_lenÚthis_tts_speech_tokenÚthis_tts_speechr3   r3   r4   Útts¯   s†   €
ü

ÿûÿ&ïûúû
þzCosyVoiceModel.ttsN©F)Fr‹   )r|   Ú
__module__Ú__qualname__r   ÚnnÚModuleÚboolr5   r@   rJ   r\   rQ   r†   rŠ   rª   r    r   rÇ   r3   r3   r3   r4   r	      s0    üÿþý
ü"

$( ür	   c                   @   sÎ   e Zd Z	ddejjdejjdejjdefdd„Zdd	„ Zd
d„ Z	ddd„Z
ejddejd�e dd¡e dd¡ejddejd�ejddejd�ejddejd�e ddd¡ejddejd�ddf
dd„ZdS )ÚCosyVoice2ModelFr
   r   r   r   c                 C   sÒ   t  t j ¡ r	dnd¡| _|| _|| _|| _|| _d| _d| j | _	d| _
| j
dks.J dƒ‚d| _t| jd	 ƒ| _t d| j ¡| _t j ¡ rRt j t j | j¡¡ntƒ | _t ¡ | _i | _i | _i | _g | _d S )
Nr   r   é   r   r   r   r   é   ià  )r   r   r   r   r
   r   r   r   rÄ   r   r$   r!   r   r"   r   r   r#   r%   r&   r   r'   r(   r)   r*   r+   r,   r/   r0   r1   r3   r3   r4   r5   ÷   s$   (

zCosyVoice2Model.__init__c                 C   s   t jj|| jd�}|| j_d S rD   )r   rE   r@   r   r   rG   )r2   rH   rI   r3   r3   r4   rJ     s   zCosyVoice2Model.load_jitc                 C   sZ   t | j|| jƒ ddlm}m} ||dddd�}| |¡| j_t ¡ | j_	| jjj
j
`d S )Nr   )Ú
EngineArgsÚ	LLMEngineTgš™™™™™É?)ÚmodelZskip_tokenizer_initZenable_prompt_embedsZgpu_memory_utilization)r   r
   r   rl   rÑ   rÒ   Zfrom_engine_argsr(   r)   r*   rÓ   Úlayers)r2   Ú	model_dirrÑ   rÒ   Zengine_argsr3   r3   r4   Ú	load_vllm  s   ýzCosyVoice2Model.load_vllmr‹   c
                 C   st  t jj | j¡�V | jj|j| jt j	d�t j
|jd gt j	d� | j¡| | j¡t j
|jd gt j	d� | j¡| | j¡t j
|jd gt j	d� | j¡| | j¡||d�	\}
}W d   ƒ n1 saw   Y  |
d d …d d …|| jj d …f }
| j| d ur—| j| d | j| d }}t j||
gdd�}
nt  ddd¡}|d	u rú| jj|
|d
�\}}| j| d ur¿t|| j| d | jƒ}|
d d …d d …| j d …f |d d …d d …| j d …f |d d …| j d …f dœ| j|< |d d …d | j …f }|S |	dk�r| j| d u �sJ dƒ‚tj|
t|
jd |	 ƒdd�}
| jj|
|d
�\}}| j| d u�r8t|| j| d | jƒ}|S )Nrm   r   ©	rŒ   r�   rŽ   r�   r�   r‘   rt   Z	streamingr£   r’   r“   r   r”   r   Fr–   r˜   r™   r‹   rš   r›   rœ   )r   r   rw   rx   r   r   r€   rA   r   r   r}   r~   Útoken_mel_ratior/   rŸ   r    r   r   r#   r!   r"   r¡   r¢   r   )r2   rŒ   rŽ   r�   rt   Útoken_offsetrv   r%   r£   r¤   r¥   Ú_r¦   r§   r¨   r©   r3   r3   r4   rª   $  sD   


øÿ"
þ
úzCosyVoice2Model.token2wavr   r   rm   r«   r^   c              
   k   s¼  � t t ¡ ƒ}| j� g d| j|< | j|< d | j|< W d   ƒ n1 s%w   Y  |jd dkr?tj	| j
|||||fd�}n
tj	| j||fd�}| ¡  |	du rþd}tt |jd | j ¡| j |jd  ƒ}	 t d¡ |dkrw| j| n| j}t| j| ƒ| || jj krÂt | j| d || | jj … ¡jdd�}| j|||||||	dd�}||7 }t| j| j| j ƒ| _d	| ¡ iV  | j| du rÙt| j| ƒ| || jj k rÙnqi| ¡  t | j| ¡jdd�}| j||||||dd
�}d	| ¡ iV  n$| ¡  t | j| ¡jdd�}| j||||d|d|
d�}d	| ¡ iV  | j� | j |¡ | j |¡ | j |¡ W d   ƒ n	1 �sCw   Y  tj  !¡ �r\tj  "¡  tj  #¡  $¡  d S d S )NFr   r   r¬   Tr¯   r”   )rŒ   rŽ   r�   rt   rÙ   rv   r%   r£   r¨   )rŒ   rŽ   r�   rt   rÙ   rv   r£   )rŒ   rŽ   r�   rt   rÙ   rv   r£   r¤   )%r°   rv   r±   r*   r+   r,   r/   r~   r(   r²   r†   rŠ   r³   r   r   ÚceilrÄ   r´   rµ   r¶   r   Zpre_lookahead_lenr   r}   r·   rª   r¸   r   r$   r   r¹   rº   r   r   r»   r¼   r½   )r2   ro   r¾   rƒ   rp   r‚   r¿   rÀ   r‰   r%   r¤   rÁ   rÂ   rÃ   rÙ   Zprompt_token_padZthis_token_hop_lenrÅ   rÆ   r3   r3   r4   rÇ   H  s‚   €þ*
,ù,ïúùý
þzCosyVoice2Model.ttsNrÈ   ©FFr‹   )r|   rÉ   rÊ   r   rË   rÌ   rÍ   r5   rJ   rÖ   rª   r    r   rÇ   r3   r3   r3   r4   rÎ   õ   s(    üÿþý
ü
$$ ürÎ   c                	   @   s@   e Zd Z	ddejjdejjdejjdefdd„Zdd	d
„ZdS )ÚCosyVoice3ModelFr
   r   r   r   c                 C   s®   t  t j ¡ r	dnd¡| _|| _|| _|| _|| _d| _d| j | _	d| _
| j
dks.J dƒ‚t j ¡ r>t j t j | j¡¡ntƒ | _t ¡ | _i | _i | _i | _g d¢| _d S )	Nr   r   rÏ   r   r   r   r   )r   r   é   é   é7   éø   iî  iÁ  iÂ  i	  i	  )r   r   r   r   r
   r   r   r   rÄ   r   r$   r%   r&   r   r'   r(   r)   r*   r+   r,   r/   r0   r1   r3   r3   r4   r5   �  s   (
zCosyVoice3Model.__init__r‹   c
                 C   sÎ  t jj | j¡�Õ | jj|j| jt j	d�t j
|jd gt j	d� | j¡| | j¡t j
|jd gt j	d� | j¡| | j¡t j
|jd gt j	d� | j¡| | j¡||d�	\}
}|
d d …d d …|| jj d …f }
| j| d ur‡| j| d }t j||
gdd�}
|
| j| d< n|
ddœ| j|< |	d	kr®|dkr›|d
u sŸJ dƒ‚tj|
t|
jd |	 ƒdd�}
| jj|
|d�\}}|d d …| j| d d …f }| j| d  |jd 7  < W d   ƒ |S 1 sàw   Y  |S )Nrm   r   r×   r’   r   r”   r   )r’   Úspeech_offsetr‹   Trš   r›   rœ   )r—   r£   râ   )r   r   rw   rx   r   r   r€   rA   r   r   r}   r~   rØ   r/   rŸ   r¡   r¢   r   r   )r2   rŒ   rŽ   r�   rt   rÙ   rv   r%   r£   r¤   r¥   rÚ   r¦   r¨   r3   r3   r4   rª   ©  s6   



ø"	
éèzCosyVoice3Model.token2wavNrÈ   rÜ   )	r|   rÉ   rÊ   r   rË   rÌ   rÍ   r5   rª   r3   r3   r3   r4   rÝ   �  s    üÿþý
ürÝ   )rM   Útypingr   r   Únumpyr   r(   r´   Útorch.nnr   r¡   Ú
contextlibr   rv   Zcosyvoice.utils.commonr   Úcosyvoice.utils.file_utilsr   r   r   r	   rÎ   rÝ   r3   r3   r3   r4   Ú<module>   s"    Y 