o
    óôj8  ã                   @   sº   d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlmZ d dl	Z	d dl
mZ d dlmZmZmZ d dlmZ d d	lmZ G d
d„ dƒZG dd„ deƒZG dd„ deƒZdd„ ZdS )é    N)Ú	Generator)Útqdm)Úload_hyperpyyaml)Úsnapshot_download)ÚCosyVoiceFrontEnd)ÚCosyVoiceModelÚCosyVoice2ModelÚCosyVoice3Model)Úlogging)Úget_model_typec                   @   s`   e Zd Zddd„Zdd„ Zdd„ Zd	d
„ Zddd„Zddd„Zddd„Z	ddd„Z
ddd„ZdS )Ú	CosyVoiceFé   c           	   	   C   sÔ  || _ || _tj |¡st|ƒ}d |¡}tj |¡s"td |¡ƒ‚t|dƒ�}t	|ƒ}W d   ƒ n1 s6w   Y  t
|ƒtksHJ d |¡ƒ‚t|d |d d |¡d |¡d	 |¡|d
 ƒ| _|d | _tj ¡ du rƒ|du sy|du sy|du rƒd\}}}t d¡ t|d |d |d |ƒ| _| j d |¡d |¡d |¡¡ |rÍ| j d || jdu r±dnd¡d || jdu r½dnd¡d || jdu rÉdnd¡¡ |rç| j d || jdu rÜdnd¡d |¡|| j¡ ~d S )Nú{}/cosyvoice.yamlú{} not found!Úrz+do not use {} for CosyVoice initialization!Úget_tokenizerÚfeat_extractorú{}/campplus.onnxz{}/speech_tokenizer_v1.onnxú{}/spk2info.ptÚallowed_specialÚsample_rateFT)FFFz3no cuda device, set load_jit/load_trt/fp16 to FalseÚllmÚflowÚhiftú	{}/llm.ptú
{}/flow.ptú
{}/hift.ptz{}/llm.text_encoder.{}.zipÚfp16Úfp32z{}/llm.llm.{}.zipú{}/flow.encoder.{}.zipú'{}/flow.decoder.estimator.{}.mygpu.planú#{}/flow.decoder.estimator.fp32.onnx)Ú	model_dirr   ÚosÚpathÚexistsr   ÚformatÚ
ValueErrorÚopenr   r   r   r   Úfrontendr   ÚtorchÚcudaÚis_availabler
   ÚwarningÚmodelÚloadÚload_jitÚload_trt)	Úselfr"   r0   r1   r   Útrt_concurrentÚhyper_yaml_pathÚfÚconfigs© r7   úM/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/cli/cosyvoice.pyÚ__init__   sN   

ÿû
&

þþýzCosyVoice.__init__c                 C   s   t | jj ¡ ƒ}|S )N)Úlistr)   Úspk2infoÚkeys)r2   Zspksr7   r7   r8   Úlist_available_spksA   s   zCosyVoice.list_available_spksc                 C   sB   |dksJ dƒ‚| j  d||| jd¡}|d= |d= || j j|< dS )NÚ z!do not use empty zero_shot_spk_idÚtextZtext_lenT)r)   Úfrontend_zero_shotr   r;   )r2   Úprompt_textÚ
prompt_wavÚzero_shot_spk_idÚmodel_inputr7   r7   r8   Úadd_zero_shot_spkE   s   zCosyVoice.add_zero_shot_spkc                 C   s   t  | jjd | j¡¡ d S )Nr   )r*   Úsaver)   r;   r&   r"   )r2   r7   r7   r8   Úsave_spkinfoM   s   zCosyVoice.save_spkinfoç      ð?Tc              	   c   sª   � t | jj|d|d�ƒD ]F}| j ||¡}t ¡ }t d |¡¡ | jj	di |¤||dœ¤ŽD ]"}	|	d j
d | j }
t d |
t ¡ | |
 ¡¡ |	V  t ¡ }q/qd S ©	NT©ÚsplitÚtext_frontendúsynthesis text {}©ÚstreamÚspeedÚ
tts_speechr   úyield speech len {}, rtf {}r7   )r   r)   Útext_normalizeZfrontend_sftÚtimer
   Úinfor&   r.   ÚttsÚshaper   )r2   Útts_textÚspk_idrO   rP   rL   ÚirD   Ú
start_timeÚmodel_outputÚ
speech_lenr7   r7   r8   Úinference_sftP   s   € 
üüzCosyVoice.inference_sftr>   c              	   c   sô   � | j j|d|d�}t| j j|d|d�ƒD ]b}t|tƒs/t|ƒdt|ƒ k r/t d ||¡¡ | j  	|||| j
|¡}	t ¡ }
t d |¡¡ | jjdi |	¤||dœ¤ŽD ]"}|d jd	 | j
 }t d
 |t ¡ |
 | ¡¡ |V  t ¡ }
qTqd S )NFrJ   Tg      à?zQsynthesis text {} too short than prompt text {}, this may lead to bad performancerM   rN   rQ   r   rR   r7   )r)   rS   r   Ú
isinstancer   Úlenr
   r-   r&   r@   r   rT   rU   r.   rV   rW   )r2   rX   rA   rB   rC   rO   rP   rL   rZ   rD   r[   r\   r]   r7   r7   r8   Úinference_zero_shot[   s   € 
üúzCosyVoice.inference_zero_shotc              	   c   s°   � t | jj|d|d�ƒD ]I}| j ||| j|¡}t ¡ }	t d |¡¡ | j	j
di |¤||dœ¤ŽD ]"}
|
d jd | j }t d |t ¡ |	 | ¡¡ |
V  t ¡ }	q2qd S rI   )r   r)   rS   Zfrontend_cross_lingualr   rT   r
   rU   r&   r.   rV   rW   )r2   rX   rB   rC   rO   rP   rL   rZ   rD   r[   r\   r]   r7   r7   r8   Úinference_cross_linguali   s   € 
üüz!CosyVoice.inference_cross_lingualc              	   c   sÒ   � | j jdksJ dƒ‚| jj|d|d�}t| jj|d|d�ƒD ]G}| j |||¡}t ¡ }	t d 	|¡¡ | j
jdi |¤||dœ¤ŽD ]"}
|
d jd	 | j }t d
 	|t ¡ |	 | ¡¡ |
V  t ¡ }	qCqd S )Nr   z5inference_instruct is only implemented for CosyVoice!FrJ   TrM   rN   rQ   r   rR   r7   )Ú	__class__Ú__name__r)   rS   r   Zfrontend_instructrT   r
   rU   r&   r.   rV   rW   r   )r2   rX   rY   Úinstruct_textrO   rP   rL   rZ   rD   r[   r\   r]   r7   r7   r8   Úinference_instructt   s   € 
üüzCosyVoice.inference_instructc           	      c   s‚   � | j  ||| j¡}t ¡ }| jjdi |¤||dœ¤ŽD ]"}|d jd | j }t d 	|t ¡ | | ¡¡ |V  t ¡ }qd S )NrN   rQ   r   rR   r7   )
r)   Zfrontend_vcr   rT   r.   rV   rW   r
   rU   r&   )	r2   Z
source_wavrB   rO   rP   rD   r[   r\   r]   r7   r7   r8   Úinference_vc�   s   € 
üzCosyVoice.inference_vcN©FFFr   )FrH   T©r>   FrH   T)FrH   )rd   Ú
__module__Ú__qualname__r9   r=   rE   rG   r^   ra   rb   rf   rg   r7   r7   r7   r8   r      s    
$



r   c                   @   s    e Zd Zddd„Zddd	„Zd
S )Ú
CosyVoice2Fr   c           
      C   sÖ  || _ || _tj |¡st|ƒ}d |¡}tj |¡s"td |¡ƒ‚t|dƒ�}t	|dtj 
|d¡id�}	W d   ƒ n1 s?w   Y  t|	ƒtksQJ d |¡ƒ‚t|	d |	d	 d
 |¡d |¡d |¡|	d ƒ| _|	d | _tj ¡ du r‘|du s†|du s†|du s†|du r‘d\}}}}t d¡ t|	d |	d |	d |ƒ| _| j d |¡d |¡d |¡¡ |r»| j d |¡¡ |rÎ| j d || jdu rÊdnd¡¡ |rè| j d || jdu rÝdnd¡d |¡|| j¡ ~	d S )Nú{}/cosyvoice2.yamlr   r   Úqwen_pretrain_pathúCosyVoice-BlankEN©Ú	overridesz,do not use {} for CosyVoice2 initialization!r   r   r   z{}/speech_tokenizer_v2.onnxr   r   r   FT)FFFFz=no cuda device, set load_jit/load_trt/load_vllm/fp16 to Falser   r   r   r   r   r   ú{}/vllmr   r   r   r    r!   )r"   r   r#   r$   r%   r   r&   r'   r(   r   Újoinr   r   r   r)   r   r*   r+   r,   r
   r-   r.   r/   Ú	load_vllmr0   r1   )
r2   r"   r0   r1   rt   r   r3   r4   r5   r6   r7   r7   r8   r9   �   sL   
ÿû
.
þ"ýzCosyVoice2.__init__r>   rH   Tc              	   c   s²   � t | jj|d|d�ƒD ]J}| j |||| j|¡}	t ¡ }
t d |¡¡ | j	j
di |	¤||dœ¤ŽD ]"}|d jd | j }t d |t ¡ |
 | ¡¡ |V  t ¡ }
q3qd S rI   )r   r)   rS   Zfrontend_instruct2r   rT   r
   rU   r&   r.   rV   rW   )r2   rX   re   rB   rC   rO   rP   rL   rZ   rD   r[   r\   r]   r7   r7   r8   Úinference_instruct2±   s   € 
üüzCosyVoice2.inference_instruct2N)FFFFr   ri   )rd   rj   rk   r9   ru   r7   r7   r7   r8   rl   ‹   s    
$rl   c                   @   s   e Zd Zddd„ZdS )Ú
CosyVoice3Fr   c           	      C   s°  || _ || _tj |¡st|ƒ}d |¡}tj |¡s"td |¡ƒ‚t|dƒ�}t	|dtj 
|d¡id�}W d   ƒ n1 s?w   Y  t|ƒtksQJ d |¡ƒ‚t|d |d	 d
 |¡d |¡d |¡|d ƒ| _|d | _tj ¡ du r‡|du s~|du r‡d\}}t d¡ t|d |d |d |ƒ| _| j d |¡d |¡d |¡¡ |r±| j d |¡¡ |rÕ| jdu r½t d¡ | j d || jdu rÊdnd¡d |¡|| j¡ ~d S )Nú{}/cosyvoice3.yamlr   r   rn   ro   rp   z,do not use {} for CosyVoice3 initialization!r   r   r   z{}/speech_tokenizer_v3.onnxr   r   r   FT)FFz*no cuda device, set load_trt/fp16 to Falser   r   r   r   r   r   rr   zEDiT tensorRT fp16 engine have some performance issue, use at caution!r    r   r   r!   )r"   r   r#   r$   r%   r   r&   r'   r(   r   rs   r   r	   r   r)   r   r*   r+   r,   r
   r-   r.   r/   rt   r1   )	r2   r"   r1   rt   r   r3   r4   r5   r6   r7   r7   r8   r9   ¿   sL   
ÿû

þ

ýzCosyVoice3.__init__Nrh   )rd   rj   rk   r9   r7   r7   r7   r8   rv   ½   s    rv   c                  K   s”   t j | d ¡st| d ƒ| d< t j d | d ¡¡r"tdi | ¤ŽS t j d | d ¡¡r4tdi | ¤ŽS t j d | d ¡¡rFtdi | ¤ŽS tdƒ‚)Nr"   r   rm   rw   zNo valid model type found!r7   )	r#   r$   r%   r   r&   r   rl   rv   Ú	TypeError)Úkwargsr7   r7   r8   Ú	AutoModelä   s   rz   )r#   rT   Útypingr   r   Zhyperpyyamlr   Z
modelscoper   r*   Zcosyvoice.cli.frontendr   Zcosyvoice.cli.modelr   r   r	   Úcosyvoice.utils.file_utilsr
   Zcosyvoice.utils.class_utilsr   r   rl   rv   rz   r7   r7   r7   r8   Ú<module>   s   p2'