o
    óôj  ã                   @   sx   d dl Z d dlZd dlZd dlZd dlZe d¡ ej¡ ejej	dd� dd„ Z
dd„ Zdd
d„Zdd„ Zdd„ ZdS )é    NÚ
matplotlibz%%(asctime)s %(levelname)s %(message)s)ÚlevelÚformatc                 C   sP   g }t | ddd��}|D ]	}| | ¡ ¡ qW d   ƒ |S 1 s!w   Y  |S ©NÚrÚutf8)Úencoding)ÚopenÚappendÚstrip)Ú	list_fileÚlistsÚfinÚline© r   úP/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/utils/file_utils.pyÚ
read_lists   s   ÿ
ÿýr   c              	   C   sX   t | ƒ}i }|D ]!}t|ddd��}| t |¡¡ W d   ƒ n1 s$w   Y  q|S r   )r   r	   ÚupdateÚjsonÚload)r   r   ÚresultsÚfnr   r   r   r   Úread_json_lists#   s   ÿ€r   é€>  c                 C   sX   t j| dd�\}}|jddd�}||kr*||ks J d ||¡ƒ‚t jj||d�|ƒ}|S )NÚ	soundfile)Úbackendr   T)ÚdimÚkeepdimz*wav sample rate {} must be greater than {})Ú	orig_freqÚnew_freq)Ú
torchaudior   Úmeanr   Ú
transformsÚResample)ÚwavZ	target_srZmin_srÚspeechÚsample_rater   r   r   Úload_wav,   s   r'   c                 C   sØ  dd l }t d¡ dt|jjƒ> }| |jj¡}| |¡}| 	|¡}| 
||¡}	| ¡ }
|
 |jjd¡ |r=|
 |jj¡ | ¡ }t|dƒ�%}|	 | ¡ ¡sdt|	jƒD ]	}t|	 |¡ƒ qStd |¡ƒ‚W d   ƒ n1 snw   Y  tt|d ƒƒD ]}| |d | |d | |d	 | |d
 | ¡ q{|rœ|jjn|jj }t|j!ƒD ]
}| "|¡}||_#q¥t|j$ƒD ]
}| %|¡}||_#qµ|
 &|¡ | '||
¡}t| dƒ�}| (|¡ W d   ƒ n1 sàw   Y  t d¡ d S )Nr   zConverting onnx to trt...é   l        Úrbzfailed to parse {}Úinput_namesÚ	min_shapeZ	opt_shapeÚ	max_shapeÚwbz"Succesfully convert onnx to trt...))ÚtensorrtÚloggingÚinfoÚintZNetworkDefinitionCreationFlagZEXPLICIT_BATCHÚLoggerÚINFOÚBuilderZcreate_networkZ
OnnxParserZcreate_builder_configZset_memory_pool_limitZMemoryPoolTypeZ	WORKSPACEZset_flagZBuilderFlagZFP16Zcreate_optimization_profiler	   ÚparseÚreadÚrangeZ
num_errorsÚprintZ	get_errorÚ
ValueErrorr   ÚlenÚ	set_shapeÚDataTypeÚHALFÚFLOATÚ
num_inputsZ	get_inputÚdtypeÚnum_outputsZ
get_outputZadd_optimization_profileZbuild_serialized_networkÚwrite)Z	trt_modelZ
trt_kwargsÚ
onnx_modelÚfp16ZtrtZnetwork_flagsÚloggerÚbuilderÚnetworkÚparserÚconfigÚprofileÚfÚerrorÚiÚtensor_dtypeÚinput_tensorÚoutput_tensorZengine_bytesr   r   r   Úconvert_onnx_to_trt5   sD   


ýÿ2


ÿrQ   c                 C   s$  t j |¡rd S tj}| jjd urdnd}| j| jj_	| jjjj
}| jj | j¡ | jj |¡ | jj |¡ | jjjj}| jjjj}| jjj`| jjj`| jjj`| jj| jjj_d| jjj_|| jjj_| jj |¡ |du r}t  d t j |¡¡¡ || jjj_|| jjj_| jj |¡ d S )NTFz@sed -i s@Qwen2ForCausalLM@CosyVoice2ForCausalLM@g {}/config.json)ÚosÚpathÚexistsÚtorchÚbfloat16Zllm_decoderÚbiasÚllmÚmodelÚlm_headÚembed_tokensÚset_input_embeddingsZspeech_embeddingÚtorI   Ú
vocab_sizeÚtie_word_embeddingsÚgeneration_configÚeos_token_idÚbos_token_idÚnum_embeddingsÚuse_biasÚsave_pretrainedÚsystemr   Úabspath)rY   Ú
model_pathÚdevicer@   rd   r[   Ztmp_vocab_sizeZtmp_tie_embeddingr   r   r   Úexport_cosyvoice2_vllm\   s.   


rj   )r   )rR   r   rU   r    r/   Ú	getLoggerÚsetLevelÚWARNINGÚbasicConfigÚDEBUGr   r   r'   rQ   rj   r   r   r   r   Ú<module>   s   ÿ
		'