o
    óôj3  ã                   @   sŒ   d dl Z d dlZd dlZd dlZd dlm  mZ G dd„ dƒZG dd„ dƒZej	 
d¡Zedur@eej ed¡d�d	ZZdS d
\ZZdS )é    Nc                   @   ó   e Zd Zdd„ Zdd„ ZdS )ÚSpeechTokenExtractorc                 C   sN   t tj dd¡ƒ| _t ¡ }tjj|_	d|_
tj||dd| jifgd�| _d S )NÚ
LOCAL_RANKr   é   ÚCUDAExecutionProviderÚ	device_id©Úsess_optionsÚ	providers)ÚintÚosÚenvironÚgetÚ
local_rankÚonnxruntimeÚSessionOptionsÚGraphOptimizationLevelÚORT_ENABLE_ALLÚgraph_optimization_levelÚintra_op_num_threadsÚInferenceSessionÚspeech_tokenizer_session©ÚselfÚ
model_pathÚoption© r   úJ/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/utils/onnx.pyÚ__init__   s   
þzSpeechTokenExtractor.__init__c                 C   s€   | j  d | j  ¡ d j| dd¡ ¡  ¡  ¡ | j  ¡ d j| ¡  ¡  ¡ i¡d }t 	|¡ 
tj¡ 
|¡|d  
tj¡ 
|¡fS )Nr   r   é   é   )r   ÚrunÚ
get_inputsÚnameÚ	transposeÚdetachÚcpuÚnumpyÚtorchÚtensorÚtoÚint32)r   ÚfeatZfeat_lengthsÚdeviceÚspeech_tokenr   r   r   Ú	inference   s   ýÿü.zSpeechTokenExtractor.inferenceN©Ú__name__Ú
__module__Ú__qualname__r   r/   r   r   r   r   r      ó    	r   c                   @   r   )ÚEmbeddingExtractorc                 C   s6   t  ¡ }t jj|_d|_d| _t j||dgd�| _d S )Nr   i q ÚCPUExecutionProviderr   )	r   r   r   r   r   r   Úmax_lenr   Úcampplus_sessionr   r   r   r   r      s   
þzEmbeddingExtractor.__init__c                 C   s²   |j d | jkr!t d|j d | j ¡}|d d …||| j …f }tj|dddd�}||jddd� }| j d | j 	¡ d j
|jdd� ¡  ¡ i¡d  ¡  ¡ }t |¡ |j¡S )	Nr   r   éP   i€>  )Únum_mel_binsÚditherÚsample_frequencyT)ÚdimÚkeepdim)r=   )Úshaper7   ÚrandomÚrandintÚkaldiÚfbankÚmeanr8   r!   r"   r#   Ú	unsqueezer&   r'   ÚflattenÚtolistr(   r)   r*   r-   )r   ÚspeechÚstart_indexr,   Ú	embeddingr   r   r   r/   $   s"   ý"ÿÿÿzEmbeddingExtractor.inferenceNr0   r   r   r   r   r5      r4   r5   Ú	onnx_pathzcampplus.onnx)r   T)NF)r   r(   r@   r   Ztorchaudio.compliance.kaldiÚ
compliancerB   r   r5   r   r   rK   ÚpathÚjoinZembedding_extractorÚonline_featurer   r   r   r   Ú<module>   s    