o
    èôjaL  ã                   @   sÜ  d dl Z d dlZde jd< d dlZd dlZd dlZd dlZd dlZe 	d¡ d dl
Z
d dlT d dlZd dlZd dlZd dlmZ d dlmZ ej ¡ rQe d¡Znejj ¡ r]e d	¡Zne d
¡Zdadd„ Zdd„ Zdd„ Ze ¡ dd„ ƒZedkrìe ¡ Zej de!dd� ej de!dd� ej de!dd� ej de"dd� ej de#dd� ej d e#d!d� ej d"edd� ej d#edd� ej d$e"d d� ej d%e!d&dd'� ej d(e!d)dd'� ej d*ed+d� e $¡ Z%ee%ƒ dS dS ),é    Nz./checkpoints/hf_cacheZHF_HUB_CACHEÚignore)Ú*)Ústr2bool)Úload_custom_model_from_hfÚcudaÚmpsÚcpuFc           ,   
      s$  | j a | js| jd u rtdddƒ\}}n| j}| j}d }n*| jd u r+tdddƒ\}}n| j}| j}ddlm} tdd	d ƒ}||d
td�}|j}t	 
t|dƒ¡}t|d ƒ}d|_t|dd�}	|d d d }
|d d }t|	d |dg d
d�\}	}}}|	D ]}|	|  ¡  |	|  t¡ q||	jjjddd� ddlm} tddd d�}|ddd�}| tj|d d!�¡ | ¡  | t¡ |jj}|d"krãdd#lm} |jj}|jj |d
d$�}| !¡  | ¡  t¡}|}n¯|d%k�r,dd&l"m#} dd'l$m%} t	 
td(dƒ¡}|dSi |d) ¤d*|dSi |d* ¤Ži¤Ž}td+d,d ƒ}| tj|d d!�¡ | ¡  | t¡ |}nf|d-k�r‹t	 
t|jj&jdƒ¡}|jj&j'}t|d ƒ}t|d.d�‰|}tˆd |dg d
d�\‰}}}‡fd/d0„ˆD ƒ}‡fd1d0„ˆD ƒ}t(‡fd2d3„ˆ )¡ D ƒƒ}t*d4|d5 d6›d7�ƒ ˆj+}nt,d8|› �ƒ‚|j-j} | d9k�rÁdd:l.m/}!m0}" |j-j}#|"j |#tj1d;� t¡‰ˆ`+|!  |#¡‰‡‡fd<d=„}$n�| d>k�rõdd?l.m2}%m3}& |d d@ dA }'|%  |'¡‰ |&  |'¡‰ˆ t¡‰ˆ ¡ ‰ˆ 4¡ ‰‡ ‡fdBd=„}$nM| dCk�r;ddDl.m2}%m5}( |d d@ dA })|d d@ dE }*|%  |)¡‰|(  |)¡‰ˆj6j7d |*… ˆj6_7ˆ t¡‰ˆ ¡ ‰ˆ 4¡ ‰‡‡fdFd=„}$nt,dG| › �ƒ‚|d d dH |d d dI |d d d |d d dJ ||d d  8dKd¡|d d  8dLdM¡dMk�rwd ndNd
dOœ‰ddPl9m:‰ ‡‡fdQdR„}+|	|$||||+ˆfS )TNzPlachta/Seed-VCz9DiT_seed_v2_uvit_whisper_small_wavenet_bigvgan_pruned.pthz2config_dit_mel_seed_uvit_whisper_small_wavenet.ymlzADiT_seed_v2_uvit_whisper_base_f0_44k_bigvgan_pruned_ft_ema_v2.pthz0config_dit_mel_seed_uvit_whisper_base_f0_44k.ymlr   )ÚRMVPEzlj1995/VoiceConversionWebUIzrmvpe.ptF)Zis_halfÚdeviceÚrÚmodel_paramsZDiT)ÚstageZpreprocess_paramsZspect_paramsÚ
hop_lengthÚsrT)Zload_only_paramsZignore_modulesÚis_distributedé   i    )Úmax_batch_sizeÚmax_seq_length)ÚCAMPPluszfunasr/camppluszcampplus_cn_common.bin)Zconfig_filenameéP   éÀ   )Úfeat_dimZembedding_sizer   )Úmap_locationÚbigvgan)r   )Zuse_cuda_kernelZhifigan)ÚHiFTGenerator)ÚConvRNNF0Predictorzconfigs/hifigan.ymlZhiftZf0_predictorzFunAudioLLM/CosyVoice-300Mzhift.ptÚvocosZ	mel_vocosc                    s   g | ]}ˆ |   ¡  t¡‘qS © )ÚevalÚtor
   ©Ú.0Úkey©r   r   ú=/var/www/html/academy/tools/voices/clone/seed-vc/inference.pyÚ
<listcomp>|   s    zload_models.<locals>.<listcomp>c                    s   g | ]	}ˆ |   t¡‘qS r   )r   r
   r    r#   r   r$   r%   }   s    c                 3   s*   � | ]}t d d„ ˆ |  ¡ D ƒƒV  qdS )c                 s   s   � | ]
}|j r| ¡ V  qd S ©N)Úrequires_gradÚnumel)r!   Úpr   r   r$   Ú	<genexpr>~   s   € z(load_models.<locals>.<genexpr>.<genexpr>N)ÚsumÚ
parametersr    r#   r   r$   r*   ~   s   €( zload_models.<locals>.<genexpr>z Vocoder model total parameters: i@B z.2fÚMzUnknown vocoder type: Zwhisper)ÚAutoFeatureExtractorÚWhisperModel)Ztorch_dtypec                    s°   ˆ |   d¡ ¡  ¡ gddd�}ˆj|j|jd� t¡}t 	¡ � ˆj
| ˆj
j¡d dddd�}W d   ƒ n1 s9w   Y  |j tj¡}|d d …d |  d¡d	 d
 …f }|S )Nr   ÚptT)Úreturn_tensorsÚreturn_attention_mask)Úattention_maskF)Z	head_maskZoutput_attentionsZoutput_hidden_statesZreturn_dictéÿÿÿÿi@  r   )Úsqueezer   ÚnumpyZ_mask_input_featuresZinput_featuresr3   r   r
   ÚtorchÚno_gradÚencoderÚdtypeÚlast_hidden_stateÚfloat32Úsize)Ú	waves_16kÚ
ori_inputsZori_input_featuresÚori_outputsÚS_ori)Úwhisper_feature_extractorÚwhisper_modelr   r$   Úsemantic_fn�   s*   þÿÿ
ûÿ"z load_models.<locals>.semantic_fnZcnhubert)ÚWav2Vec2FeatureExtractorÚHubertModelÚspeech_tokenizerÚnamec                    óv   ‡ fdd„t tˆ ƒƒD ƒ}ˆ|ddddd� t¡}t ¡ � ˆ|j ¡ ƒ}W d   ƒ n1 s/w   Y  |j 	¡ }|S )Nc                    ó   g | ]
}ˆ |   ¡  ¡ ‘qS r   ©r   r6   ©r!   Zbib©r>   r   r$   r%   «   ó    ÿÿú4load_models.<locals>.semantic_fn.<locals>.<listcomp>r0   Té€>  ©r1   r2   ÚpaddingÚsampling_rate©
ÚrangeÚlenr   r
   r7   r8   Zinput_valuesÚhalfr;   Úfloat©r>   Zori_waves_16k_input_listr?   r@   rA   )Úhubert_feature_extractorÚhubert_modelrM   r$   rD   ª   ó$   

þüü
ÿÿ
Zxlsr)rE   ÚWav2Vec2ModelÚoutput_layerc                    rI   )Nc                    rJ   r   rK   rL   rM   r   r$   r%   É   rN   rO   r0   TrP   rQ   rT   rY   )Úwav2vec_feature_extractorÚwav2vec_modelrM   r$   rD   È   r\   zUnknown speech tokenizer type: Ún_fftÚ
win_lengthÚn_melsÚfminÚfmaxÚNonei@  )ra   Zwin_sizeZhop_sizeZnum_melsrS   rd   re   Úcenter)Úmel_spectrogramc                    s   ˆ| fi ˆ ¤ŽS r&   r   )Úx)Úmel_fn_argsrh   r   r$   Ú<lambda>ç   s    zload_models.<locals>.<lambda>r   );Úfp16Úf0_conditionÚ
checkpointr   ÚconfigZmodules.rmvper	   r
   Zinfer_from_audioÚyamlZ	safe_loadÚopenZrecursive_munchZdit_typeZbuild_modelZload_checkpointr   r   ÚcfmZ	estimatorZsetup_cachesZmodules.campplus.DTDNNr   Úload_state_dictr7   ÚloadZvocoderÚtypeZmodules.bigvganr   rH   ZBigVGANÚfrom_pretrainedÚremove_weight_normZmodules.hifigan.generatorr   Zmodules.hifigan.f0_predictorr   r   Úpathr+   ÚkeysÚprintÚdecoderÚ
ValueErrorrG   Ztransformersr.   r/   Úfloat16rE   rF   rW   r]   r9   ÚlayersÚgetZmodules.audiorh   ),ÚargsZdit_checkpoint_pathZdit_config_pathÚf0_fnr	   Z
model_pathZf0_extractorro   r   Úmodelr   r   Ú_r"   r   Zcampplus_ckpt_pathÚcampplus_modelZvocoder_typer   Zbigvgan_nameZbigvgan_modelÚ
vocoder_fnr   r   Zhift_configZhift_genZ	hift_pathZvocos_configZ
vocos_pathZvocos_model_paramsZvocos_checkpoint_pathZtotal_paramsZspeech_tokenizer_typer.   r/   Zwhisper_namerD   rE   rF   Zhubert_model_namer]   Z
model_namer^   Zto_melr   )	rZ   r[   rj   rh   r   r_   r`   rB   rC   r$   Úload_models%   s   

þ

þúÿ

(


ÿ









 ø
ùr†   c                 C   s   d|d  }| | S )Né   é   r   )Zf0_sequenceZn_semitonesÚfactorr   r   r$   Úadjust_f0_semitonesó   s   rŠ   c                 C   s¼   t  t  dt jd |¡¡d }t  t  t jd d|¡¡d }t|ƒ|k rG|d |… |d t|ƒ…  | | d … | d t|ƒ…  |d |…< |S |d |… | | | d … |  |d |…< |S )Nr   r‡   )ÚnpÚcosÚlinspaceÚpirV   )Zchunk1Zchunk2ÚoverlapZfade_outZfade_inr   r   r$   Ú	crossfade÷   s   B*ÿr�   c           D      C   sü  t | ƒ\}}}}}}}|d }| j}	| j}
| j}| j}| j}| j}| j}| j}t	j
||d�d }t	j
||d�d }|	s=dnd}|	sCdnd}|| d }d	}|| }t |¡ d¡ ¡  t¡}t |d |d
 … ¡ d¡ ¡  t¡}t ¡ }tj ||d¡}| d¡dkr‰||ƒ}n€d}g }d }d}|| d¡k �r|d u rª|d d …||d …f }ntj||d d …||dd|   …f gdd�}||ƒ}|dkrÏ| |¡ n| |d d …d| d …f ¡ |d d …d| d …f }||dkrñdn| d¡d|  7 }|| d¡k s™tj|dd�}tj ||d¡}||ƒ} || t¡ ¡ ƒ}!|| t¡ ¡ ƒ}"t t|! d¡| ƒg¡ |!j¡}#t |" d¡g¡ |"j¡}$tjjj|dddd�}%|%|%jddd� }%||% d¡ƒ}&|	�rß||d dd�}'||d dd�}(t |'¡ t¡d  }'t |(¡ t¡d  }(|'|'dk })|(|(dk }*t |(d ¡}+t |)d ¡},t |*d ¡}-t  |,¡}.t  |-¡}/|+ !¡ }0|
�rÇ|+|(dk |/ |. |0|(dk< t "|0¡}1|dk�rÞt#|1|(dk |ƒ|1|(dk< nd }'d }(d }1|j$||#d|1d�\}2}3}4}5}6|j$| |$d|'d�\}7}3}4}5}6||" d¡ }8d}9g }:|9|2 d¡k �r|2d d …|9|9|8 …f };|9|8 |2 d¡k}<tj|7|;gdd�}=tj%tj&t'�r<tj(ntj)d��0 |j*j+|=t |= d¡g¡ |"j¡|"|&d ||d�}>|>d d …d d …|" d¡d …f }>W d   ƒ n	1 �suw   Y  ||> ¡ ƒ ,¡ }?|?d d d …f }?|9dk�rÅ|<�r |?d  -¡  .¡ }@|: |@¡ n{|?dd | …f  -¡  .¡ }@|: |@¡ |?d| d …f }A|9|> d¡| 7 }9nN|<�rçt/|A -¡  .¡ |?d  -¡  .¡ |ƒ}@|: |@¡ |9|> d¡| 7 }9n4t/|A -¡  .¡ |?dd | …f  -¡  .¡ |ƒ}@|: |@¡ |?d| d …f }A|9|> d¡| 7 }9|9|2 d¡k �st t0 1|:¡¡d d d …f  ¡ }?t ¡ }Bt2d|B| |? d¡ | › �ƒ t3j4 5|¡ 6d ¡d }Ct3j4 5|¡ 6d ¡d }t3j7| j8dd!� t 9t3j4 :| j8d"|C› d#|› d#|› d#|› d#|› d$�¡|? -¡ |¡ d S )%NrS   )r   r   i"V  iD¬  é   i   é   é   é   rP   r4   i S é   )Údimé2   i€Áÿÿr   r‡   r   )Únum_mel_binsÚditherÚsample_frequencyT)r–   Úkeepdimg¸…ëQ¸ž?)Zthredgñhãˆµøä>é   )ÚylensÚn_quantizersÚf0)Údevice_typer:   )Úinference_cfg_ratezRTF: Ú.)Úexist_okZvc_rƒ   z.wav);r†   rm   Úauto_f0_adjustZsemi_tone_shiftÚsourceÚtargetÚdiffusion_stepsÚlength_adjustr¡   Úlibrosart   r7   ÚtensorÚ	unsqueezerX   r   r
   ÚtimeÚ
torchaudioÚ
functionalÚresampler=   ÚcatÚappendÚ
LongTensorÚintÚ
complianceÚkaldiÚfbankÚmeanÚ
from_numpyÚlogÚmedianÚcloneÚexprŠ   Úlength_regulatorÚautocastru   rl   r}   r<   rr   Ú	inferencer5   r   r6   r�   r‹   Úconcatenaterz   Úosrx   ÚbasenameÚsplitÚmakedirsÚoutputÚsaveÚjoin)Dr€   r‚   rD   r�   r…   r„   Úmel_fnrj   r   rm   r¤   Úpitch_shiftr¥   Útarget_namer§   r¨   r¡   Zsource_audioZ	ref_audior   Zmax_context_windowZoverlap_frame_lenZoverlap_wave_lenZtime_vc_startZconverted_waves_16kÚS_altZoverlapping_timeZ
S_alt_listÚbufferZtraversed_timeÚchunkZori_waves_16krA   ÚmelÚmel2Útarget_lengthsZtarget2_lengthsÚfeat2Ústyle2ZF0_oriZF0_altZvoiced_F0_oriZvoiced_F0_altZ
log_f0_altZvoiced_log_f0_oriZvoiced_log_f0_altZmedian_log_f0_oriZmedian_log_f0_altZshifted_log_f0_altZshifted_f0_altÚcondrƒ   ÚcodesZcommitment_lossZcodebook_lossZprompt_conditionZmax_source_windowZprocessed_framesZgenerated_wave_chunksZ
chunk_condZis_last_chunkZcat_conditionZ	vc_targetZvc_waveZoutput_waveZprevious_chunkZtime_vc_endZsource_namer   r   r$   Úmain   s  &
"þ"ó"
ý



€þý ý"ú


 
$ÿ
à ! BrÕ   Ú__main__z--sourcez./examples/source/source_s1.wav)ru   Údefaultz--targetz./examples/reference/s1p1.wavz--outputz./reconstructedz--diffusion-stepsr’   z--length-adjustg      ð?z--inference-cfg-rategffffffæ?z--f0-conditionz--auto-f0-adjustz--semi-tone-shiftz--checkpointzPath to the checkpoint file)ru   Úhelpr×   z--configzPath to the config filez--fp16T)&rÁ   r6   r‹   ÚenvironÚshutilÚwarningsÚargparser7   rp   ÚsimplefilterÚrandomZmodules.commonsr¬   r­   r©   r   Zhf_utilsr   r   Úis_availabler
   Úbackendsr   rl   r†   rŠ   r�   r8   rÕ   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚstrr³   rX   Ú
parse_argsr€   r   r   r   r$   Ú<module>   s\    



 O	
 ñ