o
    èôj;  ã                   @   s€  d dl Z d dlZd dlZd dlmZ d dlmZ d dlm	Z	 d dl
Z
d dlZdd„ ZG dd„ deƒZdNdd„ZdOdd„Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdPdd„ZdPdd„ZdQdd „ZdRd#d$„ZdRd%d&„ZdSd'd(„Zd)d*„ Zejjd+d,„ ƒZd-d„ Zd.d/„ Z dTd0d1„Z!d2d3„ Z"d4d5„ Z#dUd7d8„Z$dVd:d;„Z%d<d=„ Z&dWd?d@„Z'dAa(dBdC„ Z)dDdE„ Z*dXdGdH„Z+dIg dAdAfdJdK„Z,dLdM„ Z-dS )Yé    N)Únn)Ú
functional)ÚMunchc                 C   s8   t | tƒr| S |  ¡ dv rdS |  ¡ dv rdS t d¡‚)N)ÚyesÚtrueÚtÚyÚ1T)ÚnoÚfalseÚfÚnÚ0FzBoolean value expected.)Ú
isinstanceÚboolÚlowerÚargparseÚArgumentTypeError)Úv© r   úC/var/www/html/academy/tools/voices/clone/seed-vc/modules/commons.pyÚstr2bool
   s   

r   c                       s   e Zd Z‡ fdd„Z‡  ZS )ÚAttrDictc                    s    t t| ƒj|i |¤Ž | | _d S ©N)Úsuperr   Ú__init__Ú__dict__)ÚselfÚargsÚkwargs©Ú	__class__r   r   r      s   
zAttrDict.__init__)Ú__name__Ú
__module__Ú__qualname__r   Ú__classcell__r   r   r    r   r      s    r   ç        ç{®Gáz„?c                 C   s.   | j j}| d¡dkr| jj ||¡ d S d S )NZConvéÿÿÿÿ)r!   r"   ÚfindÚweightÚdataÚnormal_)ÚmÚmeanÚstdÚ	classnamer   r   r   Úinit_weights   s   ÿr1   é   c                 C   s   t | | | d ƒS )Né   )Úint)Úkernel_sizeÚdilationr   r   r   Úget_padding    s   r7   c                 C   ó    | d d d… }dd„ |D ƒ} | S )Nr(   c                 S   ó   g | ]	}|D ]}|‘qqS r   r   ©Ú.0ZsublistÚitemr   r   r   Ú
<listcomp>&   ó    ú%convert_pad_shape.<locals>.<listcomp>r   ©Z	pad_shapeÚlr   r   r   Úconvert_pad_shape$   ó   rB   c                 C   s(   |gt | ƒd d  }| |dd d…< |S )Nr3   r2   )Úlen)Úlstr<   Úresultr   r   r   Úintersperse*   s   rG   c                 C   s@   || d }|dt  d| ¡| | d   t  d| ¡ 7 }|S )zKL(P||Q)g      à?g       @r3   g       À)ÚtorchÚexp)Zm_pZlogs_pZm_qZlogs_qÚklr   r   r   Úkl_divergence0   s
   *ÿrK   c                 C   s&   t  | ¡d d }t  t  |¡ ¡ S )z<Sample from the Gumbel distribution, protect from overflows.g9î”Öÿï?gñhãˆµøä>)rH   ÚrandÚlog)ÚshapeZuniform_samplesr   r   r   Úrand_gumbel9   s   rO   c                 C   s   t |  ¡ ƒj| j| jd�}|S ©N©ÚdtypeÚdevice)rO   ÚsizeÚtorR   rS   )ÚxÚgr   r   r   Úrand_gumbel_like?   s   rX   é   c                 C   sb   t  | d d …d d …d |…f ¡}t|  d¡ƒD ]}|| }|| }| |d d …||…f ||< q|S ©Nr   ©rH   Ú
zeros_likeÚrangerT   ©rV   Úids_strÚsegment_sizeÚretÚiÚidx_strZidx_endr   r   r   Úslice_segmentsD   s    rd   c                 C   sV   t  | d d …d |…f ¡}t|  d¡ƒD ]}|| }|| }| |||…f ||< q|S rZ   r[   r^   r   r   r   Úslice_segments_audioM   s   re   c           	      C   sd   |   ¡ \}}}|d u r|}|| d }t |g¡j| jd�|  d¡jtjd�}t| ||ƒ}||fS )Nr2   )rS   r   ©rR   )rT   rH   rL   rU   rS   ÚclipÚlongrd   )	rV   Z	x_lengthsr`   ÚbÚdr   Zids_str_maxr_   ra   r   r   r   Úrand_slice_segmentsV   s    ÿrk   ç      ð?ç     ˆÃ@c           
      C   s°   t j| t jd�}|d }t t|ƒt|ƒ ¡|d  }|t  t j|t jd�|  ¡ }| d¡| d¡ }t  t  |¡t  	|¡gd¡}	t
 |	ddd|d g¡}	|	 d|| ¡}	|	S )Nrf   r3   r2   r   )rH   ÚarangeÚfloatÚmathrM   rI   Ú	unsqueezeÚcatÚsinÚcosÚFÚpadÚview)
ÚlengthÚchannelsÚmin_timescaleÚmax_timescaleÚpositionZnum_timescalesZlog_timescale_incrementZinv_timescalesZscaled_timeÚsignalr   r   r   Úget_timing_signal_1db   s   ÿÿr~   c                 C   s2   |   ¡ \}}}t||||ƒ}| |j| j| jd� S rP   )rT   r~   rU   rR   rS   )rV   rz   r{   ri   ry   rx   r}   r   r   r   Úadd_timing_signal_1dr   s   r   c                 C   s:   |   ¡ \}}}t||||ƒ}t | |j| j| jd�g|¡S rP   )rT   r~   rH   rr   rU   rR   rS   )rV   rz   r{   Úaxisri   ry   rx   r}   r   r   r   Úcat_timing_signal_1dx   s   r�   c                 C   s"   t  t  | | ¡¡ d¡ d¡}|S rZ   )rH   ÚtrilÚonesrq   )rx   Úmaskr   r   r   Úsubsequent_mask~   s   r…   c                 C   s\   |d }| | }t  |d d …d |…d d …f ¡}t  |d d …|d …d d …f ¡}|| }|S rZ   )rH   ÚtanhÚsigmoid)Zinput_aZinput_bÚ
n_channelsZn_channels_intZin_actZt_actZs_actZactsr   r   r   Úfused_add_tanh_sigmoid_multiplyƒ   s     r‰   c                 C   r8   )Nr(   c                 S   r9   r   r   r:   r   r   r   r=   �   r>   r?   r   r@   r   r   r   rB   �   rC   c                 C   s<   t  | tddgddgddggƒ¡d d …d d …d d…f } | S )Nr   r2   r(   )ru   rv   rB   )rV   r   r   r   Úshift_1d“   s   8rŠ   c                 C   s8   |d u r|   ¡ }tj|| j| jd�}| d¡|  d¡k S )NrQ   r   r2   )ÚmaxrH   rn   rR   rS   rq   )rx   Ú
max_lengthrV   r   r   r   Úsequence_mask˜   s   r�   c                 C   sT   |j tjks
J dƒ‚|jdkr| d¡}|jd dkr | | ¡}| |  ¡ | ¡  S )NzMask should be floatr3   r2   )rR   rH   ro   Úndimrq   rN   Ú	expand_asÚsum)rV   r„   r   r   r   Úavg_with_maskŸ   s   


r‘   c           
   	   C   sž   | j }|j\}}}}t | d¡}| || ¡}t||ƒ |j¡}	|	 |||¡}	|	t 	|	t
ddgddgddggƒ¡dd…dd…f  }	|	 d¡ dd¡| }	|	S )z:
    duration: [b, 1, t_x]
    mask: [b, 1, t_y, t_x]
    r(   r   r2   Nr3   é   )rS   rN   rH   Úcumsumrw   r�   rU   rR   ru   rv   rB   rq   Ú	transpose)
Údurationr„   rS   ri   Ú_Zt_yZt_xZcum_durationZcum_duration_flatÚpathr   r   r   Úgenerate_path«   s   6r˜   r3   c                 C   s”   t | tjƒr	| g} ttdd„ | ƒƒ} t|ƒ}|d urt|ƒ}d}| D ]}|jj |¡}|| 	¡ | 7 }|d urA|jjj
| |d� q"|d|  }|S )Nc                 S   s
   | j d uS r   )Úgrad)Úpr   r   r   Ú<lambda>À   s   
 z"clip_grad_value_.<locals>.<lambda>r   )Úminr‹   rl   )r   rH   ÚTensorÚlistÚfilterro   r™   r+   Únormr<   Úclamp_)Ú
parametersÚ
clip_valueÚ	norm_typeÚ
total_normrš   Z
param_normr   r   r   Úclip_grad_value_½   s   €r¦   éüÿÿÿc                 C   s$   t  t  | | | ¡j|d�¡} | S )z8
    normalized log mel -> mel -> norm -> log(norm)
    )Údim)rH   rM   rI   r    )rV   r.   r/   r¨   r   r   r   Úlog_normÏ   s    r©   c                 C   s@   ddl m} |ddd�}tj| dd�d }| |¡ | ¡ }|S )Nr2   )ÚJDCNetéÀ   )Z	num_classÚseq_lenÚcpu©Úmap_locationÚnet)Z	JDC.modelrª   rH   ÚloadÚload_state_dictÚtrain)r—   rª   ZF0_modelÚparamsr–   r   r   r   Úload_F0_models×   s   
rµ   é   c                    s*   ddl m‰  				d‡ ‡‡fdd„	}|S )	zƒ
    change forward method of w2v encoder to get its intermediate layer output
    :param self:
    :param layer:
    :return:
    r   )ÚBaseModelOutputNFTc              	      s¬  |rdnd }|r
dnd }|}|d urK|   | ¡  d¡ d¡} d|d d …d d d d …f j| jd� }|t | j¡j }| |j	d d|j	d |j	d ¡}ˆ 
| ¡} ˆjd ur[ˆ | ¡}nd }d}	tˆjƒD ]U\}
}|ro|| f }t g ¡}ˆjr|ˆjjk rd	nd}|r…|	r¤ˆjr—ˆjr—ˆ |j| ||||¡}n	|| ||||d
�}|d } |r¨d}|r±||d f }|
ˆd kr¹ nqd|rÁ|| f }|sÏtdd„ | ||fD ƒƒS ˆ | ||d�S )Nr   r(   r&   rl   rf   r   r2   FT)Úattention_maskÚrelative_position_embeddingsÚoutput_attentionsÚconv_attention_mask)NNc                 s   s   � | ]	}|d ur|V  qd S r   r   ©r;   r   r   r   r   Ú	<genexpr>@  s   € þýz6modify_w2v_forward.<locals>.forward.<locals>.<genexpr>)Úlast_hidden_stateÚhidden_statesZ
attentions)Úmasked_fillr   rq   rU   rR   rH   Úfinforœ   ÚexpandrN   ÚdropoutZembed_positionsÚ	enumerateÚlayersrL   ÚtrainingÚconfigZ	layerdropZgradient_checkpointingZ_gradient_checkpointing_funcÚ__call__Útuple)r¿   r¸   rº   Úoutput_hidden_statesÚreturn_dictZall_hidden_statesZall_self_attentionsr»   r¹   Zdeepspeed_zero3_is_enabledrb   ÚlayerZdropout_probabilityZskip_the_layerZlayer_outputs©r·   Úoutput_layerr   r   r   Úforwardì   sˆ   ÿÿü



ÿÿýú	ûÿ
þýz#modify_w2v_forward.<locals>.forward)NFFT)Ztransformers.modeling_outputsr·   )r   rÎ   rÏ   r   rÍ   r   Úmodify_w2v_forwardã   s   û_rÐ   Fc           
      C   sä   t sdd l}dd l}| d¡ da | d¡}| |j¡ dd lm} dd l	}|j
dd�\}}|j| ddd	d
�}|j||d� | d¡ | d¡ | ¡  |j ¡  |j|j ¡ |jdd�}	|	 |j ¡ d d d… d ¡}	| ¡  |	S )Nr   ZAggTÚ
matplotlib)é
   r3   )ÚfigsizeÚautor   Únone)ZaspectÚoriginÚinterpolation)ÚaxZFramesZChannelsÚ )rR   Úsepr(   )r’   )ÚMATPLOTLIB_FLAGrÑ   ÚloggingZuseÚ	getLoggerÚsetLevelÚWARNINGZmatplotlib.pylabZpylabÚnumpyÚsubplotsZimshowZcolorbarZxlabelZylabelZtight_layoutÚcanvasÚdrawÚ
fromstringZtostring_rgbÚuint8ÚreshapeZget_width_heightÚclose)
ZspectrogramrÑ   rÜ   Z
mpl_loggerÚpltÚnpÚfigrØ   Zimr+   r   r   r   Úplot_spectrogram_to_numpyQ  s(   




rë   c                 C   sf   t  | dk¡d }| | }t  |¡}t  |¡}t  |¡}|| | }t  | ¡}|||< d|| dk< |S )Nr   r(   )ré   ÚwhereÚlog2r.   r/   r\   )Úf0_sequenceZvoiced_indicesZ	f0_voicedZlog_f0Zmean_f0Zstd_f0Znormalized_f0Znormalized_sequencer   r   r   Únormalize_f0l  s   



rï   ÚDiTc              
   C   s¨   |dkrMddl m} ddlm} || jj| jj| jjt| jdƒr$| jj	nd | jj
t| jdƒr2| jjndt| jdƒr=| jjnd	d
�}|| ƒ}t||d�}|S td|› �ƒ‚)Nrð   r   )ÚCFM)ÚInterpolateRegulatorÚin_channelsÚf0_conditionFÚ	n_f0_binsi   )ry   Úsampling_ratiosÚis_discreteró   Zcodebook_sizerô   rõ   )ÚcfmÚlength_regulatorzUnknown stage: )Zmodules.flow_matchingrñ   Zmodules.length_regulatorrò   rù   ry   rö   r÷   Úhasattrró   Zcontent_codebook_sizerô   rõ   r   Ú
ValueError)r   Ústagerñ   rò   rù   rø   Únetsr   r   r   Úbuild_modelƒ  s&   ù	þþrþ   Tc                    sÖ  t j|dd�}|d }|rPd|v rPtdƒ ˆ D ]8}	d}
||	 D ]/}d|v r&q||	 | j|d |	 d |
 jks:J ‚|d |	 d |
  ¡ ||	 |< |
d7 }
qqˆ D ]j}	|	|v r¼|	|vr¼|sƒt||	  ¡ ƒD ]}| d	¡r‚||	 | ||	 |td	ƒd … < ||	 |= qfˆ |	  	¡ ‰‡fd
d„||	  
¡ D ƒ}t||	  ¡ ƒt| ¡ ƒ }|r­td|› �ƒ td|	 ƒ ˆ |	 j|dd� qR‡ fdd„ˆ D ƒ}|sá|d d }|d }| |d ¡ | |d ¡ nd}d}ˆ |||fS )Nr­   r®   r°   ZemazLoading EMAr   Z	input_posr2   zmodule.c                    s.   i | ]\}}|ˆ v r|j ˆ | j kr||“qS r   )rN   ©r;   Úkr   )Úmodel_state_dictr   r   Ú
<dictcomp>»  s
    þz#load_checkpoint.<locals>.<dictcomp>z:Warning: Skipped loading some keys due to shape mismatch: z	%s loadedF)Ústrictc                    s   g | ]}ˆ |   ¡ ‘qS r   )Úeval)r;   Úkey)Úmodelr   r   r=   Ç  s    z#load_checkpoint.<locals>.<listcomp>ÚepochÚitersÚ	optimizerÚ	scheduler)rH   r±   ÚprintrN   Úclonerž   ÚkeysÚ
startswithrD   Ú
state_dictÚitemsÚsetr²   Zload_scheduler_state_dict)r  r	  r—   Úload_only_paramsÚignore_modulesÚis_distributedZload_emaÚstater´   r  rb   Ú
param_namer   Zfiltered_state_dictZskipped_keysr–   r  r  r   )r  r  r   Úload_checkpointœ  sT   	( 
û
 
€

þÿ€r  c                 C   s<   t | tƒrtdd„ |  ¡ D ƒƒS t | tƒrdd„ | D ƒS | S )Nc                 s   s    � | ]\}}|t |ƒfV  qd S r   ©Úrecursive_munchrÿ   r   r   r   r½   Ø  s   € z"recursive_munch.<locals>.<genexpr>c                 S   s   g | ]}t |ƒ‘qS r   r  r¼   r   r   r   r=   Ú  s    z#recursive_munch.<locals>.<listcomp>)r   Údictr   r  rž   )rj   r   r   r   r  Ö  s
   

r  )r&   r'   )r2   )rY   )NrY   )rl   rm   )rl   rm   r2   r   )r3   )r§   rY   r3   )r¶   )rð   ).rp   rà   ré   rH   r   Útorch.nnr   ru   Zmunchr   Újsonr   r   r  r   r1   r7   rB   rG   rK   rO   rX   rd   re   rk   r~   r   r�   r…   ÚjitÚscriptr‰   rŠ   r�   r‘   r˜   r¦   r©   rµ   rÐ   rÛ   rë   rï   rþ   r  r  r   r   r   r   Ú<module>   sZ    


	

	
	



	



k

ù: