o
    ²ƒðj%  ã                   @   sè   d dl Z d dlZd dlmZ d dlZd dlmZ e  d¡Z	d.dd„Z
d/d
d„Zdd„ Zdd„ Zdd„ Zdd„ Zd0dd„Zd1dd„Zd2dd„Zd2dd„Zd3dd „Zd!efd"d#„Zejjd$d%„ ƒZd4d&ee fd'd(„Zd)d*„ Zd5d,d-„ZdS )6é    N)ÚOptional)Ú
functionalzvits.commonsç        ç{®Gáz„?c                 C   s.   | j j}| d¡dkr| jj ||¡ d S d S )NÚConvéÿÿÿÿ)Ú	__class__Ú__name__ÚfindÚweightÚdataÚnormal_)ÚmÚmeanÚstdÚ	classname© r   úš/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/piper/train/vits/commons.pyÚinit_weights   s   ÿr   é   c                 C   s   t | | | d ƒS )Né   )Úint)Úkernel_sizeÚdilationr   r   r   Úget_padding   s   r   c                 C   s(   |gt | ƒd d  }| |dd d…< |S )Nr   r   )Úlen)ÚlstÚitemÚresultr   r   r   Úintersperse   s   r   c                 C   s@   || d }|dt  d| ¡| | d   t  d| ¡ 7 }|S )zKL(P||Q)g      à?g       @r   g       À)ÚtorchÚexp)Úm_pÚlogs_pÚm_qÚlogs_qÚklr   r   r   Úkl_divergence   s
   *ÿr'   c                 C   s&   t  | ¡d d }t  t  |¡ ¡ S )z<Sample from the Gumbel distribution, protect from overflows.g9î”Öÿï?gñhãˆµøä>)r    ÚrandÚlog)ÚshapeÚuniform_samplesr   r   r   Úrand_gumbel$   s   r,   c                 C   s   t |  ¡ ƒj| j| jd�}|S ©N©ÚdtypeÚdevice)r,   ÚsizeÚtor/   r0   )ÚxÚgr   r   r   Úrand_gumbel_like*   s   r5   é   c                 C   sh   t  | d d …d d …d |…f ¡}t|  d¡ƒD ]}td|| ƒ}|| }| |d d …||…f ||< q|S ©Nr   )r    Ú
zeros_likeÚranger1   Úmax)r3   Úids_strÚsegment_sizeÚretÚiÚidx_strÚidx_endr   r   r   Úslice_segments/   s    rA   c           	      C   s^   |   ¡ \}}}|d u r|}|| d }t |g¡j| jd�| jtjd�}t| ||ƒ}||fS )Nr   )r0   ©r/   )r1   r    r(   r2   r0   ÚlongrA   )	r3   Ú	x_lengthsr<   ÚbÚdÚtÚids_str_maxr;   r=   r   r   r   Úrand_slice_segments8   s   $rI   ç      ð?ç     ˆÃ@c           
      C   s°   t j| t jd�}|d }t t|ƒt|ƒ ¡|d  }|t  t j|t jd�|  ¡ }| d¡| d¡ }t  t  |¡t  	|¡gd¡}	t
 |	ddd|d g¡}	|	 d|| ¡}	|	S )NrB   r   r   r   )r    ÚarangeÚfloatÚmathr)   r!   Ú	unsqueezeÚcatÚsinÚcosÚFÚpadÚview)
ÚlengthÚchannelsÚmin_timescaleÚmax_timescaleÚpositionÚnum_timescalesÚlog_timescale_incrementÚinv_timescalesÚscaled_timeÚsignalr   r   r   Úget_timing_signal_1dB   s   ÿÿr`   c                 C   s2   |   ¡ \}}}t||||ƒ}| |j| j| jd� S r-   )r1   r`   r2   r/   r0   )r3   rX   rY   rE   rW   rV   r_   r   r   r   Úadd_timing_signal_1dR   s   ra   c                 C   s:   |   ¡ \}}}t||||ƒ}t | |j| j| jd�g|¡S r-   )r1   r`   r    rP   r2   r/   r0   )r3   rX   rY   ÚaxisrE   rW   rV   r_   r   r   r   Úcat_timing_signal_1dX   s   rc   rV   c                 C   s"   t  t  | | ¡¡ d¡ d¡}|S r7   )r    ÚtrilÚonesrO   )rV   Úmaskr   r   r   Úsubsequent_mask^   s   rg   c                 C   s\   |d }| | }t  |d d …d |…d d …f ¡}t  |d d …|d …d d …f ¡}|| }|S r7   )r    ÚtanhÚsigmoid)Úinput_aÚinput_bÚ
n_channelsÚn_channels_intÚin_actÚt_actÚs_actÚactsr   r   r   Úfused_add_tanh_sigmoid_multiplyc   s     rr   Ú
max_lengthc                 C   s8   |d u r|   ¡ }tj|| j| jd�}| d¡|  d¡k S )Nr.   r   r   )r:   r    rL   r/   r0   rO   )rV   rs   r3   r   r   r   Úsequence_maskm   s   rt   c           	      C   s€   |j \}}}}t | d¡}| || ¡}t||ƒ |¡}| |||¡}|t |d¡dd…dd…f  }| d¡ 	dd¡| }|S )z:
    duration: [b, 1, t_x]
    mask: [b, 1, t_y, t_x]
    r   )r   r   r   r   r   r   Nr   r   é   )
r*   r    ÚcumsumrU   rt   Útype_asrS   rT   rO   Ú	transpose)	Údurationrf   rE   Ú_Út_yÚt_xÚcum_durationÚcum_duration_flatÚpathr   r   r   Úgenerate_patht   s    r€   r   c                 C   s”   t | tjƒr	| g} ttdd„ | ƒƒ} t|ƒ}|d urt|ƒ}d}| D ]}|jj |¡}|| 	¡ | 7 }|d urA|jjj
| |d� q"|d|  }|S )Nc                 S   s
   | j d uS ©N)Úgrad)Úpr   r   r   Ú<lambda>‡   s   
 z"clip_grad_value_.<locals>.<lambda>r   )Úminr:   rJ   )Ú
isinstancer    ÚTensorÚlistÚfilterrM   r‚   r   Únormr   Úclamp_)Ú
parametersÚ
clip_valueÚ	norm_typeÚ
total_normrƒ   Ú
param_normr   r   r   Úclip_grad_value_„   s   €r‘   )r   r   )r   )r6   )Nr6   )rJ   rK   )rJ   rK   r   r�   )r   )ÚloggingrN   Útypingr   r    Útorch.nnr   rS   Ú	getLoggerÚ_LOGGERr   r   r   r'   r,   r5   rA   rI   r`   ra   rc   r   rg   ÚjitÚscriptrr   rt   r€   r‘   r   r   r   r   Ú<module>   s.    


	

	




	