o
    5ôj'1  ã                   @   s   d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlZd dl	Z
d dlZd dlm  mZ ddlmZmZmZ ddlmZ erGddlmZ dejd	efd
d„Zejdd�de
jfdd„ƒZejddd�de
jfdd„ƒZd7dd„Zdejde
jfdd„Z eG dd„ dƒƒZ!dddœdd d!ed"ee d#ejd$ed%ed&e"dee! fd'd(„Z#d)ee! d*e$d+e$fd,d-„Z%d.d/d0œd1ee& dd d!ed#ejd$ed2e$d3e$d4e"fd5d6„Z'dS )8é    N)Ú	dataclass)ÚTYPE_CHECKINGÚListé   )Ú
HOP_LENGTHÚSAMPLE_RATEÚTOKENS_PER_SECOND)Ú	Tokenizer)ÚWhisperÚxÚfilter_widthc              	   C   sü   |d }| j d |kr| S | j }dkr| dddd…f } |dkr'|d dks+J dƒ‚d}tj| |d |d ddfdd�} | jr_zdd	lm} || |ƒ}W n ttj	fy^   t
 d
¡ Y nw |du rt|  d|d¡ ¡ d d|d f }|dkr||d }|S )zMApply a median filter of width `filter_width` along the last dimension of `x`é   éÿÿÿÿNr   r   z&`filter_width` should be an odd numberÚreflect)Úmode)Úmedian_filter_cudaz}Failed to launch Triton kernels, likely due to missing CUDA toolkit; falling back to a slower median kernel implementation....©r   r   )ÚshapeÚndimÚFÚpadÚis_cudaÚ
triton_opsr   ÚRuntimeErrorÚ
subprocessÚCalledProcessErrorÚwarningsÚwarnÚunfoldÚsort)r   r   Ú	pad_widthr   Úresultr   © r"   úa/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/whisper/timing.pyÚmedian_filter   s0   ÿ ÿÿ"r$   T)ÚnopythonÚtracec                 C   sö   | j d d }| j d d }d| dd d …f< d| d d …df< g }|dks(|dkrj| |d |d f¡ | ||f dkrD|d8 }|d8 }n| ||f dkrQ|d8 }n| ||f dkr^|d8 }ntdƒ‚|dks(|dks(t |¡}|d d d…d d …f jS )Nr   r   r   zUnexpected trace[i, j]r   )r   ÚappendÚ
ValueErrorÚnpÚarrayÚT)r&   ÚiÚjr!   r"   r"   r#   Ú	backtrace9   s$   


õ
r.   )r%   Úparallelc                 C   s$  | j \}}tj|d |d ftjd�tj }tj|d |d ftjd� }d|d< td|d ƒD ]]}td|d ƒD ]S}||d |d f }||d |f }|||d f }	||k rc||	k rc|d}
}n||k rq||	k rq|d}
}n|	d}
}| |d |d f |
 |||f< ||||f< q9q0t|ƒS )Nr   ©Údtyper   r   r   )r   r)   ÚonesÚfloat32ÚinfÚranger.   )r   ÚNÚMÚcostr&   r-   r,   Úc0Úc1Úc2ÚcÚtr"   r"   r#   Údtw_cpuR   s$   
"
 ór>   é   c                 C   s8  ddl m} | j\}}||k sJ d|›�ƒ‚tj| d|d ftjd� ¡ d |||  …  ||| ¡}|j	 
¡ }t || d |d ¡tj }d|d< | ¡ }tj|tjd�}|d	 |||| d¡| d¡| d¡|||d
�	 |j	 ¡ d |d || d  …  |d || d ¡d d …d |d …f }t| ¡  ¡ ƒS )Nr   )Ú
dtw_kernelz$M should be smaller than BLOCK_SIZE=r   )Úvaluer   r   r0   )r   )Ú
BLOCK_SIZEé   )r   r@   r   r   r   r)   r4   ÚflattenÚreshaper+   Ú
contiguousÚtorchr2   ÚcudaÚ
zeros_likeÚint32Ústrider.   ÚcpuÚnumpy)r   rB   r@   r7   r6   Zx_skewr8   r&   r"   r"   r#   Údtw_cudal   s2   
8ÿ
÷4ÿrN   Úreturnc              	   C   sH   | j rzt| ƒW S  ttjfy   t d¡ Y nw t|  ¡  	¡  
¡ ƒS )NzsFailed to launch Triton kernels, likely due to missing CUDA toolkit; falling back to a slower DTW implementation...)r   rN   r   r   r   r   r   r>   ÚdoublerL   rM   )r   r"   r"   r#   Údtw�   s   
ÿÿrQ   c                   @   s:   e Zd ZU eed< ee ed< eed< eed< eed< dS )Ú
WordTimingÚwordÚtokensÚstartÚendÚprobabilityN)Ú__name__Ú
__module__Ú__qualname__ÚstrÚ__annotations__r   ÚintÚfloatr"   r"   r"   r#   rR   š   s   
 rR   é   g      ð?)Úmedfilt_widthÚqk_scaleÚmodelr
   Ú	tokenizerÚtext_tokensÚmelÚ
num_framesr`   ra   c                   st  t |ƒdkrg S t g |j¢|j‘|¢|j‘¡ | j¡}d g| jj	 ‰ ‡ fdd„t
| jjƒD ƒ}t ¡ �8 | | d¡| d¡ƒd }	|	t |jƒd …d |j…f }
|
jdd�}|t t |ƒ¡|f ‰ˆ ¡ ‰W d   ƒ n1 sow   Y  |D ]}| ¡  qvt ‡ fdd„| j ¡ jD ƒ¡}|d d …d d …d |d …f }|| jdd�}tj|dd	d
d�\}}|| | }t||ƒ}|jdd�}|t |jƒd… }t| ƒ\}}| ||jg ¡\}}t |ƒdkrãg S t t dd„ |d d… D ƒ¡d¡}tjt |¡ddd�  t!¡}|| t" }||d d…  }||dd …  }‡fdd„t#|d d… |dd … ƒD ƒ}dd„ t#|||||ƒD ƒS )Nr   c                    s(   g | ]\}}|j  |f‡ fd d„	¡‘qS )c                    s   ˆ   ||d d ¡S )Nr   r   )Ú__setitem__)Ú_ZinsÚoutsÚindex©ÚQKsr"   r#   Ú<lambda>½   ó    z+find_alignment.<locals>.<listcomp>.<lambda>)Ú
cross_attnÚregister_forward_hook)Ú.0r,   Úblockrk   r"   r#   Ú
<listcomp>»   s    ýÿÿz"find_alignment.<locals>.<listcomp>r   )Údimc                    s   g | ]
\}}ˆ | | ‘qS r"   r"   )rq   Ú_lZ_hrk   r"   r#   rs   Í   s    r   éþÿÿÿTF)rt   ÚkeepdimÚunbiased)Úaxisr   c                 S   s   g | ]}t |ƒ‘qS r"   )Úlen©rq   r=   r"   r"   r#   rs   à   rn   )r   r   )Úconstant_valuesc                    s"   g | ]\}}t  ˆ ||… ¡‘qS r"   )r)   Úmean)rq   r,   r-   )Útext_token_probsr"   r#   rs   æ   s    ÿÿc                 S   s&   g | ]\}}}}}t |||||ƒ‘qS r"   )rR   )rq   rS   rT   rU   rV   rW   r"   r"   r#   rs   ë   s    ÿÿ)$rz   rG   ÚtensorÚsot_sequenceÚno_timestampsÚeotÚtoÚdeviceÚdimsÚn_text_layerÚ	enumerateÚdecoderÚblocksÚno_gradÚ	unsqueezeÚsoftmaxr)   ÚarangeÚtolistÚremoveÚstackÚalignment_headsÚindicesr+   Ústd_meanr$   r}   rQ   Úsplit_to_word_tokensr   ÚcumsumÚdiffÚastypeÚboolr   Úzip)rb   rc   rd   re   rf   r`   ra   rT   ÚhooksÚlogitsZsampled_logitsZtoken_probsÚhookÚweightsÚstdr}   ÚmatrixZtext_indicesZtime_indicesÚwordsÚword_tokensZword_boundariesÚjumpsZ
jump_timesZstart_timesZ	end_timesZword_probabilitiesr"   )rl   r~   r#   Úfind_alignment£   sj   
ÿþýüÿù


ü

û
 
$
þ
ÿþr£   Ú	alignmentÚ	prependedÚappendedc                 C   s  t | ƒd }t | ƒd }|dkrD| | }| | }|j d¡r:|j ¡ |v r:|j|j |_|j|j |_d|_g |_n|}|d8 }|dksd}d}|t | ƒk r„| | }| | }|j d¡sv|j|v rv|j|j |_|j|j |_d|_g |_n|}|d7 }|t | ƒk sNd S d S )Nr   r   r   ú Ú )rz   rS   Ú
startswithÚstriprT   Úendswith)r¤   r¥   r¦   r,   r-   ÚpreviousZ	followingr"   r"   r#   Úmerge_punctuationsó   s4   õõr­   u   "'â€œÂ¿([{-u   "'.ã€‚,ï¼Œ!ï¼�?ï¼Ÿ:ï¼šâ€�)]}ã€�)Úprepend_punctuationsÚappend_punctuationsÚsegmentsr®   r¯   Úlast_speech_timestampc              	      s¶  t | ƒdkrd S ‡ fdd„| D ƒ}	ttj |	¡ƒ}
t|ˆ |
||fi |¤Ž}t dd„ |D ƒ¡}|| ¡  }t |ƒdkr@t 	|¡nd}|d }t |ƒdkr‰d}t
dt |ƒƒD ]3}|| j|| j |krˆ|| j|v ru|| j| || _qU||d  j|v rˆ|| j| || _qUt|||ƒ | d d	 t t }d}t| |	ƒD �]7\}}
d}g }|t |ƒk rì|t |
ƒk rì|| }|jrÕ| t|jt||j dƒt||j dƒ|jd
�¡ |t |jƒ7 }|d7 }|t |ƒk rì|t |
ƒk sµt |ƒdk�rÔ|d d | |d k�ri|d d |d d  |k�s't |ƒdk�ri|d d |d d  |d k�rit |ƒdk�rZ|d d |d d  |k�rZt|d d d |d d | ƒ}| |d d< |d d< td|d d | ƒ|d d< |d |d d k �r–|d d |d d k�r–tdt|d d | |d ƒƒ|d d< n|d d |d< |d |d d k�rÈ|d d |d d k �rÈt|d d | |d ƒ|d d< n|d d |d< |d }||d< q d S )Nr   c                    s"   g | ]}‡ fd d„|d D ƒ‘qS )c                    s   g | ]	}|ˆ j k r|‘qS r"   )r‚   )rq   Útoken©rc   r"   r#   rs   %  s    z2add_word_timestamps.<locals>.<listcomp>.<listcomp>rT   r"   )rq   Úsegmentr³   r"   r#   rs   $  s    ÿÿz'add_word_timestamps.<locals>.<listcomp>c                 S   s   g | ]}|j |j ‘qS r"   )rV   rU   r{   r"   r"   r#   rs   +  s    g        r   u   .ã€‚!ï¼�?ï¼Ÿr   Úseek)rS   rU   rV   rW   rV   é   rU   g      à?r   r    )rz   ÚlistÚ	itertoolsÚchainÚfrom_iterabler£   r)   r*   ÚnonzeroÚmedianr5   rV   rU   rS   r­   r   r   r™   r'   ÚdictÚroundrW   rT   ÚmaxÚmin)r°   rb   rc   re   rf   r®   r¯   r±   ÚkwargsZtext_tokens_per_segmentrd   r¤   Zword_durationsZmedian_durationZmax_durationZsentence_end_marksr,   Útime_offsetZ
word_indexr´   Zsaved_tokensr    ÚtimingÚboundaryr"   r³   r#   Úadd_word_timestamps  s‚   
þ€üÿ	ò""ÿÿ
ÀrÅ   )r?   )(r¸   r   r   Údataclassesr   Útypingr   r   ZnumbarM   r)   rG   Útorch.nn.functionalÚnnÚ
functionalr   Úaudior   r   r   rc   r	   rb   r
   ÚTensorr]   r$   ÚjitÚndarrayr.   r>   rN   rQ   rR   r^   r£   r[   r­   r½   rÅ   r"   r"   r"   r#   Ú<module>   sz    
&
!øÿþýüûùø	
÷P)øþýüûúùø	÷