o
    ²ƒðj½k  ã                   @   s¢  d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl	m
Z
 ddlmZ ddlmZmZmZmZmZmZmZ ddlZddlZddlZddlZddlmZ ddlmZmZ dd	lm Z m!Z!m"Z" dd
l#m$Z$m%Z% ddl&m'Z' ddl&m(Z) ddl*m+Z+ ddl,m-Z- ddl.m/Z/ e 0e1¡Z2dZ3eG dd„ dƒƒZ4G dd„ de5e
ƒZ6G dd„ dej7ƒZ8eG dd„ dƒƒZ9eG dd„ dƒƒZ:G dd„ de!ƒZ;G dd„ dƒZ<dS ) zPyTorch Lightning dataset.é    N)Ú	dataclass)ÚEnum)ÚPath)ÚDictÚListÚOptionalÚSequenceÚSetÚTupleÚUnion)ÚSileroVoiceActivityDetector)ÚFloatTensorÚ
LongTensor)Ú
DataLoaderÚDatasetÚrandom_split)ÚPhonemeTypeÚPiperConfig)ÚDEFAULT_PHONEME_ID_MAP©Úphonemes_to_ids)ÚEspeakPhonemizeré   )Úspectrogram_torch)Úget_cache_idé€>  c                   @   sF   e Zd ZU eed< eed< eed< dZee ed< dZee	 ed< dS )ÚCachedUtteranceÚphoneme_ids_pathÚaudio_norm_pathÚaudio_spec_pathNÚtextÚ
speaker_id)
Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r    r   Ústrr!   Úint© r(   r(   úš/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/piper/train/vits/dataset.pyr   "   s   
 r   c                   @   s   e Zd ZdZdZdS )ÚDatasetTyper    Úphoneme_idsN)r"   r#   r$   ÚTEXTÚPHONEME_IDSr(   r(   r(   r)   r*   +   s    r*   c                5       st  e Zd Zdddddddddddd	dd
dddejjddfdeeef deeef dedeeef dede	de
eeef  de
eeef  de	de	de	dede	de	de	de	de	de	deded ed!e
e d"eeef d#e
eeef  d$e
e d%df4‡ fd&d'„Zd(d)„ Zd*ed%dfd+d,„Z	-d?d.ed/ed%efd0d1„Zd2d3„ Zd4d5„ Zd6d7„ Z	8d@d9ejd:ejd;ed<ed%ejf
d=d>„Z‡  ZS )AÚVitsDataModulei"V  Né   r   é    gš™™™™™¹?é   i   i    Tg      Ð?Úcsv_pathÚ	cache_dirÚespeak_voiceÚconfig_pathÚ
voice_nameÚsample_rateÚ	audio_dirÚalignments_dirÚnum_symbolsÚnum_speakersÚ
batch_sizeÚvalidation_splitÚnum_test_examplesÚfilter_lengthÚ
hop_lengthÚ
win_lengthÚsegment_sizeÚnum_workersÚtrim_silenceÚkeep_seconds_before_silenceÚkeep_seconds_after_silenceÚphoneme_typeÚdataset_typeÚphonemes_pathÚvowel_clustersÚreturnc                    sR  t ƒ  ¡  t|ƒ| _t|ƒ| _|| _t|ƒ| _|| _|| _|	| _	|
| _
|d ur-t|ƒ| _n| jj| _|d ur<t|ƒ| _n| jjd | _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _d | _| j
dk| _|d u rvtj| _nt|ƒ| _t|tƒr„|| _ nt|ƒ| _ d | _!|d ur•t|ƒ| _!d | _"|r§dd„ t# $|¡D ƒ| _"d S d S )NÚ
alignmentsr   c                 S   s   h | ]}t |ƒ’qS r(   )Útuple)Ú.0Úvcr(   r(   r)   Ú	<setcomp>Š   ó    z*VitsDataModule.__init__.<locals>.<setcomp>)%ÚsuperÚ__init__r   r2   r3   r4   r5   r6   r7   r:   r;   r8   Úparentr9   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   Úpiper_configÚis_multispeakerr   ÚESPEAKrG   Ú
isinstancer*   rH   rI   rJ   ÚjsonÚloads)Úselfr2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   ©Ú	__class__r(   r)   rS   1   sR   









ÿzVitsDataModule.__init__c           (         sv  ˆj jddd� t‰t‰ˆjrTt dˆj¡ tˆjddd��}t 	|¡‰W d   ƒ n1 s.w   Y  d}t
ˆ ¡ ƒD ]\}}t|t
ƒsK|g}|ˆ|< t|t|ƒƒ}q;nˆjtjkrjddlm} dd	lm} |‰|‰tˆjˆjˆjˆjˆˆjd
ˆjd�ˆ_ˆjr…t d¡ i }ˆjrçtˆjddd��-}tj|dd�}	|	D ]}
t |
ƒdks¨J dƒ‚|
d }||v r±qœt |ƒ||< qœW d   ƒ n1 sÂw   Y  t |ƒˆjksÒJ dƒ‚t |ƒˆjkrãt !dˆjt |ƒ¡ |ˆj_"ˆj#j$jddd� tˆj#ddd��}tj%ˆj &¡ |ddd� W d   ƒ n	1 �sw   Y  ˆjtjk�r=ddlm'} |t( )¡ d d d�‰dt*dt
t
t*  f‡fdd„}nˆˆjtj+k�r]dd l,m-} |ƒ ‰ dt*dt
t
t*  f‡ fd!d„}nhˆjtj.k�r}dd"l/m0} |ƒ ‰dt*dt
t
t*  f‡fd#d„}nHˆjtj1k�r�dd$l2m3} |ƒ ‰dt*dt
t
t*  f‡fd%d„}n(ˆjtj4k�r²dt*dt
t
t*  fd&d„}nt5ƒ ‰dt*dt
t
t*  f‡‡fd'd„}t6ƒ }d}d }tˆjddd���Õ}tj|dd�}	t7|	dd(�D �]¾\}}
|
d }d }ˆj�rt |
ƒdk�sýJ dƒ‚|
d }|| }ˆj8| }| 9¡ �sˆj8|› d)� }| 9¡ �s$t !d*|¡ �qãˆj:t;j<k�r0|
d+ }n|
d, }t=|||d-�}ˆj |› d.� }| 9¡ �sO|j>|dd� ˆj:t;j<k�r—|
d, }d/d0„ | ?¡ D ƒ}t|ƒ}ˆj|k�syJ d1ˆj› d2|› d3�ƒ‚ˆj |› d4� }| 9¡ �s–t@ At@ B|¡|¡ |d u �r–d}nvd }ˆj |› d5� }| 9¡ �sØ||ƒ}t|ddd��}|D ]} tCd6 D| ¡|d7� �q´W d   ƒ n	1 �sÌw   Y  |d u �rØd}ˆj |› d4� }| 9¡ �s|d u �rî||ƒ}t
tEjF‡‡fd8d9„|D ƒŽ ƒ}t@ At@ B|¡|¡ |d u �rd}ˆj |› d:� }!d }"|! 9¡ �sVtGj	|ˆjdd;�\}#}$ˆjH�rD|$tIk�r;tGj	|tIdd;�\}%}&n|#}%ˆ J|#|%|¡}#t@ K|#¡}"t@ A|"|!¡ |d u �rVd}ˆj |› d<� }'|' 9¡ �s“|"d u �rmt@ 	|!¡}"|"d u�stJ ‚t@ AtL|" Md¡ˆjNˆjˆjOˆjPdd=� Qd¡|'¡ |d u �r“d}|d7 }|�r¡t d>¡ d}�qãW d   ƒ n	1 �s®w   Y  t d?|¡ d S )@NT)ÚparentsÚexist_okzLoading phoneme map from %sÚrúutf-8©Úencodingr   )ÚPHONEME_TO_IDr   z1.5.0)r:   r;   r7   r4   Úphoneme_id_maprG   Úpiper_versionrJ   zRVowel clusters will be merged. This voice will only work with Piper 1.5 or higher.ú|©Ú	delimiteré   úAExpected CSV columns for multi-speaker metadata: wav|speaker|textr   z+More speakers in metadata than num_speakersz+Expected %s speakers in the dataset, got %sÚwFé   )Úensure_asciiÚindent)ÚChinesePhonemizerÚlocalÚg2pW)Ú	model_dirr    rK   c                    ó
   ˆ   | ¡S ©N©Ú	phonemize©r    )Ú
phonemizerr(   r)   rw   ä   ó   
z.VitsDataModule.prepare_data.<locals>.phonemize)ÚHebrewPhonemizerc                    rt   ru   rv   rx   )Úhebrew_phonemizerr(   r)   rw   í   rz   )ÚJapanesePhonemizerc                    rt   ru   rv   rx   )Újapanese_phonemizerr(   r)   rw   ö   rz   )ÚThaiPhonemizerc                    rt   ru   rv   rx   )Úthai_phonemizerr(   r)   rw   ÿ   rz   c                 S   s   t t d| ¡ƒgS )NÚNFD)ÚlistÚunicodedataÚ	normalizerx   r(   r(   r)   rw     s   c                    s   ˆ j ˆj| ˆjd�S )N)rJ   )rw   r4   rJ   rx   )ry   r[   r(   r)   rw     s   
ÿ©Ústartú.wavúMissing audio file: %séþÿÿÿéÿÿÿÿ©r!   ú.txtc                 S   s   g | ]}t |ƒ‘qS r(   )r'   )rN   Úp_idr(   r(   r)   Ú
<listcomp>?  rQ   z/VitsDataModule.prepare_data.<locals>.<listcomp>zNumber of symbols (z') must be greater than max phoneme id (ú)ú.phonemes.ptz.phonemes.txtÚ )Úfilec                 3   s   � | ]	}ˆ|ˆ d �V  qdS ))Úid_mapNr(   )rN   Úsentence_phonemes)re   r   r(   r)   Ú	<genexpr>b  s   € ýÿ
ÿz.VitsDataModule.prepare_data.<locals>.<genexpr>ú	.audio.pt)ÚpathÚsrÚmonoú.spec.pt)ÚyÚn_fftÚsampling_rateÚhop_sizeÚwin_sizeÚcenterzProcessing utterances...zProcessed %s utterance(s))Rr3   Úmkdirr   Údefault_phonemes_to_idsrI   Ú_LOGGERÚdebugÚopenrY   Úloadr‚   ÚitemsrX   ÚmaxrG   r   ÚPINYINÚpiper.phonemize_chineserd   r   r   r:   r;   r7   r4   rJ   rU   ÚinforV   r2   ÚcsvÚreaderÚlenÚwarningÚspeaker_id_mapr5   rT   ÚdumpÚto_dictrp   r   Úcwdr&   ÚHEBREWÚpiper.phonemize_hebrewr{   ÚJAPANESEÚpiper.phonemize_japaneser}   ÚTHAIÚpiper.phonemize_thair   r,   r   r   Ú	enumerater8   ÚexistsrH   r*   r-   r   Ú
write_textÚsplitÚtorchÚsaver   ÚprintÚjoinÚ	itertoolsÚchainÚlibrosarD   ÚVAD_SAMPLE_RATEÚ_trim_silencer   r   Ú	unsqueezer?   r@   rA   Úsqueeze)(r[   Úphonemes_fileÚmax_phoneme_idÚphonemer+   rd   Úchinese_phonemes_to_idsr°   Úcsv_filer­   ÚrowÚspeaker_nameÚconfig_filerp   rw   r{   r}   r   ÚvadÚnum_utterancesÚreport_prepareÚ
row_numberÚutt_idr!   Ú
audio_pathr    Úcache_idÚ	text_pathÚphoneme_ids_strr   ÚphonemesrI   r”   Únorm_audio_pathÚaudio_norm_tensorÚaudio_norm_arrayÚaudio_sample_rateÚaudio_16khz_arrayÚ_srr   r(   )r|   r~   re   r   ry   r[   r€   r)   Úprepare_dataŒ   sœ  ÿ
ûøÿÿøþÿýüÿ     ÿ




ÿ

€
ÿÿý


üÿÿ



ÿ
ÿÿ
þ



ú÷

€ �òþ zVitsDataModule.prepare_dataÚstagec                 C   s  | j d usJ ‚g }| j j}t| jddd��½}tj|dd�}t|dd�D ]§\}}|d }d }	| jrBt|ƒd	ks:J d
ƒ‚|d }
||
 }	| j	| }| 
¡ sS| j	|› d� }| 
¡ s^t d|¡ q#| jtjkri|d }n|d }t|||	d�}| j|› d� }|s†t d||¡ q#| j|› d� }|s˜t d||¡ q#| j|› d� }|sªt d||¡ q#d }| j|› d� }| 
¡ r¾|jdd�}| t|||||	d�¡ q#W d   ƒ n1 sÕw   Y  t|ƒ}t|ƒ}t|| j ƒ}t| jtd|| d ƒƒ}|| | }t||||gƒ\| _| _| _d S )Nr`   ra   rb   rg   rh   r   r…   r   rj   rk   r‡   rˆ   r‰   rŠ   r‹   r�   zMissing phoneme ids for %s: %sr–   z#Missing normalized audio for %s: %srš   zMissing mel spec for %s: %srŒ   )r   r   r   r    r!   )rU   r°   r¥   r2   r¬   r­   rº   rV   r®   r8   r»   r£   r¯   rH   r*   r-   r   r3   Ú	read_textÚappendr   ÚVitsDatasetr'   r=   Úminr>   r¨   r   Útrain_datasetÚtest_datasetÚval_dataset)r[   râ   Úall_uttsr°   rÍ   r­   rÔ   rÎ   rÕ   r!   rÏ   rÖ   r    r×   r   r   r   rØ   Úfull_datasetÚnÚvalid_set_sizeÚnum_testÚtrain_set_sizer(   r(   r)   Úsetup¨  sŽ   ÿ

ýýýûÿÅþG
ÿzVitsDataModule.setupFÚshuffleÚ	drop_lastc                 C   sR   t t| jdk| jd�| j| j||dd�}| jdkr!d|d< d|d< t|fi |¤ŽS )	Nr   ©rV   rB   T)Ú
collate_fnr<   rC   rñ   rò   Ú
pin_memoryr   Úpersistent_workersé   Úprefetch_factor)ÚdictÚUtteranceCollater;   rB   r<   rC   r   )r[   Údatasetrñ   rò   Úkwargsr(   r(   r)   Ú_make_dataloaderÿ  s   ÿø
zVitsDataModule._make_dataloaderc                 C   s<   t | jƒ| jk}|st dt | jƒ| j¡ | j| jd|d�S )Nz4Train split (%s) is not larger than batch_size (%s) T)rñ   rò   )r®   rç   r<   r£   r¯   rý   )r[   rò   r(   r(   r)   Útrain_dataloader  s   ýÿzVitsDataModule.train_dataloaderc                 C   ó   |   | j¡S ru   )rý   rè   ©r[   r(   r(   r)   Útest_dataloader   ó   zVitsDataModule.test_dataloaderc                 C   rÿ   ru   )rý   ré   r   r(   r(   r)   Úval_dataloader#  r  zVitsDataModule.val_dataloaderçš™™™™™É?Úaudio_original_arrayrß   rÑ   Ú	thresholdc                 C   s  |  ¡  d}d}d}d}| ¡ }	|	t }
t|ƒ|	 }t|ƒD ](}||	 }||||	 … }t|ƒ|	k r3q| |¡}||k}|rF|du rD|}|}q|dur‰|dur‰t|ƒ}t|ƒd }||
 }td|| j ƒ}tt	 
|||  ¡ƒ}|d |
 }t||| j ƒ}tt	 |||  ¡ƒ}|||… S )z"Trims silence from original array.Nr   r   r   )ÚresetÚchunk_samplesrÅ   r®   ÚrangeÚprocess_arrayr¨   rE   r'   ÚmathÚfloorræ   rF   Úceil)r[   r  rß   rÑ   r  Úfirst_chunkÚ
last_chunkÚfirst_sampleÚlast_sampleÚsamples_per_chunkÚseconds_per_chunkÚ
num_chunksÚ	chunk_idxÚchunk_offsetÚchunkÚprobÚ	is_speechÚnum_original_samplesÚaudio_secondsÚ	first_secÚlast_secr(   r(   r)   rÆ   &  sD   
€ÿÿzVitsDataModule._trim_silence)FF)r  )r"   r#   r$   r*   r,   Úvaluer   r&   r   r'   r   ÚfloatÚboolrS   rá   rð   r   rý   rþ   r  r  ÚnpÚndarrayr   rÆ   Ú__classcell__r(   r(   r\   r)   r.   0   sÊ    æ
þ
ýü
ûúùø	÷
öõôóòñðïîíìëêé
èçæå[  Xÿÿÿ
þûþýüûúr.   c                   @   sX   e Zd ZU eed< eed< eed< dZee ed< dZee	 ed< e
defdd	„ƒZdS )
ÚUtteranceTensorsr+   ÚspectrogramÚ
audio_normNr!   r    rK   c                 C   ó   | j  d¡S ©Nr   ©r%  Úsizer   r(   r(   r)   Úspec_lengthj  s   zUtteranceTensors.spec_length)r"   r#   r$   r   r%   r   r!   r   r    r&   Úpropertyr'   r+  r(   r(   r(   r)   r$  b  s   
 r$  c                   @   sN   e Zd ZU eed< eed< eed< eed< eed< eed< dZee ed< dS )	ÚBatchr+   Úphoneme_lengthsÚspectrogramsÚspectrogram_lengthsÚaudiosÚaudio_lengthsNÚspeaker_ids)r"   r#   r$   r   r%   r   r3  r   r(   r(   r(   r)   r-  o  s   
 r-  c                   @   s4   e Zd Zdee fdd„Zdd„ Zdefdd„Zd	S )
rå   Úuttsc                 C   s
   || _ d S ru   )r4  )r[   r4  r(   r(   r)   rS   {  rz   zVitsDataset.__init__c                 C   s
   t | jƒS ru   )r®   r4  r   r(   r(   r)   Ú__len__~  rz   zVitsDataset.__len__rK   c                 C   sL   | j | }tt |j¡t |j¡t |j¡|jd ur t|jgƒnd |j	d�S )N)r+   r&  r%  r!   r    )
r4  r$  r¾   r¦   r   r   r   r!   r   r    )r[   ÚidxÚuttr(   r(   r)   Ú__getitem__�  s   



ùzVitsDataset.__getitem__N)	r"   r#   r$   r‚   r   rS   r5  r$  r8  r(   r(   r(   r)   rå   z  s    rå   c                   @   s4   e Zd Zdedefdd„Zdee defdd„Z	d	S )
rú   rV   rB   c                 C   s   || _ || _d S ru   ró   )r[   rV   rB   r(   r(   r)   rS   �  s   
zUtteranceCollate.__init__Ú
utterancesrK   c              	   C   s  t |ƒ}|dksJ dƒ‚d}d}d}d}t|ƒD ]E\}}|jd us#J ‚|jd us*J ‚|j d¡}	|j d¡}
|j d¡}t||	ƒ}t||
ƒ}t||ƒ}|j d¡}| jr]|jd us]J dƒ‚qt|| j	ƒ}t
||ƒ}t|||ƒ}t|d|ƒ}| ¡  | ¡  | ¡  t
|ƒ}t
|ƒ}t
|ƒ}d }| jr–t
|ƒ}t|dd„ dd�}t|ƒD ]S\}}|j d¡}	|j d¡}
|j d¡}|j||d |	…f< |	||< |j||d d …d |
…f< |
||< |j||d d …d |…f< |||< |jd urö|d usñJ ‚|j||< q£t|||||||d	�S )
Nr   zNo utterancesr   zMissing speaker idc                 S   r'  r(  r)  )Úur(   r(   r)   Ú<lambda>Ä  s    z+UtteranceCollate.__call__.<locals>.<lambda>T)ÚkeyÚreverse)r+   r.  r/  r0  r1  r2  r3  )r®   rº   r%  r&  r+   r*  r¨   rV   r!   rB   r   r   Úzero_Úsortedr-  )r[   r9  rÒ   Úmax_phonemes_lengthÚmax_spec_lengthÚmax_audio_lengthÚnum_melsÚutt_idxr7  Úphoneme_lengthr+  Úaudio_lengthÚphonemes_paddedÚspec_paddedÚaudio_paddedr.  Úspec_lengthsr2  r3  Úsorted_utterancesr(   r(   r)   Ú__call__“  st   


€

ÿ

€ùzUtteranceCollate.__call__N)
r"   r#   r$   r   r'   rS   r   r$  r-  rL  r(   r(   r(   r)   rú   Ž  s    rú   )=Ú__doc__r¬   rÂ   rY   Úloggingr  rƒ   Údataclassesr   Úenumr   Úpathlibr   Útypingr   r   r   r   r	   r
   r   rÄ   Ú	lightningÚLÚnumpyr!  r¾   Úpysilero_vadr   r   r   Útorch.utils.datar   r   r   Úpiper.configr   r   Úpiper.phoneme_idsr   r   r¢   Úpiper.phonemize_espeakr   Úmel_processingr   Úutilsr   Ú	getLoggerr"   r£   rÅ   r   r&   r*   ÚLightningDataModuler.   r$  r-  rå   rú   r(   r(   r(   r)   Ú<module>   sP    $
    6
