o
    óôjõ+  ã                   @   s  d dl Z d dlZd dlmZ d dlmZ d dlZd dlmZ d dl	m
Z
 d dlZi dd“dd	“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“d d!“d"d#“d$d%“d&d'“i d(d)“d*d+“d,d-“d.d/“d0d1“d2d3“d4d5“d6d7“d8d9“d:d;“d<d=“d>d?“d@dA“dBdC“dDdE“dFdG“dHdI“¥i dJdK“dLdM“dNdO“dPdQ“dRdS“dTdU“dVdW“dXdY“dZd[“d\d]“d^d_“d`da“dbdc“ddde“dfdg“dhdi“djdk“¥i dldm“dndo“dpdq“drds“dtdu“dvdw“dxdy“dzd{“d|d}“d~d“d€d�“d‚dƒ“d„d…“d†d‡“dˆd‰“dŠd‹“dŒd�“¥i dŽd�“d�d‘“d’d““d”d•“d–d—“d˜d™“dšd›“dœd�“dždŸ“d d¡“d¢d£“d¤d¥“d¦d§“d¨d©“dªd«“d¬d­“d®d¯“¥i d°d±“d²d³“d´dµ“d¶d·“d¸d¹“dºd»“d¼d½“d¾d¿“dÀdÁ“dÂdÃ“dÄdÅ“dÆdÇ“dÈdÉ“dÊdË“dÌdÍ“dÎdÎ“dÏdÏ“¥dÐdÑdÒdÓœ¥Zi dÔdÕ„ e ¡ D ƒ¥d´ddd¦d²d¨d‚d8d8d„dddÖœ¥Zd×dØdÙdÚdÛdÜdÝdÞdßdàdádâœZdãdädådædçœZdèdédêdëdìdídîdïœdðdÕ„ edñdòƒD ƒ¥Zeddó��ddöed÷efdødù„ƒZeddó�dõdddúœdûed÷edüee dýee dþe
f
dÿ�d „ƒZG �d�d„ �dƒZG �d�d„ �deƒZeddó��	�d�de�de�def�d	�d
„ƒZdS (  é    N)Ú	lru_cache)ÚOptional)ÚAutoTokenizer)Ú	TokenizerÚenÚenglishÚzhÚchineseÚdeÚgermanÚesÚspanishÚruÚrussianÚkoÚkoreanÚfrÚfrenchÚjaÚjapaneseÚptÚ
portugueseÚtrÚturkishÚplÚpolishÚcaÚcatalanÚnlÚdutchÚarÚarabicÚsvÚswedishÚitÚitalianÚidÚ
indonesianÚhiÚhindiÚfiÚfinnishÚviÚ
vietnameseÚheÚhebrewÚukÚ	ukrainianÚelÚgreekÚmsÚmalayÚcsÚczechÚroÚromanianÚdaÚdanishÚhuÚ	hungarianÚtaÚtamilÚnoÚ	norwegianÚthÚthaiÚurÚurduÚhrÚcroatianÚbgÚ	bulgarianÚltÚ
lithuanianÚlaÚlatinÚmiÚmaoriÚmlÚ	malayalamÚcyÚwelshÚskÚslovakÚteÚteluguÚfaÚpersianÚlvÚlatvianÚbnÚbengaliÚsrÚserbianÚazÚazerbaijaniÚslÚ	slovenianÚknÚkannadaÚetÚestonianÚmkÚ
macedonianÚbrÚbretonÚeuÚbasqueÚisÚ	icelandicÚhyÚarmenianÚneÚnepaliÚmnÚ	mongolianÚbsÚbosnianÚkkÚkazakhÚsqÚalbanianÚswÚswahiliÚglÚgalicianÚmrÚmarathiÚpaÚpunjabiÚsiÚsinhalaÚkmÚkhmerÚsnÚshonaÚyoÚyorubaÚsoÚsomaliÚafÚ	afrikaansÚocÚoccitanÚkaÚgeorgianÚbeÚ
belarusianÚtgÚtajikÚsdÚsindhiÚguÚgujaratiÚamÚamharicÚyiÚyiddishÚloÚlaoÚuzÚuzbekÚfoÚfaroeseÚhtzhaitian creoleÚpsÚpashtoÚtkÚturkmenÚnnÚnynorskÚmtÚmalteseÚsaÚsanskritÚlbÚluxembourgishÚmyÚmyanmarÚboÚtibetanÚtlÚtagalogÚmgÚmalagasyÚasÚassameseÚttÚtatarÚhawÚhawaiianÚlnÚlingalaÚhaÚhausaÚbaÚbashkirÚjwÚjavaneseÚsuÚ	sundaneseÚyueÚ	cantoneseZminnanZwuyuÚdialectúzh/enúen/zh)rÍ   rÎ   rÏ   c                 C   s   i | ]\}}||“qS © rÐ   )Ú.0ÚcodeÚlanguagerÐ   rÐ   úS/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/tokenizer/tokenizer.pyÚ
<dictcomp>y   s    rÕ   )ÚburmeseÚ	valencianÚflemishÚhaitianÚletzeburgeschÚpushtoÚpanjabiÚ	moldavianÚmoldovanÚ	sinhaleseÚ	castilianÚmandarinÚASRÚAEDÚSERÚSpeechú/SpeechÚBGMú/BGMÚLaughterú	/LaughterÚApplauseú	/Applause)râ   rã   rä   rå   ræ   rç   rè   ré   rê   rë   rì   ÚHAPPYÚSADÚANGRYÚNEUTRAL)rí   rî   rï   rð   úTTS/BúTTS/OúTTS/QúTTS/AúTTS/COúTTS/CLúTTS/H)rñ   rò   ró   rô   rõ   rö   r÷   c                 C   s"   i | ]}d |d›�d |d›�“qS )zTTS/SPÚ02drÐ   ©rÑ   ÚirÐ   rÐ   rÔ   rÕ   ¥   s   " é   é   )ÚmaxsizeÚgpt2éc   ÚnameÚnum_languagesc                 C   s"  t j t j t¡d| › d�¡}dd„ dd„ t|ƒD ƒD ƒ}t|ƒ}i }ddgd	d
„ tt 	¡ ƒd |… D ƒ¢dd
„ tt
 	¡ ƒD ƒ¢dd
„ tt 	¡ ƒD ƒ¢d‘d‘d‘d‘d‘d‘dd
„ tddƒD ƒ¢dd
„ tt 	¡ ƒD ƒ¢dd
„ tdƒD ƒ¢}|D ]
}|||< |d7 }qxtjt j |¡|d||d�S )NÚassetsz	.tiktokenc                 S   s    i | ]\}}t  |¡t|ƒ“qS rÐ   )Úbase64Ú	b64decodeÚint)rÑ   ÚtokenÚrankrÐ   rÐ   rÔ   rÕ   ¬   s    ÿÿz get_encoding.<locals>.<dictcomp>c                 s   s   � | ]	}|r|  ¡ V  qd S )N)Úsplit)rÑ   ÚlinerÐ   rÐ   rÔ   Ú	<genexpr>®   s   € zget_encoding.<locals>.<genexpr>ú<|endoftext|>z<|startoftranscript|>c                 S   ó   g | ]}d |› d�‘qS ©ú<|ú|>rÐ   )rÑ   ÚlangrÐ   rÐ   rÔ   Ú
<listcomp>¶   ó    z get_encoding.<locals>.<listcomp>c                 S   r  r  rÐ   )rÑ   Zaudio_eventrÐ   rÐ   rÔ   r  ·   r  c                 S   r  r  rÐ   )rÑ   ZemotionrÐ   rÐ   rÔ   r  ¸   r  z<|translate|>z<|transcribe|>z<|startoflm|>z<|startofprev|>z<|nospeech|>z<|notimestamps|>c                 S   r  )z<|SPECIAL_TOKEN_r  rÐ   rù   rÐ   rÐ   rÔ   r  ¿   r  rû   é   c                 S   r  r  rÐ   )rÑ   ÚttsrÐ   rÐ   rÔ   r  À   r  c                 S   s   g | ]}d |d d›d�‘qS )r  g{®Gáz”?z.2fr  rÐ   rù   rÐ   rÐ   rÔ   r  Á   s    iÝ  zJ's|'t|'re|'ve|'m|'ll|'d| ?\p{L}+| ?\p{N}+| ?[^\s\p{L}\p{N}]+|\s+(?!\S)|\s+)r   Úexplicit_n_vocabÚpat_strÚmergeable_ranksÚspecial_tokens)ÚosÚpathÚjoinÚdirnameÚ__file__ÚopenÚlenÚlistÚ	LANGUAGESÚkeysÚAUDIO_EVENTÚEMOTIONÚrangeÚTTS_Vocal_TokenÚtiktokenÚEncodingÚbasename)r   r  Ú
vocab_pathÚranksÚn_vocabr  Úspecialsr  rÐ   rÐ   rÔ   Úget_encoding©   sV   þþýüûúùø	÷
öõôóò

ûr.  )r  rÓ   ÚtaskÚmultilingualrÓ   r/  Úreturnc                C   sz   |d ur|  ¡ }|tvr|tv rt| }ntd|› �ƒ‚| r)d}|p#d}|p'd}nd}d }d }t||d�}t||||d�S )NzUnsupported language: Zmultilingual_zh_ja_yue_char_delr   Ú
transcriberþ   )r   r  )Úencodingr  rÓ   r/  )Úlowerr!  ÚTO_LANGUAGE_CODEÚ
ValueErrorr.  r   )r0  r  rÓ   r/  Úencoding_namer3  rÐ   rÐ   rÔ   Úget_tokenizerÑ   s"   

ÿr8  c                       s.   e Zd Zd‡ fdd„	Zdd„ Zdd„ Z‡  ZS )	ÚCosyVoice2TokenizerTc                    sB   t ƒ  ¡  ddg d¢dœ}|| _t |¡| _| j |¡ || _d S )Nr  )ú<|im_start|>ú
<|im_end|>ú<|endofprompt|>ú[breath]ú<strong>ú	</strong>ú[noise]ú
[laughter]ú[cough]ú
[clucking]ú[accent]ú[quick_breath]ú
<laughter>ú</laughter>ú	[hissing]ú[sigh]ú[vocalized-noise]ú
[lipsmack]ú[mn]©Ú	eos_tokenÚ	pad_tokenÚadditional_special_tokens)ÚsuperÚ__init__r  r   Úfrom_pretrainedÚ	tokenizerÚadd_special_tokensÚskip_special_tokens©ÚselfÚ
token_pathrV  r  ©Ú	__class__rÐ   rÔ   rR  ò   s   
ý
zCosyVoice2Tokenizer.__init__c                 K   s(   | j |gdd�}|d d  ¡  ¡ }|S )Nr   )Úreturn_tensorsÚ	input_idsr   )rT  ÚcpuÚtolist)rX  ÚtextÚkwargsÚtokensrÐ   rÐ   rÔ   Úencode  s   zCosyVoice2Tokenizer.encodec                 C   s,   t j|t jd�}| jj|g| jd�d }|S )N)Údtype)rV  r   )ÚtorchÚtensorÚint64rT  Úbatch_decoderV  )rX  rb  r`  rÐ   rÐ   rÔ   Údecode  s   zCosyVoice2Tokenizer.decode©T)Ú__name__Ú
__module__Ú__qualname__rR  rc  ri  Ú__classcell__rÐ   rÐ   rZ  rÔ   r9  ñ   s    r9  c                   @   s   e Zd Zddd„ZdS )ÚCosyVoice3TokenizerTc                 C   s8   ddg d¢dœ}|| _ t |¡| _| j |¡ || _d S )Nr  (  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  z<|endofsystem|>z[AA]z[AA0]z[AA1]z[AA2]z[AE]z[AE0]z[AE1]z[AE2]z[AH]z[AH0]z[AH1]z[AH2]z[AO]z[AO0]z[AO1]z[AO2]z[AW]z[AW0]z[AW1]z[AW2]z[AY]z[AY0]z[AY1]z[AY2]z[B]z[CH]z[D]z[DH]z[EH]z[EH0]z[EH1]z[EH2]z[ER]z[ER0]z[ER1]z[ER2]z[EY]z[EY0]z[EY1]z[EY2]z[F]z[G]z[HH]z[IH]z[IH0]z[IH1]z[IH2]z[IY]z[IY0]z[IY1]z[IY2]z[JH]z[K]z[L]z[M]z[N]z[NG]z[OW]z[OW0]z[OW1]z[OW2]z[OY]z[OY0]z[OY1]z[OY2]z[P]z[R]z[S]z[SH]z[T]z[TH]z[UH]z[UH0]z[UH1]z[UH2]z[UW]z[UW0]z[UW1]z[UW2]z[V]z[W]z[Y]z[Z]z[ZH]z[a]z[ai]z[an]z[ang]z[ao]z[b]z[c]z[ch]z[d]z[e]z[ei]z[en]z[eng]z[f]z[g]z[h]z[i]z[ian]z[in]z[ing]z[iu]u   [iÃ ]u   [iÃ n]u   [iÃ ng]u   [iÃ o]u   [iÃ¡]u   [iÃ¡n]u   [iÃ¡ng]u   [iÃ¡o]u   [iÃ¨]u   [iÃ©]u   [iÃ²ng]u   [iÃ³ng]u   [iÃ¹]u   [iÃº]u   [iÄ�]u   [iÄ�n]u   [iÄ�ng]u   [iÄ�o]u   [iÄ“]u   [iÄ›]u   [iÅ�ng]u   [iÅ«]u   [iÇŽ]u   [iÇŽn]u   [iÇŽng]u   [iÇŽo]u   [iÇ’ng]u   [iÇ”]z[j]z[k]z[l]z[m]z[n]z[o]z[ong]z[ou]z[p]z[q]z[r]z[s]z[sh]z[t]z[u]z[uang]z[ue]z[un]z[uo]u   [uÃ ]u   [uÃ i]u   [uÃ n]u   [uÃ ng]u   [uÃ¡]u   [uÃ¡i]u   [uÃ¡n]u   [uÃ¡ng]u   [uÃ¨]u   [uÃ©]u   [uÃ¬]u   [uÃ­]u   [uÃ²]u   [uÃ³]u   [uÄ�]u   [uÄ�i]u   [uÄ�n]u   [uÄ�ng]u   [uÄ“]u   [uÄ›]u   [uÄ«]u   [uÅ�]u   [uÇŽ]u   [uÇŽi]u   [uÇŽn]u   [uÇŽng]u   [uÇ�]u   [uÇ’]u   [vÃ¨]z[w]z[x]z[y]z[z]z[zh]u   [Ã ]u   [Ã i]u   [Ã n]u   [Ã ng]u   [Ã o]u   [Ã¡]u   [Ã¡i]u   [Ã¡n]u   [Ã¡ng]u   [Ã¡o]u   [Ã¨]u   [Ã¨i]u   [Ã¨n]u   [Ã¨ng]u   [Ã¨r]u   [Ã©]u   [Ã©i]u   [Ã©n]u   [Ã©ng]u   [Ã©r]u   [Ã¬]u   [Ã¬n]u   [Ã¬ng]u   [Ã­]u   [Ã­n]u   [Ã­ng]u   [Ã²]u   [Ã²ng]u   [Ã²u]u   [Ã³]u   [Ã³ng]u   [Ã³u]u   [Ã¹]u   [Ã¹n]u   [Ãº]u   [Ãºn]u   [Ä�]u   [Ä�i]u   [Ä�n]u   [Ä�ng]u   [Ä�o]u   [Ä“]u   [Ä“i]u   [Ä“n]u   [Ä“ng]u   [Ä›]u   [Ä›i]u   [Ä›n]u   [Ä›ng]u   [Ä›r]u   [Ä«]u   [Ä«n]u   [Ä«ng]u   [Å�]u   [Å�ng]u   [Å�u]u   [Å«]u   [Å«n]u   [ÇŽ]u   [ÇŽi]u   [ÇŽn]u   [ÇŽng]u   [ÇŽo]u   [Ç�]u   [Ç�n]u   [Ç�ng]u   [Ç’]u   [Ç’ng]u   [Ç’u]u   [Ç”]u   [Ç”n]u   [Ç˜]u   [Çš]u   [Çœ]rM  )r  r   rS  rT  rU  rV  rW  rÐ   rÐ   rÔ   rR    s   ý!
zCosyVoice3Tokenizer.__init__Nrj  )rk  rl  rm  rR  rÐ   rÐ   rÐ   rÔ   ro    s    ro  Ú
cosyvoice2rY  rV  Úversionc                 C   s,   |dkr
t | |d�S |dkrt| |d�S t‚)Nrp  )rY  rV  Z
cosyvoice3)r9  ro  r6  )rY  rV  rq  rÐ   rÐ   rÔ   Úget_qwen_tokenizer<  s
   rr  )rþ   rÿ   )rp  )r  r  Ú	functoolsr   Útypingr   re  Útransformersr   Zwhisper.tokenizerr   r'  r!  Úitemsr5  r#  r$  r%  r&  Ústrr  r.  Úboolr8  r9  ro  rr  rÐ   rÐ   rÐ   rÔ   Ú<module>   s@   ÿþýüûúùø	÷
öõôóòñðïîíìëêéèçæåäãâá à!ß"Þ#Ý$Ü%Û&Ú'Ù(Ø)×*Ö+Õ,Ô-Ó.Ò/Ñ0Ð1Ï2Î3Í4Ì5Ë6Ê7É8È9Ç:Æ;Å<Ä=Ã>Â?Á@ÀA¿B¾C½D¼E»FºG¹H¸I·J¶KµL´M³N²O±P°Q¯R®S­T¬U«VªW©X¨Y§Z¦[¥\¤]£^¢_¡` aŸbžc�dœe›fšg—mÿóõüùø'ûÿýüûú!*ýÿþý