o
    ±ƒðj)#  ã                	   @   s  U d Z ddlZddlZddlZddlmZmZ ddlmZ ddl	m
Z
mZ ddlmZ ddlmZ dd	lmZmZmZ dd
lmZ ddlmZ e e¡Zg d¢Zi eee “eee “eee “ddg“ddg“ddg“ddg“ddg“ddg“ddg“ddg“ddg“dd g“d!d"g“d#d$g“d%d&g“d'd(g“i d)d*g“d+d,g“d-d.g“d/d0g“d1d2g“d3d4g“d5d6g“d7d8g“d9d:g“d;d<g“d=d>g“d?d@g“dAdBg“dCdDg“dEdFg“dGdHg“dIdJg“¥i dKdLg“dMdNg“dOdPg“dQdRg“dSdTg“dUdVg“dWdXg“dYdZg“d[d\g“d]d^g“d_d`g“dadbg“dcddg“dedfg“dgdhg“didjg“dkdlg“¥i dmdng“dodpg“dqdrg“dsdtg“dudvg“dwdxg“dydzg“d{d|g“d}d~g“dd€g“d�d‚g“dƒd„g“d…d†g“d‡dˆg“d‰dŠg“d‹dŒg“d�dŽg“¥i d�d�g“d‘d’g“d“d’g“d”d•g“d–d•g“d—d˜g“d™d˜g“dšd›g“dœd›g“d�d›g“džd›g“dŸd›g“d d›g“d¡d›g“d¢d›g“d£d›g“d¤d›g“¥Zeeee  f e!d¥< h d¦£Z"d§Z#e $d¨¡Z%e $d©¡Z&G dªd«„ d«ƒZ'	d¹d¬ee d­e
eeee  f  d®ee  fd¯d°„Z(d±ed®efd²d³„Z)d±efd´dµ„Z*d¶eeef d®dfd·d¸„Z+dS )ºz…Pinyin-based phonemization for Chinese using g2pW.

Partially written by ChatGPT (December 2025).

This code is Apache 2.0 licensed.
é    N)ÚMappingÚSequence)ÚPath)ÚOptionalÚUnion)Úurlopen)Ú
RbnfEngineé   )ÚBOSÚEOSÚPAD)ÚG2PWOnnxConverter)ÚDEFAULT_PHONEME_ID_MAP)ÚzhÚchÚshÚbÚpÚmÚfÚdÚtÚnÚlÚgÚkÚhÚjÚqÚxÚrÚzÚcÚsÚyÚwõ   Ã˜é   r   é   r   é   r   é   r   é   r   é   r   é	   r   é
   r   é   r   é   r   é   r   é   r   é   r   é   r   é   r   é   r   é   r   é   r    é   r!   é   r"   é   r#   é   r$   é   r%   é   Úaé   Úoé   Úeé   Úaié   Úeié   Úaoé    Úoué!   Úané"   Úené#   Úangé$   Úengé%   Úongé&   Úié'   Úiaé(   Úieé)   Úiaoé*   Úiué+   Úiané,   Úiné-   Úiangé.   Úingé/   Úiongé0   Úué1   Úuaé2   Úuoé3   Úuaié4   Úuié5   Úuané6   Úuné7   Úuangé8   Úuengé9   Úvé:   Úveé;   Úvané<   Úvné=   Úeré>   Úueé?   Ú1é@   Ú2éA   Ú3éB   Ú4éC   Ú5éD   õ   ã€‚éE   Ú.õ   ï¼ŸéF   ú?õ   ï¼�éG   ú!õ   â€”éH   õ   â€¦õ   ã€�õ   ï¼Œú,õ   ï¼šú:õ   ï¼›ú;ú ÚPHONEME_TO_ID>   r•   r‰   r‹   r�   r�   r‘   rœ   rž   rŸ   r“   r™   r    r¢   r¤   r–   r¦   r›   r¡   r£   r¥   r˜   zthttps://huggingface.co/datasets/rhasspy/piper-checkpoints/resolve/main/zh/zh_CN/_resources/g2pw.tar.gz?download=trueu.   (?P<sign>[-âˆ’])?(?P<num>\d+)\s*(?:Â°\s*C|â„ƒ)u^   (?P<num>-?\d+(?:\.\d+)?|[é›¶ã€‡ä¸€äºŒä¸‰å››äº”å…­ä¸ƒå…«ä¹�å��ç™¾å�ƒä¸‡äº¿ä¸¤ç‚¹]+)\s*(?:%|ï¼…)c                   @   sh   e Zd ZdZdeeef ddfdd„Zdedeee  fdd	„Z	dedefd
d„Z
dedefdd„ZdS )ÚChinesePhonemizerz"Phonemize Chinese text using g2pW.Ú	model_dirÚreturnNc                 C   s(   t |ƒ t|ddd�| _t d¡| _dS )zInitialize phonemizer.ÚpinyinT)r©   ÚstyleÚenable_non_tradional_chineser   N)Údownload_modelr   Úg2pr   Úfor_languageÚnumber_engine)Úselfr©   © r³   ú™/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/piper/phonemize_chinese.pyÚ__init__Î   s
   ÿzChinesePhonemizer.__init__Útextc                 C   sÜ   ddl m} t dd|¡}g }||gƒD ]W}|  |¡}|  |¡d }g }t||ƒD ]<\}}|du r;|tv r:| |¡ q)t	|ƒ}t
|ƒ\}	}
}|
sN| |¡ q)|	sRd}	|	|
|fD ]}|s_J |ƒ‚| |¡ qWq)| |¡ q|S )z%Turn text into phonemes per sentence.r   )Ústream_to_sentencesu	   [â€œâ€�"]Ú Nr&   )Úsentence_streamr·   ÚreÚsubÚ_numbers_to_wordsr¯   Úzipr§   ÚappendÚ_normalize_g2pw_syllableÚ_split_initial_final_tone)r²   r¶   r·   Úall_phonemesÚsentenceÚsyllsÚsentence_phonemesÚsylÚsyl_charÚini_pÚfin_pÚtoneÚsymr³   r³   r´   Ú	phonemizeÙ   s2   


þzChinesePhonemizer.phonemizec                    s^   dt jdtf‡ fdd„}t ||¡}dt jdtf‡ fdd„}t ||¡}t  d‡ fdd	„|¡S )
Nr   rª   c                    s8   |   d¡}|   d¡}ˆ  |¡}|rd|› d�S |› d�S )NÚsignÚnumu   é›¶ä¸‹u   åº¦)ÚgroupÚ
_zh_number)r   rÌ   Únum_strÚ	num_words©r²   r³   r´   Úreplace_temp  s   



z9ChinesePhonemizer._numbers_to_words.<locals>.replace_tempc                    s0   |   d¡}t d|¡rˆ  |¡}n|}d|› �S )NrÍ   ú-?\d+(?:\.\d+)?u	   ç™¾åˆ†ä¹‹)rÎ   rº   Ú	fullmatchrÏ   )r   rÐ   rÑ   rÒ   r³   r´   Úreplace_percent  s
   

z<ChinesePhonemizer._numbers_to_words.<locals>.replace_percentrÔ   c                    s   ˆ   |  d¡¡S )Nr   )rÏ   rÎ   )r   rÒ   r³   r´   Ú<lambda>   s    z5ChinesePhonemizer._numbers_to_words.<locals>.<lambda>)rº   ÚMatchÚstrÚTEMP_PATTERNr»   ÚPERCENT_PATTERN)r²   r¶   rÓ   rÖ   r³   rÒ   r´   r¼   ÿ   s   

ýz#ChinesePhonemizer._numbers_to_wordsc                 C   s   | j  |¡jS ©N)r±   Úformat_numberr¶   )r²   r¶   r³   r³   r´   rÏ   $  s   zChinesePhonemizer._zh_number)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rÙ   r   rµ   ÚlistrË   r¼   rÏ   r³   r³   r³   r´   r¨   Ë   s    &%r¨   ÚphonemesÚid_maprª   c                 C   sp   |st }g }| |t ¡ | D ]}||vrt d|¡ q| || ¡ |tv r.| |t ¡ q| |t ¡ |S )z”Get phoneme ids for phonemes.

    Padding is done after a group of phonemes representing one pinyin group
    instead of between each phoneme.
    zMissing phoneme from id map: %s)r§   Úextendr
   Ú_LOGGERÚwarningÚGROUP_END_PHONEMESr   r   )rã   rä   ÚidsÚphonemer³   r³   r´   Úphonemes_to_ids(  s   	€rë   rÅ   c                 C   sF   t  d| ¡}|s
| S | d¡| d¡}}| dd¡ dd¡}|| S )uú   
    - Keep only syllables like [a-zÃ¼v:]+[1-5]
    - Convert g2pW's 'u:' and 'Ã¼' -> 'v' (Ã¼-family)
      nu:3   -> nv3        (n + v)
      lu:e4  -> lve4       (l + ve)
      ju:an3 -> jvan3      (j + van)
      ju:n3  -> jvn3       (j + vn)
    u   ^([a-zÃ¼v:]+?)([1-5])$r	   é   zu:r}   õ   Ã¼)rº   ÚmatchrÎ   Úreplace)rÅ   r   ÚbaserÉ   r³   r³   r´   r¿   G  s   	r¿   c                 C   sl   t  d| ¡}|s
dS | d¡| d¡}}d}tD ]}| |¡r$|} nq|r/|t|ƒd… n|}|||fS )zE
    'hang2' -> ('h', 'ang', '2')
    'ai3'   -> ('', 'ai', '3')
    u   ^([a-zvÃ¼]+?)([1-5])$)r¸   r¸   Nr	   rì   r¸   N)rº   rî   rÎ   ÚPINYIN_INITIALSÚ
startswithÚlen)rÅ   r   rð   rÉ   ÚiniÚcandÚfinr³   r³   r´   rÀ   \  s   
þ
rÀ   r©   c              	   C   s¼   t | ƒ} | d }| ¡ rt d|¡ dS t dt| ¡ | jddd� ttƒ�.}tj	|dd��}|j
| d	� W d  ƒ n1 s?w   Y  W d  ƒ dS W d  ƒ dS 1 sWw   Y  dS )
z Ensure g2pW model is downloaded.z	g2pw.onnxzFound g2pW model at %sNz(Downloading g2pW model from '%s' to '%s'T)ÚparentsÚexist_okzr|gz)ÚfileobjÚmode)Úpath)r   Úexistsræ   ÚdebugÚinfoÚG2PW_URLÚmkdirr   ÚtarfileÚopenÚ
extractall)r©   Ú
model_pathÚresponseÚtarr³   r³   r´   r®   q  s   
ÿÿ"ÿr®   rÜ   ),rá   Úloggingrº   r  Úcollections.abcr   r   Úpathlibr   Útypingr   r   Úurllib.requestr   Úunicode_rbnfr   Úconstr
   r   r   Ú	g2pw_onnxr   Úphoneme_idsr   Ú	getLoggerrÞ   ræ   rñ   r§   ÚdictrÙ   râ   ÚintÚ__annotations__rè   rÿ   ÚcompilerÚ   rÛ   r¨   rë   r¿   rÀ   r®   r³   r³   r³   r´   Ú<module>   sš   
ÿþýùø	÷
öõôóòñðïîíìëêéèçæåäãâ"Þ#Ý$Ü%Û&Ú'Ù(Ø)×*Ö+Õ,Ô-Ó/Ñ0Ð1Ï2Î3Í4Ì5Ë6Ê7É8È:Æ;Å<Ä=Ã>Â?Á@ÀA¿B¾D¼E»FºG¹I·KµO±P°Q¯R®S­W©X¨Y§Z¦[¥\¤` aŸbžc�dœe›fšg™h˜j–mÿÿ_þÿþ
ý