o
    ‡ôj*7  ã                   @  s8  U d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z% dsdd„Z&dtdd„Z'dudd„Z(e)dd„ e *¡ D ƒƒZ+de,d< dd„ e+D ƒZ-de,d< dvdd„Z.dtdd „Z/dtd!d"„Z0dtd#d$„Z1dtd%d&„Z2dtd'd(„Z3dtd)d*„Z4dtd+d,„Z5dtd-d.„Z6dtd/d0„Z7dtd1d2„Z8dtd3d4„Z9dtd5d6„Z:dtd7d8„Z;dtd9d:„Z<dwd<d=„Z=dtd>d?„Z>	@dxdydDdE„Z?e
ddF�dzdHdI„ƒZ@d{dKdL„ZAd|dNdO„ZBd}d~dSdT„ZCddXdY„ZDd€dZd[„ZEd\ejFd]fd�dadb„ZG		cd‚dƒdqdr„ZHdS )„é    )ÚannotationsN)Úbisect_right)ÚIncrementalDecoder)Ú	lru_cache)Ú	Generatoré   )ÚENCODING_MARKSÚIANA_SUPPORTED_SIMILARÚRE_POSSIBLE_ENCODING_INDICATIONÚUNICODE_RANGES_COMBINEDÚ_SECONDARY_RANGE_NAMESÚCOMMON_CJK_CHARACTERSÚ_LATINÚ_CJKÚ_HANGULÚ	_KATAKANAÚ	_HIRAGANAÚ_HALFWIDTH_KATAKANAÚ_THAIÚ_ARABICÚ_ARABIC_ISOLATED_FORMÚ	_LIGATUREÚ_SUPERSCRIPTÚ_SENTENCE_OPEN_PUNCTUATIONÚ_ACCENT_KEYWORDSÚ_ACCENTUATEDÚ_KNOWN_MB_DECODERSÚ_KNOWN_MB_CLASSESÚ_IANA_NAMESÚ_MULTIBYTE_SEARCH_RADIUSÚ	characterÚstrÚreturnÚintc                 C  s  zt  | ¡}W n
 ty   Y dS w d}d|v r|tO }d|v r$|tO }d|v r,|tO }d|v r<|tO }d|v r<|tO }d|v rD|tO }d|v rL|t	O }d	|v r\|t
O }d
|v r\|tO }d|v se| d¡ri|tO }d|v rq|tO }|dv ry|tO }tD ]}||v rˆ|tO } |S q{|S )zRCompute all name-based classification flags with a single unicodedata.name() call.r   ZLATINÚCJKZHANGULZKATAKANAZ	HALFWIDTHZHIRAGANAZTHAIZARABICzISOLATED FORMZLIGATUREz	LETTER AEZSUPERSCRIPT>   zINVERTED EXCLAMATION MARKzINVERTED QUESTION MARK)ÚunicodedataÚnameÚ
ValueErrorr   r   r   r   r   r   r   r   r   Úendswithr   r   r   r   r   )r    ÚdescÚflagsÚkw© r,   úk/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/charset_normalizer/utils.pyÚ_character_flags'   sJ   ÿür.   Úboolc                 C  ó   t t| ƒt@ ƒS ©N)r/   r.   r   ©r    r,   r,   r-   Úis_accentuatedQ   ó   r3   c                 C  s.   t  | ¡}|s	| S | d¡}tt|d dƒƒS )Nú r   é   )r%   ZdecompositionÚsplitÚchrr#   )r    Z
decomposedÚcodesr,   r,   r-   Úremove_accentU   s
   

r:   c                 c  s"   � | ]\}}|j |j|fV  qd S r1   )ÚstartÚstop)Ú.0r&   Z	ord_ranger,   r,   r-   Ú	<genexpr>a   s
   € ÿ
ÿr>   zlist[tuple[int, int, str]]Ú_UNICODE_RANGES_SORTEDc                 C  s   g | ]}|d  ‘qS )r   r,   )r=   Úer,   r,   r-   Ú
<listcomp>e   s    rA   z	list[int]Ú_UNICODE_RANGE_STARTSú
str | Nonec                 C  sT   t | ƒ}|dk r
dS |dk rdS tt|ƒd }|dkr(t| \}}}||k r(|S dS )zK
    Retrieve the Unicode range official name from a single character.
    é    zControl characteré€   zBasic Latinr   r   N)Úordr   rB   r?   )r    Zcharacter_ordÚidxr;   r<   r&   r,   r,   r-   Úunicode_rangeh   s   rH   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_latin}   r4   rI   c                 C  s2   t  | ¡}d|v rdS t| ƒ}|d u rdS d|v S )NÚPTFÚPunctuation©r%   ÚcategoryrH   ©r    Úcharacter_categoryÚcharacter_ranger,   r,   r-   Úis_punctuation�   s   
rQ   c                 C  sB   t  | ¡}d|v sd|v rdS t| ƒ}|d u rdS d|v o |dkS )NÚSÚNTFÚFormsZLorL   rN   r,   r,   r-   Ú	is_symbol�   s   
rU   c                 C  s$   t | ƒ}|d u r
dS d|v pd|v S )NFÚ	EmoticonsÚPictographs)rH   )r    rP   r,   r,   r-   Úis_emoticon�   s   rX   c                 C  s.   |   ¡ s| dv r
dS t | ¡}d|v p|dv S )N>   u   ï½œú<ú+ú>TÚZ>   ZPcZPoZPd)Úisspacer%   rM   )r    rO   r,   r,   r-   Úis_separator¦   s   
r^   c                 C  s   |   ¡ |  ¡ kS r1   )ÚislowerÚisupperr2   r,   r,   r-   Úis_case_variable¯   r4   ra   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_cjk³   r4   rb   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_hiragana·   r4   rc   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_katakana»   r4   rd   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Ú	is_hangul¿   r4   re   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_thaiÃ   r4   rf   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Ú	is_arabicÇ   r4   rg   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_arabic_isolated_formË   r4   rh   c                 C  s   | t vS r1   )r   r2   r,   r,   r-   Úis_cjk_uncommonÏ   ó   ri   Ú
range_namec                 C  s   | t v S r1   )r   )rk   r,   r,   r-   Úis_unicode_range_secondaryÓ   rj   rl   c                 C  s$   |   ¡  o|  ¡  o| dko| dkS )Núu   ï»¿)r]   Úisprintabler2   r,   r,   r-   Úis_unprintable×   s   
ÿþüro   é    Úsequenceúbytes | bytearrayÚsearch_zonec           	      C  sš   t | ttfƒs	t‚t| ƒ}| dt||ƒ… }| ¡ }d|vr$d|vr$dS |jddd�}t 	|¡D ]}| 
d¡ ¡  dd	¡}t |¡}|durJ|  S q0dS )
zW
    Extract using ASCII-only decoder any specified encoding in the first n-bytes.
    Ns   codings   charsetÚasciiÚignore©Úerrorsr   ú-Ú_)Ú
isinstanceÚbytesÚ	bytearrayÚ	TypeErrorÚlenÚminÚlowerÚdecoder
   ÚfinditerÚgroupÚreplacer   Úget)	rq   rs   Zseq_lenZsearch_bytesZlowered_bytesZdecoded_zoneÚmatchÚspecified_encodingÚencoding_ianar,   r,   r-   Úany_specified_encodingá   s   
ÿr‰   )Úmaxsizer&   c                 C  sJ   | t v rdS tD ]}zt |¡ | ¡ W  dS  tttfy"   Y qw dS )zQ
    Verify is a specific encoding is a multi byte one based on it IANA name
    TF)r   r   Ú	importlibÚimport_moduleZgetcodecÚImportErrorÚAttributeErrorÚLookupError)r&   Zproviderr,   r,   r-   Úis_multi_byte_encodingý   s   	þÿr�   útuple[str | None, bytes]c                 C  sJ   t D ] }t | }t|tƒr|g}|D ]}|  |¡r!||f    S qqdS )z9
    Identify and extract SIG/BOM in given sequence.
    )Nó    )r   rz   r{   Ú
startswith)rq   Úiana_encodingZmarksZmarkr,   r,   r-   Úidentify_sig_or_bom  s   

ÿÿr•   r”   c                 C  s   | dvS )N>   Úutf_16Úutf_32r,   )r”   r,   r,   r-   Úshould_strip_sig_or_bom(  rj   r˜   TÚcp_nameÚstrictc                 C  s>   |   ¡  dd¡} t | ¡}|dur|S |rtd| › d�ƒ‚| S )zIReturns the Python normalized encoding name (Not the IANA official name).rx   ry   NzUnable to retrieve IANA for 'ú')r€   r„   r   r…   r'   )r™   rš   rˆ   r,   r,   r-   Ú	iana_name,  s   
rœ   Úiana_name_aÚiana_name_bÚfloatc           	      C  sŒ   t | ƒst |ƒr
dS t d| › �¡j}t d|› �¡j}|dd�}|dd�}d}tdƒD ]}t|gƒ}| |¡| |¡krA|d7 }q,|d S )Ng        z
encodings.ru   rv   r   é   r   )r�   r‹   rŒ   r   Úranger{   r�   )	r�   rž   Z	decoder_aZ	decoder_bZid_aZid_bÚcharacter_match_countÚiZto_be_decodedr,   r,   r-   Úcp_similarity:  s   


€r¤   c                 C  s   | t v o	|t |  v S )zŽ
    Determine if two code page are at least 80% similar. IANA_SUPPORTED_SIMILAR dict was generated using
    the function cp_similarity.
    )r	   )r�   rž   r,   r,   r-   Úis_cp_similarN  s   
þr¥   Úcharset_normalizerz)%(asctime)s | %(levelname)s | %(message)sÚlevelÚformat_stringÚNonec                 C  s:   t  | ¡}| |¡ t  ¡ }| t  |¡¡ | |¡ d S r1   )ÚloggingÚ	getLoggerÚsetLevelÚStreamHandlerÚsetFormatterÚ	FormatterÚ
addHandler)r&   r§   r¨   ÚloggerÚhandlerr,   r,   r-   Úset_logging_handlerY  s
   

r³   FÚ	sequencesrˆ   Úoffsetsr¡   Ú
chunk_sizeÚbom_or_sig_availableÚstrip_sig_or_bomÚsig_payloadr{   Úis_multi_byte_decoderÚdecoded_payloadÚdeferred_decodingúGenerator[str, None, None]c
                 c  s$  � |r-|  d¡r-t|ƒ}
t| ƒ}|D ]}||
 | }|||| … }|s' d S |V  qd S |rH|sH|D ]}|||| … }|sB d S |V  q3d S |	rp|sN| n| t|ƒd … }|D ]}|||| … }|sg d S t||ƒV  qXd S |D ]�}|| }|t| ƒd kr�qr| ||| … }|r‘|s‘|| }|j||r˜dndd�}|�r|dk�rt|dƒ}|d |… }d}|rÖt|ƒ}
||
 t| ƒ }td|t ƒ}t|
|t ƒ}| |||¡dk}|�r|�s||v�rt||d	 d
ƒD ]"}| ||… }|rù|sù|| }|j|dd�}|d |… |v �r nqé|V  qrd S )NZiso2022_é   ru   rš   rv   r   r6   Fé   éÿÿÿÿ)	r“   r~   r!   r�   r   Úmaxr   Úfindr¡   )r´   rˆ   rµ   r¶   r·   r¸   r¹   rº   r»   r¼   Zdecoded_lengthZsequence_lengthr£   Zdecoded_offsetÚchunkZ
base_bytesZcut_sequenceZ	chunk_endZchunk_partial_size_chkZchunk_prefixZfound_nearbyZexpected_offsetZsearch_startZ
search_endÚjr,   r,   r-   Úcut_sequence_chunksf  sˆ   €ûüÿü
þ
ÿÿÿÿþ
ÿÎrÅ   )r    r!   r"   r#   )r    r!   r"   r/   )r    r!   r"   r!   )r    r!   r"   rC   )rk   r!   r"   r/   )rp   )rq   rr   rs   r#   r"   rC   )r&   r!   r"   r/   )rq   rr   r"   r‘   )r”   r!   r"   r/   )T)r™   r!   rš   r/   r"   r!   )r�   r!   rž   r!   r"   rŸ   )r�   r!   rž   r!   r"   r/   )r&   r!   r§   r#   r¨   r!   r"   r©   )NF)r´   rr   rˆ   r!   rµ   r¡   r¶   r#   r·   r/   r¸   r/   r¹   r{   rº   r/   r»   rC   r¼   r/   r"   r½   )IÚ
__future__r   r‹   rª   r%   Úbisectr   Úcodecsr   Ú	functoolsr   Útypingr   Úconstantr   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r.   r3   r:   ÚsortedÚitemsr?   Ú__annotations__rB   rH   rI   rQ   rU   rX   r^   ra   rb   rc   rd   re   rf   rg   rh   ri   rl   ro   r‰   r�   r•   r˜   rœ   r¤   r¥   ÚINFOr³   rÅ   r,   r,   r,   r-   Ú<module>   sb    h

*
þ





	
	









ÿ



ýö