o
    Gôj*7  ã                   @  s8  U d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z% dsdd„Z&dtdd„Z'dudd„Z(e)dd„ e *¡ D ƒƒZ+de,d< dd„ e+D ƒZ-de,d< dvdd„Z.dtdd „Z/dtd!d"„Z0dtd#d$„Z1dtd%d&„Z2dtd'd(„Z3dtd)d*„Z4dtd+d,„Z5dtd-d.„Z6dtd/d0„Z7dtd1d2„Z8dtd3d4„Z9dtd5d6„Z:dtd7d8„Z;dtd9d:„Z<dwd<d=„Z=dtd>d?„Z>	@dxdydDdE„Z?e
ddF�dzdHdI„ƒZ@d{dKdL„ZAd|dNdO„ZBd}d~dSdT„ZCddXdY„ZDd€dZd[„ZEd\ejFd]fd�dadb„ZG		cd‚dƒdqdr„ZHdS )„é    )ÚannotationsN)Úbisect_right)ÚIncrementalDecoder)Ú	lru_cache)Ú	Generatoré   )ÚENCODING_MARKSÚIANA_SUPPORTED_SIMILARÚRE_POSSIBLE_ENCODING_INDICATIONÚUNICODE_RANGES_COMBINEDÚ_SECONDARY_RANGE_NAMESÚCOMMON_CJK_CHARACTERSÚ_LATINÚ_CJKÚ_HANGULÚ	_KATAKANAÚ	_HIRAGANAÚ_HALFWIDTH_KATAKANAÚ_THAIÚ_ARABICÚ_ARABIC_ISOLATED_FORMÚ	_LIGATUREÚ_SUPERSCRIPTÚ_SENTENCE_OPEN_PUNCTUATIONÚ_ACCENT_KEYWORDSÚ_ACCENTUATEDÚ_KNOWN_MB_DECODERSÚ_KNOWN_MB_CLASSESÚ_IANA_NAMESÚ_MULTIBYTE_SEARCH_RADIUSÚ	characterÚstrÚreturnÚintc                 C  s  zt  | ¡}W n
 ty   Y dS w d}d|v r|tO }d|v r$|tO }d|v r,|tO }d|v r<|tO }d|v r<|tO }d|v rD|tO }d|v rL|t	O }d	|v r\|t
O }d
|v r\|tO }d|v se| d¡ri|tO }d|v rq|tO }|dv ry|tO }tD ]}||v rˆ|tO } |S q{|S )zRCompute all name-based classification flags with a single unicodedata.name() call.r   ZLATINÚCJKZHANGULZKATAKANAZ	HALFWIDTHZHIRAGANAZTHAIZARABICzISOLATED FORMZLIGATUREz	LETTER AEZSUPERSCRIPT>   zINVERTED QUESTION MARKzINVERTED EXCLAMATION MARK)ÚunicodedataÚnameÚ
ValueErrorr   r   r   r   r   r   r   r   r   Úendswithr   r   r   r   r   )r    ÚdescÚflagsÚkw© r,   úi/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/charset_normalizer/utils.pyÚ_character_flags'   sJ   ÿür.   Úboolc                 C  ó   t t| ƒt@ ƒS ©N)r/   r.   r   ©r    r,   r,   r-   Úis_accentuatedQ   ó   r3   c                 C  s.   t  | ¡}|s	| S | d¡}tt|d dƒƒS )Nú r   é   )r%   ÚdecompositionÚsplitÚchrr#   )r    Z
decomposedÚcodesr,   r,   r-   Úremove_accentU   s
   

r;   c                 c  s"   � | ]\}}|j |j|fV  qd S r1   )ÚstartÚstop)Ú.0r&   Z	ord_ranger,   r,   r-   Ú	<genexpr>a   s
   € ÿ
ÿr?   zlist[tuple[int, int, str]]Ú_UNICODE_RANGES_SORTEDc                 C  s   g | ]}|d  ‘qS )r   r,   )r>   Úer,   r,   r-   Ú
<listcomp>e   s    rB   z	list[int]Ú_UNICODE_RANGE_STARTSú
str | Nonec                 C  sT   t | ƒ}|dk r
dS |dk rdS tt|ƒd }|dkr(t| \}}}||k r(|S dS )zK
    Retrieve the Unicode range official name from a single character.
    é    zControl characteré€   zBasic Latinr   r   N)Úordr   rC   r@   )r    Zcharacter_ordÚidxr<   r=   r&   r,   r,   r-   Úunicode_rangeh   s   rI   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_latin}   r4   rJ   c                 C  s2   t  | ¡}d|v rdS t| ƒ}|d u rdS d|v S )NÚPTFÚPunctuation©r%   ÚcategoryrI   ©r    Úcharacter_categoryÚcharacter_ranger,   r,   r-   Úis_punctuation�   s   
rR   c                 C  sB   t  | ¡}d|v sd|v rdS t| ƒ}|d u rdS d|v o |dkS )NÚSÚNTFÚFormsZLorM   rO   r,   r,   r-   Ú	is_symbol�   s   
rV   c                 C  s$   t | ƒ}|d u r
dS d|v pd|v S )NFÚ	EmoticonsÚPictographs)rI   )r    rQ   r,   r,   r-   Úis_emoticon�   s   rY   c                 C  s.   |   ¡ s| dv r
dS t | ¡}d|v p|dv S )N>   ú<ú+ú>u   ï½œTÚZ>   ZPcZPoZPd)Úisspacer%   rN   )r    rP   r,   r,   r-   Úis_separator¦   s   
r_   c                 C  s   |   ¡ |  ¡ kS r1   )ÚislowerÚisupperr2   r,   r,   r-   Úis_case_variable¯   r4   rb   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_cjk³   r4   rc   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_hiragana·   r4   rd   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_katakana»   r4   re   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Ú	is_hangul¿   r4   rf   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_thaiÃ   r4   rg   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Ú	is_arabicÇ   r4   rh   c                 C  r0   r1   )r/   r.   r   r2   r,   r,   r-   Úis_arabic_isolated_formË   r4   ri   c                 C  s   | t vS r1   )r   r2   r,   r,   r-   Úis_cjk_uncommonÏ   ó   rj   Ú
range_namec                 C  s   | t v S r1   )r   )rl   r,   r,   r-   Úis_unicode_range_secondaryÓ   rk   rm   c                 C  s$   |   ¡  o|  ¡  o| dko| dkS )Núu   ï»¿)r^   Úisprintabler2   r,   r,   r-   Úis_unprintable×   s   
ÿþürp   é    Úsequenceúbytes | bytearrayÚsearch_zonec           	      C  sš   t | ttfƒs	t‚t| ƒ}| dt||ƒ… }| ¡ }d|vr$d|vr$dS |jddd�}t 	|¡D ]}| 
d¡ ¡  dd	¡}t |¡}|durJ|  S q0dS )
zW
    Extract using ASCII-only decoder any specified encoding in the first n-bytes.
    Ns   codings   charsetÚasciiÚignore©Úerrorsr   ú-Ú_)Ú
isinstanceÚbytesÚ	bytearrayÚ	TypeErrorÚlenÚminÚlowerÚdecoder
   ÚfinditerÚgroupÚreplacer   Úget)	rr   rt   Úseq_lenZsearch_bytesZlowered_bytesZdecoded_zoneÚmatchÚspecified_encodingÚencoding_ianar,   r,   r-   Úany_specified_encodingá   s   
ÿr‹   )Úmaxsizer&   c                 C  sJ   | t v rdS tD ]}zt |¡ | ¡ W  dS  tttfy"   Y qw dS )zQ
    Verify is a specific encoding is a multi byte one based on it IANA name
    TF)r   r   Ú	importlibÚimport_moduleZgetcodecÚImportErrorÚAttributeErrorÚLookupError)r&   Zproviderr,   r,   r-   Úis_multi_byte_encodingý   s   	þÿr’   útuple[str | None, bytes]c                 C  sJ   t D ] }t | }t|tƒr|g}|D ]}|  |¡r!||f    S qqdS )z9
    Identify and extract SIG/BOM in given sequence.
    )Nó    )r   r{   r|   Ú
startswith)rr   Úiana_encodingÚmarksÚmarkr,   r,   r-   Úidentify_sig_or_bom  s   

ÿÿr™   r–   c                 C  s   | dvS )N>   Úutf_16Úutf_32r,   )r–   r,   r,   r-   Úshould_strip_sig_or_bom(  rk   rœ   TÚcp_nameÚstrictc                 C  s>   |   ¡  dd¡} t | ¡}|dur|S |rtd| › d�ƒ‚| S )zIReturns the Python normalized encoding name (Not the IANA official name).ry   rz   NzUnable to retrieve IANA for 'ú')r�   r…   r   r†   r'   )r�   rž   rŠ   r,   r,   r-   Ú	iana_name,  s   
r    Úiana_name_aÚiana_name_bÚfloatc           	      C  sŒ   t | ƒst |ƒr
dS t d| › �¡j}t d|› �¡j}|dd�}|dd�}d}tdƒD ]}t|gƒ}| |¡| |¡krA|d7 }q,|d S )Ng        z
encodings.rv   rw   r   é   r   )r’   r�   rŽ   r   Úranger|   r‚   )	r¡   r¢   Z	decoder_aZ	decoder_bZid_aZid_bÚcharacter_match_countÚiZto_be_decodedr,   r,   r-   Úcp_similarity:  s   


€r¨   c                 C  s   | t v o	|t |  v S )zŽ
    Determine if two code page are at least 80% similar. IANA_SUPPORTED_SIMILAR dict was generated using
    the function cp_similarity.
    )r	   )r¡   r¢   r,   r,   r-   Úis_cp_similarN  s   
þr©   Úcharset_normalizerz)%(asctime)s | %(levelname)s | %(message)sÚlevelÚformat_stringÚNonec                 C  s:   t  | ¡}| |¡ t  ¡ }| t  |¡¡ | |¡ d S r1   )ÚloggingÚ	getLoggerÚsetLevelÚStreamHandlerÚsetFormatterÚ	FormatterÚ
addHandler)r&   r«   r¬   ÚloggerÚhandlerr,   r,   r-   Úset_logging_handlerY  s
   

r·   FÚ	sequencesrŠ   Úoffsetsr¥   Ú
chunk_sizeÚbom_or_sig_availableÚstrip_sig_or_bomÚsig_payloadr|   Úis_multi_byte_decoderÚdecoded_payloadÚdeferred_decodingúGenerator[str, None, None]c
                 c  s$  � |r-|  d¡r-t|ƒ}
t| ƒ}|D ]}||
 | }|||| … }|s' d S |V  qd S |rH|sH|D ]}|||| … }|sB d S |V  q3d S |	rp|sN| n| t|ƒd … }|D ]}|||| … }|sg d S t||ƒV  qXd S |D ]�}|| }|t| ƒd kr�qr| ||| … }|r‘|s‘|| }|j||r˜dndd�}|�r|dk�rt|dƒ}|d |… }d}|rÖt|ƒ}
||
 t| ƒ }td|t ƒ}t|
|t ƒ}| |||¡dk}|�r|�s||v�rt||d	 d
ƒD ]"}| ||… }|rù|sù|| }|j|dd�}|d |… |v �r nqé|V  qrd S )NZiso2022_é   rv   rž   rw   r   r6   Fé   éÿÿÿÿ)	r•   r   r!   r‚   r€   Úmaxr   Úfindr¥   )r¸   rŠ   r¹   rº   r»   r¼   r½   r¾   r¿   rÀ   Zdecoded_lengthZsequence_lengthr§   Zdecoded_offsetÚchunkZ
base_bytesZcut_sequenceZ	chunk_endZchunk_partial_size_chkZchunk_prefixZfound_nearbyZexpected_offsetZsearch_startZ
search_endÚjr,   r,   r-   Úcut_sequence_chunksf  sˆ   €ûüÿü
þ
ÿÿÿÿþ
ÿÎrÉ   )r    r!   r"   r#   )r    r!   r"   r/   )r    r!   r"   r!   )r    r!   r"   rD   )rl   r!   r"   r/   )rq   )rr   rs   rt   r#   r"   rD   )r&   r!   r"   r/   )rr   rs   r"   r“   )r–   r!   r"   r/   )T)r�   r!   rž   r/   r"   r!   )r¡   r!   r¢   r!   r"   r£   )r¡   r!   r¢   r!   r"   r/   )r&   r!   r«   r#   r¬   r!   r"   r­   )NF)r¸   rs   rŠ   r!   r¹   r¥   rº   r#   r»   r/   r¼   r/   r½   r|   r¾   r/   r¿   rD   rÀ   r/   r"   rÁ   )IÚ
__future__r   r�   r®   r%   Úbisectr   Úcodecsr   Ú	functoolsr   Útypingr   Úconstantr   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r.   r3   r;   ÚsortedÚitemsr@   Ú__annotations__rC   rI   rJ   rR   rV   rY   r_   rb   rc   rd   re   rf   rg   rh   ri   rj   rm   rp   r‹   r’   r™   rœ   r    r¨   r©   ÚINFOr·   rÉ   r,   r,   r,   r-   Ú<module>   sb    h

*
þ





	
	









ÿ



ýö