o
    ;)h(1                     @  s  d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ d dlmZ d dlmZ d	d
lmZmZmZmZmZmZmZ e
eddiddZe
eddjddZe
eddkddZe
eddiddZe
eddiddZe
eddiddZe
eddiddZe
eddidd Z e
eddid!d"Z!e
eddid#d$Z"e
eddid%d&Z#e
eddid'd(Z$e
eddid)d*Z%e
eddid+d,Z&e
eddid-d.Z'e
eddid/d0Z(e
eddid1d2Z)e
e*eddld4d5Z+e
eddid6d7Z,dmdnd=d>Z-e
d?ddodAdBZ.dpdDdEZ/dqdGdHZ0drdsdLdMZ1dtdQdRZ2dudSdTZ3dUej4dVfdvdZd[Z5	dwdxdgdhZ6dS )y    )annotationsN)IncrementalDecoder)aliases)	lru_cache)findall)	Generator)MultibyteIncrementalDecoder   )ENCODING_MARKSIANA_SUPPORTED_SIMILARRE_POSSIBLE_ENCODING_INDICATIONUNICODE_RANGES_COMBINEDUNICODE_SECONDARY_RANGE_KEYWORDUTF8_MAXIMAL_ALLOCATIONCOMMON_CJK_CHARACTERS)maxsize	characterstrreturnboolc                 C  sd   zt | }W n
 ty   Y dS w d|v p1d|v p1d|v p1d|v p1d|v p1d|v p1d|v p1d	|v S )
NFz
WITH GRAVEz
WITH ACUTEzWITH CEDILLAzWITH DIAERESISzWITH CIRCUMFLEXz
WITH TILDEzWITH MACRONzWITH RING ABOVEunicodedataname
ValueErrorr   description r   WC:\Users\User\Downloads\Proyecto_IoT\venv\Lib\site-packages\charset_normalizer/utils.pyis_accentuated   s(   r   c                 C  s.   t | }|s	| S |d}tt|d dS )N r      )r   decompositionsplitchrint)r   Z
decomposedcodesr   r   r   remove_accent-   s
   

r&   
str | Nonec                 C  s.   t | }t D ]\}}||v r|  S qdS )zK
    Retrieve the Unicode range official name from a single character.
    N)ordr   items)r   Zcharacter_ord
range_nameZ	ord_ranger   r   r   unicode_range8   s   r+   c                 C  *   z
t | }W d|v S  ty   Y dS w )NFZLATINr   r   r   r   r   is_latinF   s   r-   c                 C  s2   t | }d|v rdS t| }|d u rdS d|v S )NPTFPunctuationr   categoryr+   r   character_categorycharacter_ranger   r   r   is_punctuationO   s   
r5   c                 C  sB   t | }d|v sd|v rdS t| }|d u rdS d|v o |dkS )NSNTFZFormsZLor0   r2   r   r   r   	is_symbol^   s   
r8   c                 C  s$   t | }|d u r
dS d|v pd|v S )NFZ	EmoticonsZPictographs)r+   )r   r4   r   r   r   is_emoticonm   s   r9   c                 C  s.   |   s| dv r
dS t| }d|v p|dv S )N>   +>u   ｜<TZ>   ZPdZPcZPo)isspacer   r1   )r   r3   r   r   r   is_separatorw   s   
r?   c                 C  s   |   |  kS N)islowerisupperr   r   r   r   is_case_variable   s   rD   c                 C  r,   )NFCJKr   r   Zcharacter_namer   r   r   is_cjk      rG   c                 C  r,   )NFZHIRAGANAr   rF   r   r   r   is_hiragana   rH   rI   c                 C  r,   )NFZKATAKANAr   rF   r   r   r   is_katakana   rH   rJ   c                 C  r,   )NFZHANGULr   rF   r   r   r   	is_hangul   rH   rK   c                 C  r,   )NFZTHAIr   rF   r   r   r   is_thai   rH   rL   c                 C  r,   )NFARABICr   rF   r   r   r   	is_arabic   rH   rN   c                 C  s4   zt | }W n
 ty   Y dS w d|v od|v S )NFrM   zISOLATED FORMr   rF   r   r   r   is_arabic_isolated_form   s   rO   c                 C  s   | t vS r@   )r   rC   r   r   r   is_cjk_uncommon   s   rP   r*   c                   s   t  fddtD S )Nc                 3  s    | ]}| v V  qd S r@   r   ).0keywordr*   r   r   	<genexpr>   s    z-is_unicode_range_secondary.<locals>.<genexpr>)anyr   rS   r   rS   r   is_unicode_range_secondary   s   rV   c                 C  s(   |   du o|  du o| dko| dkS )NFu   ﻿)r>   isprintablerC   r   r   r   is_unprintable   s   
rY       sequencebytessearch_zoner$   c                 C  s   t | tstt| }tt| dt|| jddd}t|dkr$dS |D ]'}| 	dd}t
 D ]\}}||krB|    S ||krL|    S q4q&dS )zW
    Extract using ASCII-only decoder any specified encoding in the first n-bytes.
    Nasciiignoreerrorsr   -_)
isinstancer\   	TypeErrorlenr   r   mindecodelowerreplacer   r)   )r[   r]   Zseq_lenresultsZspecified_encodingencoding_aliasencoding_ianar   r   r   any_specified_encoding   s&   
rn      r   c                 C  s    | dv pt td|  jtS )zQ
    Verify is a specific encoding is a multi byte one based on it IANA name
    >	   utf_16utf_32	utf_16_beutf_8	utf_16_le	utf_32_le	utf_32_beZ	utf_8_sigutf_7
encodings.)
issubclass	importlibimport_moduler   r   )r   r   r   r   is_multi_byte_encoding  s   
r|   tuple[str | None, bytes]c                 C  sJ   t D ] }t | }t|tr|g}|D ]}| |r!||f    S qqdS )z9
    Identify and extract SIG/BOM in given sequence.
    )N    )r
   rd   r\   
startswith)r[   iana_encodingZmarksmarkr   r   r   identify_sig_or_bom  s   

r   r   c                 C  s   | dvS )N>   rp   rq   r   )r   r   r   r   should_strip_sig_or_bom(  s   r   Tcp_namestrictc                 C  sN   |   dd} t D ]\}}| ||fv r|  S q|r%td|  d| S )zIReturns the Python normalized encoding name (Not the IANA official name).rb   rc   zUnable to retrieve IANA for '')ri   rj   r   r)   r   )r   r   rl   rm   r   r   r   	iana_name,  s   r   iana_name_aiana_name_bfloatc           	      C  s   t | st |r
dS td|  j}td| j}|dd}|dd}d}tdD ]}t|g}||||krA|d7 }q,|d S )	Ng        rx   r_   r`   r      r	      )r|   rz   r{   r   ranger\   rh   )	r   r   Z	decoder_aZ	decoder_bZid_aZid_bZcharacter_match_countiZto_be_decodedr   r   r   cp_similarity=  s   


r   c                 C  s   | t v o	|t |  v S )z
    Determine if two code page are at least 80% similar. IANA_SUPPORTED_SIMILAR dict was generated using
    the function cp_similarity.
    )r   )r   r   r   r   r   is_cp_similarQ  s   
r   Zcharset_normalizerz)%(asctime)s | %(levelname)s | %(message)slevelformat_stringNonec                 C  s:   t | }|| t  }|t | || d S r@   )logging	getLoggersetLevelStreamHandlersetFormatter	Formatter
addHandler)r   r   r   loggerhandlerr   r   r   set_logging_handler\  s
   

r   	sequencesrm   offsetsr   
chunk_sizebom_or_sig_availablestrip_sig_or_bomsig_payloadis_multi_byte_decoderdecoded_payloadGenerator[str, None, None]c	                 c  s&   |r|du r|D ]}	||	|	|  }
|
s d S |
V  q	d S |D ]p}	|	| }|t | d kr/q | |	|	|  }|rA|du rA|| }|j||rHdndd}
|r|	dkrt|d}|r|
d | |vrt|	|	d d	D ]#}| || }|r{|du r{|| }|j|dd}
|
d | |v r nqi|
V  q d S )
NF   r_   r   r`   r   r       )rf   rh   rg   r   )r   rm   r   r   r   r   r   r   r   r   chunkZ	chunk_endZcut_sequenceZchunk_partial_size_chkjr   r   r   cut_sequence_chunksi  sD   

r   )r   r   r   r   )r   r   r   r   )r   r   r   r'   )r*   r   r   r   )rZ   )r[   r\   r]   r$   r   r'   )r   r   r   r   )r[   r\   r   r}   )r   r   r   r   )T)r   r   r   r   r   r   )r   r   r   r   r   r   )r   r   r   r   r   r   )r   r   r   r$   r   r   r   r   r@   )r   r\   rm   r   r   r   r   r$   r   r   r   r   r   r\   r   r   r   r'   r   r   )7
__future__r   rz   r   r   codecsr   Zencodings.aliasesr   	functoolsr   rer   typingr   Z_multibytecodecr   Zconstantr
   r   r   r   r   r   r   r   r&   r+   r-   r5   r8   r9   r?   rD   rG   rI   rJ   rK   rL   rN   rO   rP   rf   rV   rY   rn   r|   r   r   r   r   r   INFOr   r   r   r   r   r   <module>   s~    $
									
 



