o ͠i(1@sddlmZddlZddlZddlZddlmZddlmZddl m Z ddl m Z ddl mZddlmZd d lmZmZmZmZmZmZmZe ed diddZe ed djddZe ed dkddZe ed diddZe ed diddZe ed diddZe ed diddZe ed didd Z e ed did!d"Z!e ed did#d$Z"e ed did%d&Z#e ed did'd(Z$e ed did)d*Z%e ed did+d,Z&e ed did-d.Z'e ed did/d0Z(e ed did1d2Z)e e*ed dld4d5Z+e ed did6d7Z,dmdnd=d>Z-e d?d dodAdBZ.dpdDdEZ/dqdGdHZ0drdsdLdMZ1dtdQdRZ2dudSdTZ3dUej4dVfdvdZd[Z5 dwdxdgdhZ6dS)y) annotationsN)IncrementalDecoder)aliases) lru_cache)findall) Generator)MultibyteIncrementalDecoder)ENCODING_MARKSIANA_SUPPORTED_SIMILARRE_POSSIBLE_ENCODING_INDICATIONUNICODE_RANGES_COMBINEDUNICODE_SECONDARY_RANGE_KEYWORDUTF8_MAXIMAL_ALLOCATIONCOMMON_CJK_CHARACTERS)maxsize characterstrreturnboolcCsdzt|}Wn tyYdSwd|vp1d|vp1d|vp1d|vp1d|vp1d|vp1d|vp1d |vS) NFz WITH GRAVEz WITH ACUTEz WITH CEDILLAzWITH DIAERESISzWITH CIRCUMFLEXz WITH TILDEz WITH MACRONzWITH RING ABOVE unicodedataname ValueErrorr descriptionrbC:\Users\psant\Downloads\Anu Raj Backend\school\venv\Lib\site-packages\charset_normalizer/utils.pyis_accentuateds( rcCs.t|}|s |S|d}tt|ddS)N r)r decompositionsplitchrint)rZ decomposedcodesrrr remove_accent-s  r& str | NonecCs.t|}tD] \}}||vr|SqdS)zK Retrieve the Unicode range official name from a single character. N)ordr items)rZ character_ord range_nameZ ord_rangerrr unicode_range8s r+cC*z t|}Wd|vStyYdSw)NFZLATINrrrrris_latinFs   r-cCs2t|}d|vr dSt|}|durdSd|vS)NPTFZ Punctuationrcategoryr+rcharacter_categorycharacter_rangerrris_punctuationOs r4cCsBt|}d|vs d|vrdSt|}|durdSd|vo |dkS)NSNTFZFormsZLor/r1rrr is_symbol^s r7cCs$t|}|dur dSd|vpd|vS)NFZ EmoticonsZ Pictographs)r+)rr3rrr is_emoticonmsr8cCs.|s|dvr dSt|}d|vp|dvS)N>+u｜>ZPoZPdZPc)isspacerr0)rr2rrr is_separatorws r>cCs||kSN)islowerisupperrrrris_case_variablesrCcCr,)NFCJKrrZcharacter_namerrris_cjk   rFcCr,)NFZHIRAGANArrErrr is_hiraganarGrHcCr,)NFZKATAKANArrErrr is_katakanarGrIcCr,)NFZHANGULrrErrr is_hangulrGrJcCr,)NFZTHAIrrErrris_thairGrKcCr,)NFARABICrrErrr is_arabicrGrMcCs4zt|}Wn tyYdSwd|vod|vS)NFrLz ISOLATED FORMrrErrris_arabic_isolated_forms  rNcCs|tvSr?)rrBrrris_cjk_uncommonsrOr*cstfddtDS)Nc3s|]}|vVqdSr?r).0keywordr*rr sz-is_unicode_range_secondary..)anyrrRrrRris_unicode_range_secondarysrUcCs(|duo|duo|dko|dkS)NFu)r= isprintablerBrrris_unprintables  rX sequencebytes search_zoner$cCst|tstt|}tt|dt||jddd}t|dkr$dS|D]'}| dd}t D]\}}||krB|S||krL|Sq4q&dS)zW Extract using ASCII-only decoder any specified encoding in the first n-bytes. Nasciiignoreerrorsr-_) isinstancer[ TypeErrorlenrr mindecodelowerreplacerr))rZr\Zseq_lenresultsZspecified_encodingencoding_alias encoding_ianarrrany_specified_encodings&    rmrcCs |dvpttd|jtS)zQ Verify is a specific encoding is a multi byte one based on it IANA name > utf_32_be utf_16_beutf_8Z utf_8_sigutf_32 utf_32_le utf_16_leutf_7utf_16 encodings.N) issubclass importlib import_modulerr)rrrris_multi_byte_encodings  r{tuple[str | None, bytes]cCsJtD] }t|}t|tr|g}|D]}||r!||fSqqdS)z9 Identify and extract SIG/BOM in given sequence. )NN)r rcr[ startswith)rZ iana_encodingZmarksmarkrrridentify_sig_or_boms  rrcCs|dvS)N>rrrvr)rrrrshould_strip_sig_or_bom(srTcp_namestrictcCsN|dd}tD]\}}|||fvr|Sq |r%td|d|S)zIReturns the Python normalized encoding name (Not the IANA official name).rarbzUnable to retrieve IANA for ''N)rhrirr)r)rrrkrlrrr iana_name,s r iana_name_a iana_name_bfloatc Cst|st|r dStd|j}td|j}|dd}|dd}d}tdD]}t|g}||||krA|d7}q,|dS) Ngrwr^r_rr )r{ryrzrranger[rg) rrZ decoder_aZ decoder_bZid_aZid_bZcharacter_match_countiZ to_be_decodedrrr cp_similarity=s    rcCs|tvo |t|vS)z Determine if two code page are at least 80% similar. IANA_SUPPORTED_SIMILAR dict was generated using the function cp_similarity. N)r )rrrrr is_cp_similarQs rZcharset_normalizerz)%(asctime)s | %(levelname)s | %(message)slevel format_stringNonecCs:t|}||t}|t|||dSr?)logging getLoggersetLevel StreamHandler setFormatter Formatter addHandler)rrrloggerhandlerrrrset_logging_handler\s  r sequencesrloffsetsr chunk_sizebom_or_sig_availablestrip_sig_or_bom sig_payloadis_multi_byte_decoderdecoded_payloadGenerator[str, None, None]c cs&|r|dur|D]} || | |} | sdS| Vq dS|D]p} | |} | t|dkr/q || | |} |rA|durA|| } | j||rHdndd} |r| dkrt|d} |r| d| |vrt| | dd D]#}||| } |r{|dur{|| } | j|dd} | d| |vrqqi| Vq dS) NFr^rr_rr )rergrfr)rrlrrrrrrrrchunkZ chunk_endZ cut_sequenceZchunk_partial_size_chkjrrrcut_sequence_chunksisF       r)rrrr)rrrr)rrrr')r*rrr)rY)rZr[r\r$rr')rrrr)rZr[rr|)rrrr)T)rrrrrr)rrrrrr)rrrrrr)rrrr$rrrrr?)rr[rlrrrrr$rrrrrr[rrrr'rr)7 __future__rryrrcodecsrZencodings.aliasesr functoolsrrertypingrZ_multibytecodecrZconstantr r r r rrrrr&r+r-r4r7r8r>rCrFrHrIrJrKrMrNrOrerUrXrmr{rrrrrINFOrrrrrrs~       $