U ]j2@sddlmZddlmZddlmZddlmZmZm Z m Z ddl m Z m Z ddlmZmZmZGdd d ZGd d d Ze eefZe eZGd d d ZdS)) annotations)aliases)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec @seZdZdCddddddddd d Zd dd d dZd dd ddZeddddZddddZddddZ ddd ddZ eddddZ eddddZ eddd d!Z eddd"d#Zeddd$d%Zeddd&d'Zeddd(d)Zeddd*d+Zeddd,d-Zeddd.d/Zeddd0d1Zed2dd3d4Zeddd5d6Zeddd7d8Zeddd9d:ZdDddd?Zed@ddAdBZdS)E CharsetMatchNzbytes | bytearraystrfloatboolCoherenceMatches str | None)payloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesdecoded_payloadpreemptive_declarationcCsL||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leavesZ_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrr)bc:\users\psant\downloads\hotstarbackend\school\venv\Lib\site-packages\charset_normalizer/models.py__init__ s zCharsetMatch.__init__object)otherreturncCs>t|ts&t|tr"t||jkSdS|j|jko<|j|jkS)NF) isinstancerrr encoding fingerprintr(r-r)r)r*__eq__(s   zCharsetMatch.__eq__cCst|tstt|j|j}t|j|j}|dkrJ|dkrJ|j|jkS|dkr|dkrt|jtkrt|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gzt?g{Gz?) r/r ValueErrorabschaos coherencelenrr multi_byte_usage)r(r-Zchaos_differenceZcoherence_differencer)r)r*__lt__/s    zCharsetMatch.__lt__r.cCsdtt|t|jS)Ng?)r8rrawr(r)r)r*r9EszCharsetMatch.multi_byte_usagecCsV|jdkrPt|j|jd|_|jrP|jdkrP|jrP|jddkrP|jdd|_|jS)Nstrictutf_7rur )r&rrrr!r=r)r)r*__str__Is  zCharsetMatch.__str__cCsd|jd|jdS)Nz)r0r1r=r)r)r*__repr__YszCharsetMatch.__repr__NonecCs8t|tr||kr"td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r/rr4format __class__r&r#appendr2r)r)r* add_submatch\szCharsetMatch.add_submatchcCs|jSN)rr=r)r)r*r0gszCharsetMatch.encoding list[str]cCsDg}tD]2\}}|j|kr*||q |j|kr ||q |S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr0rE)r(Z also_known_asupr)r)r*encoding_aliasesks    zCharsetMatch.encoding_aliasescCs|jSrGr!r=r)r)r*bomxszCharsetMatch.bomcCs|jSrGrMr=r)r)r*byte_order_mark|szCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|] }|dqS)rr)).0er)r)r* sz*CharsetMatch.languages..r r=r)r)r*rszCharsetMatch.languagescCsp|jsbd|jkrdSddlm}m}t|jr8||jn||j}t|dksVd|krZdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiZEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r could_be_from_charsetZcharset_normalizer.cdrUrVr r0r8)r(rUrVrr)r)r*languages  zCharsetMatch.languagecCs|jSrG)rr=r)r)r*r6szCharsetMatch.chaoscCs|js dS|jddS)Nrrr rSr=r)r)r*r7szCharsetMatch.coherencecCst|jdddSNd)ndigits)roundr6r=r)r)r* percent_chaosszCharsetMatch.percent_chaoscCst|jdddSrZ)r^r7r=r)r)r*percent_coherenceszCharsetMatch.percent_coherencecCs|jS)z+ Original untouched bytes. )rr=r)r)r*r<szCharsetMatch.rawzlist[CharsetMatch]cCs|jSrG)r#r=r)r)r*submatchszCharsetMatch.submatchcCst|jdkSNr)r8r#r=r)r)r* has_submatchszCharsetMatch.has_submatchcCs@|jdk r|jSddt|D}ttdd|D|_|jS)NcSsg|] }t|qSr))r)rPcharr)r)r*rRsz*CharsetMatch.alphabets..cSsh|] }|r|qSr)r))rPrr)r)r* sz)CharsetMatch.alphabets..)r"rsortedlist)r(Zdetected_rangesr)r)r* alphabetss  zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|] }|jqSr))r0)rPmr)r)r*rRsz6CharsetMatch.could_be_from_charset..)rr#r=r)r)r*rXsz"CharsetMatch.could_be_from_charsetutf_8bytes)r0r.cs~jdksj|krx|_t}jdk rjjdkrjttfdd|dddd}||dd}||d_jS) z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rkcs<|j|d|d|dtjddS)Nrr _-)stringspanreplacegroupsr r%)rjr=r)r*s z%CharsetMatch.output..i r )countrr)r%rr'lowerrr encoder$)r(r0decoded_stringZpatched_headerr)r=r*outputs$   zCharsetMatch.outputintcCs tt|S)z] Retrieve a hash fingerprint of the decoded payload, used for deduplication. )hashrr=r)r)r*r1szCharsetMatch.fingerprint)NN)rk)__name__ __module__ __qualname__r+r3r:propertyr9r@rArFr0rLrNrOrrYr6r7r_r`r<rarcrirXryr1r)r)r)r*r sV   rc@seZdZdZdddddZddd d Zd d d ddZddddZddddZd dd ddZ ddddZ ddddZ dS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nzlist[CharsetMatch] | None)resultscCs|r t|ng|_dSrG)rg_results)r(rr)r)r*r+szCharsetMatches.__init__zIterator[CharsetMatch]r;ccs|jEdHdSrGrr=r)r)r*__iter__szCharsetMatches.__iter__z int | strr)itemr.cCsNt|tr|j|St|trFt|d}|jD]}||jkr.|Sq.tdS)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. FN)r/rzrrr rXKeyError)r(rresultr)r)r* __getitem__ s       zCharsetMatches.__getitem__rzcCs t|jSrGr8rr=r)r)r*__len__szCharsetMatches.__len__rcCst|jdkSrbrr=r)r)r*__bool__szCharsetMatches.__bool__rBcCs|t|tstdt|jt|jtkr`|j D],}|j |j kr2|j |j kr2| |dSq2|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r/rr4rCrrDr8r<r rr1r6rFrErg)r(rmatchr)r)r*rEs    zCharsetMatches.appendzCharsetMatch | NonecCs|js dS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrrr=r)r)r*best1szCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rr=r)r)r*first9szCharsetMatches.first)N) r|r}r~__doc__r+rrrrrErrr)r)r)r*rsrc @sNeZdZdddddddddddd ddZed d d d Zdd d dZdS)CliDetectionResultrrrHrr pathr0rLalternative_encodingsrYrirr6r7 unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrG) rrr0rLrrYrirr6r7r) r(rr0rLrrYrirr6r7rrr)r)r*r+EszCliDetectionResult.__init__zdict[str, Any]r;c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)Nrrr=r)r)r*__dict___szCliDetectionResult.__dict__cCsddlm}||jdddS)Nr)dumpsT) ensure_asciiindent)jsonrr)r(rr)r)r*to_jsonos zCliDetectionResult.to_jsonN)r|r}r~r+rrrr)r)r)r*rDs"rN) __future__rZencodings.aliasesrrertypingrrrrZconstantr r utilsr r rrrrrZCoherenceMatchrrr)r)r)r*s   sC