i 0ddlmZddlmZddlmZddlmZddlm Z m Z m Z m Z ddl mZmZddlmZmZmZGd d ZGd d Ze eefZe eZGd dZdS)) annotations)aliases)dumps)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangeceZdZ d0d1dZd2dZd2dZed3dZd4dZd4dZ d5dZ ed4dZ ed6dZ ed7dZ ed7dZed6dZed4d Zed3d!Zed3d"Zed3d#Zed3d$Zed8d%Zed9d'Zed7d(Zed6d)Zed6d*Zd:d;d-Zed"?"?&)$.5?*J&K&K d " "';d'B'B>EO3 3  $ $)=)E)E4=!!%555zEK//(5+AA AzEK''r1cjdtt|t|jz z S)Ng?)r@rrawr.s r/rAzCharsetMatch.multi_byte_usageFs&c#d))nns48}}455r1c^|j t|j|jd|_|jS)Nstrict)r,rr"r#rGs r/__str__zCharsetMatch.__str__Js) < t}dnhGGDL|r1c(d|jd|jdS)Nz)r7r8rGs r/__repr__zCharsetMatch.__repr__Ps IIIT5EIIIIr1Nonect|tr||kr'td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r6rr<format __class__r,r(appendr9s r/ add_submatchzCharsetMatch.add_submatchSsk%.. %4--MTTO    E"""""r1c|jSN)r#rGs r/r7zCharsetMatch.encoding^s ~r1 list[str]cg}tjD]F\}}|j|kr||&|j|kr||G|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr7rQ)r. also_known_asups r/encoding_aliaseszCharsetMatch.encoding_aliasesbsn $& MOO ( (DAq}!!$$Q''''!##$$Q'''r1c|jSrTr&rGs r/bomzCharsetMatch.bomo ##r1c|jSrTr]rGs r/byte_order_markzCharsetMatch.byte_order_marksr_r1c$d|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cg|] }|d S)r).0es r/ z*CharsetMatch.languages..}s...!...r1r%rGs r/rzCharsetMatch.languagesws /.do....r1c|jshd|jvrdSddlm}m}t |jr||jn||j}t|dksd|vrdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r%could_be_from_charsetcharset_normalizer.cdrlrmrr7r@)r.rlrmrs r/languagezCharsetMatch.languages  $444 y X W W W W W W W*$-887%%dm444'' 66  9~~""my&@&@ yQ< q!!$$r1c|jSrT)r$rGs r/r>zCharsetMatch.chaoss $$r1c:|jsdS|jddS)Nr!rr rhrGs r/r?zCharsetMatch.coherences# 3q!!$$r1c4t|jdzdSNd)ndigits)roundr>rGs r/ percent_chaoszCharsetMatch.percent_chaossTZ#%q1111r1c4t|jdzdSru)ryr?rGs r/percent_coherencezCharsetMatch.percent_coherencesT^c)15555r1c|jS)z+ Original untouched bytes. )r"rGs r/rFzCharsetMatch.raws }r1list[CharsetMatch]c|jSrT)r(rGs r/submatchzCharsetMatch.submatchs |r1c2t|jdkSNr)r@r(rGs r/ has_submatchzCharsetMatch.has_submatchs4<  1$$r1c|j|jSdt|D}ttd|D|_|jS)Nc,g|]}t|Srd)r)rechars r/rgz*CharsetMatch.alphabets..s ,W,W,WT]4-@-@,W,W,Wr1ch|]}||Srdrd)rers r/ z)CharsetMatch.alphabets..s+L+L+L!!+LA+L+L+Lr1)r'rsortedlist)r.detected_rangess r/ alphabetszCharsetMatch.alphabetss^   +' ',W,WSQUYY,W,W,W%d+L+L+L+L+L&M&MNN##r1c6|jgd|jDzS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cg|] }|j Srd)r7)rems r/rgz6CharsetMatch.could_be_from_charset..s"D"D"D!1:"D"D"Dr1)r#r(rGs r/roz"CharsetMatch.could_be_from_charsets%"D"Dt|"D"D"DDDr1utf_8r7c<j j|kr|_t}jKjdvr0t t fd|ddd}||ddz}||d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rc&|j|d|d|dt jddS)Nrr _-)stringspanreplacegroupsrr+)rr.s r/z%CharsetMatch.output..shahqvvxx{QVVXXa['@AII 1 !$"788@@cJJr1i r )countr)r+rr-lowerrr encoder*)r.r7decoded_stringpatched_headers` r/outputzCharsetMatch.outputs  (D,AX,M,M$,D ! YYN,806688122"%3#5D5)""""0.2G!G#1#8#89#M#MD ##r1intc:tt|S)z] Retrieve a hash fingerprint of the decoded payload, used for deduplication. )hashrrGs r/r8zCharsetMatch.fingerprints CIIr1)NN)rrrrrrrrrrrrrr)r2r3r4r)r4rr4r)r2rr4rM)r4rUr4r)r4r)r4r~)r)r7rr4rr4r)__name__ __module__ __qualname__r0r:rDpropertyrArJrLrRr7r[r^rarrqr>r?rzr|rFrrrrorr8rdr1r/rr s'+-1JJJJJ8YYYY((((,666X6 JJJJ # # # #X   X $$$X$$$$X$///X/%%%X%6%%%X%%%%X% 222X2666X6X X%%%X%$$$X$EEEXE$$$$$:Xr1rcTeZdZdZdddZddZdd ZddZddZddZ ddZ ddZ dS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nresultslist[CharsetMatch] | Nonec6|rt|ng|_dSrT)r_results)r.rs r/r0zCharsetMatches.__init__s?F,NF7OOOB r1r4Iterator[CharsetMatch]c#$K|jEd{VdSrTrrGs r/__iter__zCharsetMatches.__iter__s&=         r1item int | strrct|tr |j|St|tr't |d}|jD]}||jvr|cSt )z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r6rrrrroKeyError)r.rresults r/ __getitem__zCharsetMatches.__getitem__sv dC  '=& & dC  "T5))D- " "6777!MMM8r1rc*t|jSrTr@rrGs r/__len__zCharsetMatches.__len__s4=!!!r1rc2t|jdkSrrrGs r/__bool__zCharsetMatches.__bool__s4=!!A%%r1rMct|ts4tdt |jt |jtkrB|j D]:}|j |j kr(|j |j kr| |dS;|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r6rr<rOrrPr@rFr rr8r>rRrQr)r.rmatchs r/rQzCharsetMatches.appends $ -- ?FF''  tx==+ + +  $(888U[DJ=V=V&&t,,,FF T"""t}-- r1CharsetMatch | Nonec.|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. NrrrGs r/bestzCharsetMatches.best(s } 4}Qr1c*|S)zP Redundant method, call the method best(). Kept for BC reasons. )rrGs r/firstzCharsetMatches.first0syy{{r1rT)rr)r4r)rrr4rrr)rrr4rM)r4r) rrr__doc__r0rrrrrQrrrdr1r/rrs OOOOO!!!!    """"&&&&....(    r1rc6eZdZddZeddZddZdS)CliDetectionResultpathrr7rr[rUalternative_encodingsrqrrrr>rr? unicode_path is_preferredc ||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrT) rrr7r[rrqrrr>r?r) r.rr7r[rrqrrr>r?rrs r/r0zCliDetectionResult.__init__<s\ (4$, +;0E"% $-$2! )".r1r4dict[str, Any]c |j|j|j|j|j|j|j|j|j|j |j d S)N rr7r[rrqrrr>r?rrrrGs r/__dict__zCliDetectionResult.__dict__VsOI $ 5%)%? "1Z - -   r1c0t|jddS)NT) ensure_asciiindent)rrrGs r/to_jsonzCliDetectionResult.to_jsonfsT]a@@@@r1N)rrr7rr[rUrrUrqrrrUrrr>rr?rrrrr)r4rr)rrrr0rrrrdr1r/rr;sb////4    X  AAAAAAr1rN) __future__rencodings.aliasesrjsonrrertypingrrr r constantr r utilsrrrrrrrCoherenceMatchrrrdr1r/rs`""""""%%%%%%------------GGGGGGGGCCCCCCCCCCeeeeeeeeP@@@@@@@@FsEz"',A,A,A,A,A,A,A,A,A,Ar1