U  3g0@sddlmZddlmZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZddlmZmZddlmZmZmZGd d d ZGd d d ZeeefZe eZGd ddZdS))aliases)sha256)dumps)sub)AnyDictIteratorListOptionalTupleUnion)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec @seZdZd8eeeedeeeedddZe edddZ e edd d Z e ed d d Z ed ddZed ddZdddddZe ed ddZe eed ddZe ed ddZe ed ddZe eed ddZe ed ddZe ed d d!Ze ed d"d#Ze ed d$d%Ze ed d&d'Ze ed d(d)Ze edd d*d+Ze ed d,d-Ze eed d.d/Ze eed d0d1Z d9eed3d4d5Z!e ed d6d7Z"dS): CharsetMatchNCoherenceMatches)payloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesdecoded_payloadpreemptive_declarationcCsL||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leavesZ_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrr)=/tmp/pip-unpacked-wheel-t7ubxsek/charset_normalizer/models.py__init__ s zCharsetMatch.__init__)otherreturncCs>t|ts&t|tr"t||jkSdS|j|jko<|j|jkS)NF) isinstancerstrrencoding fingerprintr(r,r)r)r*__eq__(s   zCharsetMatch.__eq__cCst|tstt|j|j}t|j|j}|dkrJ|dkrJ|j|jkS|dkr|dkrt|jtkrt|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r.r ValueErrorabschaos coherencelenrrmulti_byte_usage)r(r,Zchaos_differenceZcoherence_differencer)r)r*__lt__/s    zCharsetMatch.__lt__r-cCsdtt|t|jS)Ng?)r8r/rawr(r)r)r*r9EszCharsetMatch.multi_byte_usagecCs"|jdkrt|j|jd|_|jS)Nstrict)r&r/rrr=r)r)r*__str__Is zCharsetMatch.__str__cCsd|j|jS)Nz)formatr0r1r=r)r)r*__repr__OszCharsetMatch.__repr__cCs8t|tr||kr"td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r.rr4r@ __class__r&r#appendr2r)r)r* add_submatchRszCharsetMatch.add_submatchcCs|jSN)rr=r)r)r*r0]szCharsetMatch.encodingcCsDg}tD]2\}}|j|kr*||q |j|kr ||q |S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr0rC)r(Z also_known_asupr)r)r*encoding_aliasesas    zCharsetMatch.encoding_aliasescCs|jSrEr!r=r)r)r*bomnszCharsetMatch.bomcCs|jSrErJr=r)r)r*byte_order_markrszCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|] }|dqS)rr)).0er)r)r* |sz*CharsetMatch.languages..r r=r)r)r*rvszCharsetMatch.languagescCsp|jsbd|jkrdSddlm}m}t|jr8||jn||j}t|dksVd|krZdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiZEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r could_be_from_charsetZcharset_normalizer.cdrRrSrr0r8)r(rRrSrr)r)r*language~s  zCharsetMatch.languagecCs|jSrE)rr=r)r)r*r6szCharsetMatch.chaoscCs|js dS|jddS)Nrrr rPr=r)r)r*r7szCharsetMatch.coherencecCst|jdddSNd)ndigits)roundr6r=r)r)r* percent_chaosszCharsetMatch.percent_chaoscCst|jdddSrW)r[r7r=r)r)r*percent_coherenceszCharsetMatch.percent_coherencecCs|jS)z+ Original untouched bytes. )rr=r)r)r*r<szCharsetMatch.rawcCs|jSrE)r#r=r)r)r*submatchszCharsetMatch.submatchcCst|jdkSNr)r8r#r=r)r)r* has_submatchszCharsetMatch.has_submatchcCs@|jdk r|jSddt|D}ttdd|D|_|jS)NcSsg|] }t|qSr))r)rMcharr)r)r*rOsz*CharsetMatch.alphabets..cSsh|] }|r|qSr)r))rMrr)r)r* sz)CharsetMatch.alphabets..)r"r/sortedlist)r(Zdetected_rangesr)r)r* alphabetss zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|] }|jqSr))r0)rMmr)r)r*rOsz6CharsetMatch.could_be_from_charset..)rr#r=r)r)r*rUsz"CharsetMatch.could_be_from_charsetutf_8)r0r-cs|jdksj|krv|_t}jdk rhjdkrhttfdd|ddd}||dd}||d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rhcs4|j|d|d|dtjS)Nrr )stringspanreplacegroupsrr%)rgr=r)r*s z%CharsetMatch.output..i r rl)r%r/r'lowerrrencoder$)r(r0decoded_stringZpatched_headerr)r=r*outputs$   zCharsetMatch.outputcCst|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rrr hexdigestr=r)r)r*r1szCharsetMatch.fingerprint)NN)rh)#__name__ __module__ __qualname__bytesr/floatboolr r+objectr3r:propertyr9r?rArDr0r rIrKrLrrVr6r7r\r]r<r^r`rfrUrrr1r)r)r)r*r sf    rc@seZdZdZdeeedddZeedddZ e e e fed d d Z e dd d ZedddZedd ddZeddddZeddddZdS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. N)resultscCs|r t|ng|_dSrE)rd_results)r(r}r)r)r*r+szCharsetMatches.__init__r;ccs|jEdHdSrEr~r=r)r)r*__iter__szCharsetMatches.__iter__)itemr-cCsNt|tr|j|St|trFt|d}|jD]}||jkr.|Sq.tdS)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. FN)r.intr~r/rrUKeyError)r(rresultr)r)r* __getitem__s       zCharsetMatches.__getitem__cCs t|jSrEr8r~r=r)r)r*__len__szCharsetMatches.__len__cCst|jdkSr_rr=r)r)r*__bool__szCharsetMatches.__bool__cCs|t|tstdt|jt|jtkr`|j D],}|j |j kr2|j |j kr2| |dSq2|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r.rr4r@r/rBr8r<rr~r1r6rDrCrd)r(rmatchr)r)r*rCs    zCharsetMatches.appendrcCs|js dS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrrr=r)r)r*best(szCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rr=r)r)r*first0szCharsetMatches.first)N)rtrurv__doc__r r rr+rrr rr/rrryrrCrrr)r)r)r*r|sr|c @sjeZdZeeeeeeeeeeeeeeeed ddZe e ee fdddZ edddZ d S) CliDetectionResult pathr0rIalternative_encodingsrVrfrr6r7 unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrE) rrr0rIrrVrfrr6r7r) r(rr0rIrrVrfrr6r7rrr)r)r*r+<szCliDetectionResult.__init__r;c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)Nrrr=r)r)r*__dict__VszCliDetectionResult.__dict__cCst|jdddS)NT) ensure_asciiindent)rrr=r)r)r*to_jsonfszCliDetectionResult.to_jsonN)rtrurvr/r r ryrxr+r{rrrrr)r)r)r*r;s rN)Zencodings.aliasesrhashlibrjsonrrertypingrrrr r r r Zconstantrrutilsrrrrr|r/rxZCoherenceMatchrrr)r)r)r*s    $jC