16 lines
6.1 KiB
Plaintext
16 lines
6.1 KiB
Plaintext
|
B
|
|||
|
|
T%<25>]<5D>$ <00> @ s<> d dl mZmZmZ d dlmZmZmZ d dlm Z m
|
|||
|
|
Z
|
|||
|
|
m Z d dl m
Z
mZmZ d dlmZmZmZ G dd<07> de<14>ZG dd <09> d e<15>ZG d
|
|||
|
|
d <0B> d e<15>ZG d d
<0A> d
e<15>ZG dd<0F> de<15>ZG dd<11> de<15>ZG dd<13> de<15>ZdS )<15> )<03>EUCTW_CHAR_TO_FREQ_ORDER<45>EUCTW_TABLE_SIZE<5A> EUCTW_TYPICAL_DISTRIBUTION_RATIO)<03>EUCKR_CHAR_TO_FREQ_ORDER<45>EUCKR_TABLE_SIZE<5A> EUCKR_TYPICAL_DISTRIBUTION_RATIO)<03>GB2312_CHAR_TO_FREQ_ORDER<45>GB2312_TABLE_SIZE<5A>!GB2312_TYPICAL_DISTRIBUTION_RATIO)<03>BIG5_CHAR_TO_FREQ_ORDER<45>BIG5_TABLE_SIZE<5A> BIG5_TYPICAL_DISTRIBUTION_RATIO)<03>JIS_CHAR_TO_FREQ_ORDER<45>JIS_TABLE_SIZE<5A> JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd<06> Zdd<08> Zd d
|
|||
|
|
<EFBFBD> Z d d <0C> Z
|
|||
|
|
d
d<0E> Z dd<10> Z dS )<12>CharDistributionAnalysisi g<>G<EFBFBD>z<14><>?g{<14>G<EFBFBD>z<EFBFBD>?<3F> c C s0 d | _ d | _d | _d | _d | _d | _| <00><06> d S )N)<07>_char_to_freq_order<65> _table_size<7A>typical_distribution_ratio<69>_done<6E> _total_chars<72> _freq_chars<72>reset)<01>self<6C> r <00>=/tmp/pip-install-_zqls8j0/chardet/chardet/chardistribution.py<70>__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF<65> N)r r r )r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| <00> |<01>}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length<74> <00><><EFBFBD><EFBFBD><EFBFBD>r r i N)<05> get_orderr r r r )r <00>char<61>char_len<65>orderr r r <00>feedF s
|
|||
|
|
z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r <00>MINIMUM_DATA_THRESHOLD<4C>SURE_NOr <00>SURE_YES)r <00>rr r r <00>get_confidenceT s
|
|||
|
|
|
|||
|
|
z'CharDistributionAnalysis.get_confidencec C s | j | jkS )N)r <00>ENOUGH_DATA_THRESHOLD)r r r r <00>got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr r )r <00>byte_strr r r r! i s z"CharDistributionAnalysis.get_orderN)
<0A>__name__<5F>
|
|||
|
|
__module__<EFBFBD> __qualname__r+ r( r' r& r r r% r* r, r! r r r r r ( s r c s$ e Zd Z<02> fdd<02>Zdd<04> Z<04> ZS )<05>EUCTWDistributionAnalysisc s$ t t| <00><02><02> t| _t| _t| _d S )N) <09>superr1 r r r r r r r )r )<01> __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr <00><> <00>^ r <00><> r r )r r- <00>
|
|||
|
|
first_charr r r r! x s z#EUCTWDistributionAnalysis.get_order)r. r/ r0 r r! <00>
__classcell__r r )r3 r r1 q s r1 c s$ e Zd Z<02> fdd<02>Zdd<04> Z<04> ZS )<05>EUCKRDistributionAnalysisc s$ t t| <00><02><02> t| _t| _t| _d S )N) r2 r9 r r r r r r r )r )r3 r r r <00> s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr <00><> r5 r r6 r r )r r- r7 r r r r! <00> s z#EUCKRDistributionAnalysis.get_order)r. r/ r0 r r! r8 r r )r3 r r9 <00> s r9 c s$ e Zd Z<02> fdd<02>Zdd<04> Z<04> ZS )<05>GB2312DistributionAnalysisc s$ t t| <00><02><02> t| _t| _t| _d S )N) r2 r; r r r r r r
|
|||
|
|
r )r )r3 r r r <00> s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r: r6 r5 r r )r r- r7 <00> second_charr r r r! <00> s z$GB2312DistributionAnalysis.get_order)r. r/ r0 r r! r8 r r )r3 r r; <00> s r; c s$ e Zd Z<02> fdd<02>Zdd<04> Z<04> ZS )<05>Big5DistributionAnalysisc s$ t t| <00><02><02> t| _t| _t| _d S )N) r2 r= r r r r r r
r )r )r3 r r r <00> s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r <00><> r6 <00><> <00>? <00>@ r r )r r- r7 r< r r r r! <00> s z"Big5DistributionAnalysis.get_order)r. r/ r0 r r! r8 r r )r3 r r= <00> s r= c s$ e Zd Z<02> fdd<02>Zdd<04> Z<04> ZS )<05>SJISDistributionAnalysisc s$ t t| <00><02><02> t| _t| _t| _d S )N) r2 rB r r r r r r r )r )r3 r r r <00> s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d
|
|||
|
|
}|d krnd }|S ) Nr r <00><> <00><> <00><> <00><> <00><> <00> r rA <00> r )r r- r7 r< r$ r r r r! <00> s z"SJISDistributionAnalysis.get_order)r. r/ r0 r r! r8 r r )r3 r rB <00> s rB c s$ e Zd Z<02> fdd<02>Zdd<04> Z<04> ZS )<05>EUCJPDistributionAnalysisc s$ t t| <00><02><02> t| _t| _t| _d S )N) r2 rJ r r r r r r r )r )r3 r r r <00> s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr <00><> r5 r6 r r r )r r- r" r r r r! <00> s z#EUCJPDistributionAnalysis.get_order)r. r/ r0 r r! r8 r r )r3 r rJ <00> s rJ N) <1C> euctwfreqr r r <00> euckrfreqr r r <00>
|
|||
|
|
gb2312freqr r r
|
|||
|
|
<00>big5freqr r r
<00>jisfreqr r r <00>objectr r1 r9 r; r= rB rJ r r r r <00><module> s I
|