13 lines
37 KiB
Plaintext
13 lines
37 KiB
Plaintext
|
B
|
|||
|
|
#U<>]<5D>L <00> @ s8 d Z G dd<02> de<01>ZG dd<04> de<02>ZG dd<06> de<02>ZdS ))S)S<> r r <00> r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r <00> r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr <00> r r r <00> r r r r r r r r r r r r r r r r r r r r r r r r r r r r <00> r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
|
|||
|
|
d <0B> Z
|
|||
|
|
d d
<0A> Z dd<0F> Z dd<11> Z
dS )<13>JapaneseContextAnalysis<69> <00><><EFBFBD><EFBFBD><EFBFBD><EFBFBD>d i<> r c C s* d | _ d | _d | _d | _d | _| <00><05> d S )N)<06>
|
|||
|
|
_total_rel<EFBFBD> _rel_sample<6C>_need_to_skip_char_num<75>_last_char_order<65>_done<6E>reset)<01>self<6C> r <00>3/tmp/pip-install-zuyyrlx8/chardet/chardet/jpcntx.py<70>__init__{ s z JapaneseContextAnalysis.__init__c C s* d| _ dg| j | _d| _d| _d| _d S )Nr r F)r <00>NUM_OF_CATEGORYr r
r r )r r r r r <00> s
|
|||
|
|
z JapaneseContextAnalysis.resetc C s<> | j r
|
|||
|
|
d S | j}x<>||k r<>| <00>|||d <00> <00>\}}||7 }||krV|| | _d| _q|dkr<>| jdkr<>| jd7 _| j| jkr<>d| _ P | jt| j | d7 < || _qW d S )Nr r r T)r r
<00> get_orderr r <00>MAX_REL_THRESHOLDr <00>jp2CharContext)r <00>byte_str<74> num_bytes<65>i<>order<65>char_lenr r r <00>feed<65> s
|
|||
|
|
|
|||
|
|
z JapaneseContextAnalysis.feedc C s | j | jkS )N)r <00>ENOUGH_REL_THRESHOLD)r r r r <00>got_enough_data<74> s z'JapaneseContextAnalysis.got_enough_datac C s, | j | jkr"| j | jd | j S | jS d S )Nr )r <00>MINIMUM_DATA_THRESHOLDr <00> DONT_KNOW)r r r r <00>get_confidence<63> s z&JapaneseContextAnalysis.get_confidencec C s dS )N)r r r )r r r r r r <00> s z!JapaneseContextAnalysis.get_orderN)<0E>__name__<5F>
|
|||
|
|
__module__<EFBFBD> __qualname__r r" r r r! r r r r r# r r r r r r t s r c s0 e Zd Z<02> fdd<02>Zedd<04> <00>Zdd<06> Z<06> ZS )<07>SJISContextAnalysisc s t t| <00><02><02> d| _d S )N<> SHIFT_JIS)<04>superr' r <00>
_charset_name)r )<01> __class__r r r <00> s z SJISContextAnalysis.__init__c C s | j S )N)r* )r r r r <00> charset_name<6D> s z SJISContextAnalysis.charset_namec C s<> |sdS |d }d| kr$dks>n d| kr:dkrjn n,d}|dksbd | kr^dkrnn qnd
|
|||
|
|
| _ nd }t|<01>d kr<>|d }|d kr<>d| kr<>d
kr<>n n |d |fS d|fS )N)r r r <00><> <00><> <00><> <00><> r <00><> <00><> <00>CP932r <00><> <00><> r )r* <00>len)r r <00>
|
|||
|
|
first_charr <00> second_charr r r r <00> s . z SJISContextAnalysis.get_order)r$ r% r& r <00>propertyr, r <00>
__classcell__r r )r+ r r' <00> s r' c @ s e Zd Zdd<02> ZdS )<04>EUCJPContextAnalysisc C s<> |sdS |d }|dks0d| kr,dkr6n nd}n|dkrDd}nd }t |<01>d kr<>|d }|d
|
|||
|
|
kr<>d| krxd kr<>n n |d |fS d |fS )
N)r r r <00><> <00><> <00><> r <00><> r r <00><> <00><> r )r6 )r r r7 r r8 r r r r <00> s z EUCJPContextAnalysis.get_orderN)r$ r% r& r r r r r r; <00> s r; N)r <00>objectr r' r; r r r r <00><module> s UC
|