3
X @ s` d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z m Z G dd deZ
d S )
)MultiByteCharSetProber)CodingStateMachine)SJISDistributionAnalysis)SJISContextAnalysis)
SJIS_SM_MODEL) ProbingState MachineStatec sP e Zd Z fddZ fddZedd Zedd Zd d
Zd d Z Z
S )
SJISProberc s4 t t| j tt| _t | _t | _ | j
d S )N) superr __init__r r coding_smr distribution_analyzerr context_analyzerreset)self) __class__ /usr/lib/python3.6/sjisprober.pyr % s
zSJISProber.__init__c s t t| j | jj d S )N)r
r r r )r )r r r r , s zSJISProber.resetc C s | j jS )N)r charset_name)r r r r r 0 s zSJISProber.charset_namec C s dS )NZJapaneser )r r r r language4 s zSJISProber.languagec C sL xt t|D ]}| jj|| }|tjkrP| jjd| j| j | t
j | _ P q|tj
krft
j| _ P q|tjkr| jj }|dkr|d | jd< | jj| jd| d | | jj| j| q| jj||d | |d | | | jj||d |d | qW |d | jd< | jt
jkrF| jj rF| j | jkrFt
j| _ | jS )Nz!%s %s prober hit error at byte %s r )rangelenr Z
next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ
_last_charr feedr
stateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r 8 s6
zSJISProber.feedc C s | j j }| jj }t||S )N)r r r
max)r Z context_confZ distrib_confr r r r Y s
zSJISProber.get_confidence) __name__
__module__ __qualname__r r propertyr r r r
__classcell__r r )r r r $ s !r N)Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr Zenumsr r r r r r r s