Ńņ aįÅRc @sOddklZlZlZddklZlZlZddkl Z l Z l Z ddk l Z lZlZddklZlZlZddklZdZdZd Zd Zd dd „ƒYZd efd„ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZ dS(i(tEUCTWCharToFreqOrdertEUCTW_TABLE_SIZEt EUCTW_TYPICAL_DISTRIBUTION_RATIO(tEUCKRCharToFreqOrdertEUCKR_TABLE_SIZEt EUCKR_TYPICAL_DISTRIBUTION_RATIO(tGB2312CharToFreqOrdertGB2312_TABLE_SIZEt!GB2312_TYPICAL_DISTRIBUTION_RATIO(tBig5CharToFreqOrdertBIG5_TABLE_SIZEtBIG5_TYPICAL_DISTRIBUTION_RATIO(tJISCharToFreqOrdertJIS_TABLE_SIZEtJIS_TYPICAL_DISTRIBUTION_RATIO(twrap_ordig®Gįz®ļ?g{®Gįz„?itCharDistributionAnalysiscBs>eZd„Zd„Zd„Zd„Zd„Zd„ZRS(cCs)d|_d|_d|_|iƒdS(N(tNonet_mCharToFreqOrdert _mTableSizet_mTypicalDistributionRatiotreset(tself((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyt__init__/s   cCst|_d|_d|_dS(sreset analyser, clear any stateiN(tFalset_mDonet _mTotalCharst _mFreqChars(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR;s  cCs…|djo|i|ƒ}nd}|djoN|id7_||ijo+d|i|jo|id7_q}qndS(s"feed a character with known lengthii’’’’iiiN(t get_orderRRRR(RtaBuftaCharLentorder((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pytfeedDs  cCsp|idjp|itjotS|i|ijo4|i|i|i|i}|tjo|SntS(s(return confidence based on existing datai(RRtMINIMUM_DATA_THRESHOLDtSURE_NORtSURE_YES(Rtr((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pytget_confidenceRs    cCs |itjS(N(RtENOUGH_DATA_THRESHOLD(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pytgot_enough_databscCsdS(Ni’’’’((RR((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRgs(t__name__t __module__RRR R%R'R(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR.s    tEUCTWDistributionAnalysiscBseZd„Zd„ZRS(cCs,ti|ƒt|_t|_t|_dS(N(RRRRRRRR(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRps   cCsDt|dƒ}|djod|dt|dƒdSdSdS(NiiÄi^ii”i’’’’(R(RRt first_char((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRvs (R(R)RR(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR*os tEUCKRDistributionAnalysiscBseZd„Zd„ZRS(cCs,ti|ƒt|_t|_t|_dS(N(RRRRRRRR(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRƒs   cCsDt|dƒ}|djod|dt|dƒdSdSdS(Nii°i^ii”i’’’’(R(RRR+((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR‰s (R(R)RR(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR,‚s tGB2312DistributionAnalysiscBseZd„Zd„ZRS(cCs,ti|ƒt|_t|_t|_dS(N(RRRRRRRR(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR–s   cCsXt|dƒt|dƒ}}|djo"|djod|d|dSdSdS(Niii°i”i^i’’’’(R(RRR+t second_char((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRœs!(R(R)RR(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR-•s tBig5DistributionAnalysiscBseZd„Zd„ZRS(cCs,ti|ƒt|_t|_t|_dS(N(RRR RR RR R(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR©s   cCstt|dƒt|dƒ}}|djo>|djod|d|ddSd|d|dSndSdS( Niii¤i”ii?i@i’’’’(R(RRR+R.((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRÆs !  (R(R)RR(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR/Øs tSJISDistributionAnalysiscBseZd„Zd„ZRS(cCs,ti|ƒt|_t|_t|_dS(N(RRR RR RRR(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRæs   cCsŖt|dƒt|dƒ}}|djo|djod|d}n5|djo#|djod|dd}nd S||d }|d jo d }n|S( NiiiiŸi¼iąiļii’’’’i@i(R(RRR+R.R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRÅs!  (R(R)RR(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR0¾s tEUCJPDistributionAnalysiscBseZd„Zd„ZRS(cCs,ti|ƒt|_t|_t|_dS(N(RRR RR RRR(R((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRŲs   cCsDt|dƒ}|djod|dt|dƒdSdSdS(Nii i^i”ii’’’’(R(RRtchar((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyRŽs (R(R)RR(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyR1×s N((!t euctwfreqRRRt euckrfreqRRRt gb2312freqRRRtbig5freqR R R tjisfreqR R RtcompatRR&R#R"R!RR*R,R-R/R0R1(((sP/usr/lib/python2.6/vendor-packages/requests/packages/chardet/chardistribution.pyts A