OwlCyberSecurity - MANAGER
Edit File: chardistribution.cpython-33.pyc
� 7�Re $ c @ sO d d l m Z m Z m Z d d l m Z m Z m Z d d l m Z m Z m Z d d l m Z m Z m Z d d l m Z m Z m Z d d l m Z d Z d Z d Z d Z Gd d � d � Z Gd d � d e � Z Gd d � d e � Z Gd d � d e � Z Gd d � d e � Z Gd d � d e � Z Gd d � d e � Z d S( i ( u EUCTWCharToFreqOrderu EUCTW_TABLE_SIZEu EUCTW_TYPICAL_DISTRIBUTION_RATIO( u EUCKRCharToFreqOrderu EUCKR_TABLE_SIZEu EUCKR_TYPICAL_DISTRIBUTION_RATIO( u GB2312CharToFreqOrderu GB2312_TABLE_SIZEu! GB2312_TYPICAL_DISTRIBUTION_RATIO( u Big5CharToFreqOrderu BIG5_TABLE_SIZEu BIG5_TYPICAL_DISTRIBUTION_RATIO( u JISCharToFreqOrderu JIS_TABLE_SIZEu JIS_TYPICAL_DISTRIBUTION_RATIO( u wrap_ordi g�G�z��?g{�G�z�?i c B s\ | Ee Z d Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d S( u CharDistributionAnalysisc C s) d | _ d | _ d | _ | j � d S( N( u Noneu _mCharToFreqOrderu _mTableSizeu _mTypicalDistributionRatiou reset( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__/ s u! CharDistributionAnalysis.__init__c C s d | _ d | _ d | _ d S( u reset analyser, clear any statei NF( u Falseu _mDoneu _mTotalCharsu _mFreqChars( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu reset; s u CharDistributionAnalysis.resetc C s} | d k r | j | � } n d } | d k ry | j d 7_ | | j k ry d | j | k rv | j d 7_ qv qy n d S( u" feed a character with known lengthi i i i Ni����( u get_orderu _mTotalCharsu _mTableSizeu _mCharToFreqOrderu _mFreqChars( u selfu aBufu aCharLenu order( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu feedD s u CharDistributionAnalysis.feedc C si | j d k s | j t k r" t S| j | j k re | j | j | j | j } | t k re | Sn t S( u( return confidence based on existing datai ( u _mTotalCharsu _mFreqCharsu MINIMUM_DATA_THRESHOLDu SURE_NOu _mTypicalDistributionRatiou SURE_YES( u selfu r( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_confidenceR s u' CharDistributionAnalysis.get_confidencec C s | j t k S( N( u _mTotalCharsu ENOUGH_DATA_THRESHOLD( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu got_enough_datab s u( CharDistributionAnalysis.got_enough_datac C s d S( Ni i����( ( u selfu aBuf( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_orderg s u" CharDistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u resetu feedu get_confidenceu got_enough_datau get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu CharDistributionAnalysis. s u CharDistributionAnalysisc B s, | Ee Z d Z d d � Z d d � Z d S( u EUCTWDistributionAnalysisc C s, t j | � t | _ t | _ t | _ d S( N( u CharDistributionAnalysisu __init__u EUCTWCharToFreqOrderu _mCharToFreqOrderu EUCTW_TABLE_SIZEu _mTableSizeu EUCTW_TYPICAL_DISTRIBUTION_RATIOu _mTypicalDistributionRatio( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__p s u" EUCTWDistributionAnalysis.__init__c C sB t | d � } | d k r: d | d t | d � d Sd Sd S( Ni i� i^ i i� i����( u wrap_ord( u selfu aBufu first_char( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_orderv s u# EUCTWDistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu EUCTWDistributionAnalysiso s u EUCTWDistributionAnalysisc B s, | Ee Z d Z d d � Z d d � Z d S( u EUCKRDistributionAnalysisc C s, t j | � t | _ t | _ t | _ d S( N( u CharDistributionAnalysisu __init__u EUCKRCharToFreqOrderu _mCharToFreqOrderu EUCKR_TABLE_SIZEu _mTableSizeu EUCKR_TYPICAL_DISTRIBUTION_RATIOu _mTypicalDistributionRatio( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__� s u" EUCKRDistributionAnalysis.__init__c C sB t | d � } | d k r: d | d t | d � d Sd Sd S( Ni i� i^ i i� i����( u wrap_ord( u selfu aBufu first_char( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_order� s u# EUCKRDistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu EUCKRDistributionAnalysis� s u EUCKRDistributionAnalysisc B s, | Ee Z d Z d d � Z d d � Z d S( u GB2312DistributionAnalysisc C s, t j | � t | _ t | _ t | _ d S( N( u CharDistributionAnalysisu __init__u GB2312CharToFreqOrderu _mCharToFreqOrderu GB2312_TABLE_SIZEu _mTableSizeu! GB2312_TYPICAL_DISTRIBUTION_RATIOu _mTypicalDistributionRatio( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__� s u# GB2312DistributionAnalysis.__init__c C sU t | d � t | d � } } | d k rM | d k rM d | d | d Sd Sd S( Ni i i� i� i^ i����( u wrap_ord( u selfu aBufu first_charu second_char( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_order� s !u$ GB2312DistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu GB2312DistributionAnalysis� s u GB2312DistributionAnalysisc B s, | Ee Z d Z d d � Z d d � Z d S( u Big5DistributionAnalysisc C s, t j | � t | _ t | _ t | _ d S( N( u CharDistributionAnalysisu __init__u Big5CharToFreqOrderu _mCharToFreqOrderu BIG5_TABLE_SIZEu _mTableSizeu BIG5_TYPICAL_DISTRIBUTION_RATIOu _mTypicalDistributionRatio( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__� s u! Big5DistributionAnalysis.__init__c C sp t | d � t | d � } } | d k rh | d k rQ d | d | d d Sd | d | d Sn d Sd S( Ni i i� i� i� i? i@ i����( u wrap_ord( u selfu aBufu first_charu second_char( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_order� s ! u" Big5DistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu Big5DistributionAnalysis� s u Big5DistributionAnalysisc B s, | Ee Z d Z d d � Z d d � Z d S( u SJISDistributionAnalysisc C s, t j | � t | _ t | _ t | _ d S( N( u CharDistributionAnalysisu __init__u JISCharToFreqOrderu _mCharToFreqOrderu JIS_TABLE_SIZEu _mTableSizeu JIS_TYPICAL_DISTRIBUTION_RATIOu _mTypicalDistributionRatio( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__� s u! SJISDistributionAnalysis.__init__c C s� t | d � t | d � } } | d k rJ | d k rJ d | d } n1 | d k rw | d k rw d | d d } n d S| | d } | d k r� d } n | S( Ni i i� i� i� i� i� i i@ i i����i����( u wrap_ord( u selfu aBufu first_charu second_charu order( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_order� s ! u" SJISDistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu SJISDistributionAnalysis� s u SJISDistributionAnalysisc B s, | Ee Z d Z d d � Z d d � Z d S( u EUCJPDistributionAnalysisc C s, t j | � t | _ t | _ t | _ d S( N( u CharDistributionAnalysisu __init__u JISCharToFreqOrderu _mCharToFreqOrderu JIS_TABLE_SIZEu _mTableSizeu JIS_TYPICAL_DISTRIBUTION_RATIOu _mTypicalDistributionRatio( u self( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu __init__� s u" EUCJPDistributionAnalysis.__init__c C sB t | d � } | d k r: d | d t | d � d Sd Sd S( Ni i� i^ i� i i����( u wrap_ord( u selfu aBufu char( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu get_order� s u# EUCJPDistributionAnalysis.get_orderN( u __name__u __module__u __qualname__u __init__u get_order( u __locals__( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu EUCJPDistributionAnalysis� s u EUCJPDistributionAnalysisN(! u euctwfrequ EUCTWCharToFreqOrderu EUCTW_TABLE_SIZEu EUCTW_TYPICAL_DISTRIBUTION_RATIOu euckrfrequ EUCKRCharToFreqOrderu EUCKR_TABLE_SIZEu EUCKR_TYPICAL_DISTRIBUTION_RATIOu gb2312frequ GB2312CharToFreqOrderu GB2312_TABLE_SIZEu! GB2312_TYPICAL_DISTRIBUTION_RATIOu big5frequ Big5CharToFreqOrderu BIG5_TABLE_SIZEu BIG5_TYPICAL_DISTRIBUTION_RATIOu jisfrequ JISCharToFreqOrderu JIS_TABLE_SIZEu JIS_TYPICAL_DISTRIBUTION_RATIOu compatu wrap_ordu ENOUGH_DATA_THRESHOLDu SURE_YESu SURE_NOu MINIMUM_DATA_THRESHOLDu CharDistributionAnalysisu EUCTWDistributionAnalysisu EUCKRDistributionAnalysisu GB2312DistributionAnalysisu Big5DistributionAnalysisu SJISDistributionAnalysisu EUCJPDistributionAnalysis( ( ( uO /tmp/pip-zej_zi-build/pip/_vendor/requests/packages/chardet/chardistribution.pyu <module> s A