관리-도구
편집 파일: sbcharsetprober.cpython-34.pyc
� �Re� � @ s� d d l Z d d l m Z d d l m Z d d l m Z d Z d Z d Z d Z d Z d Z e d Z Gd d � d e � Z d S)� N� )� constants)� CharSetProber)�wrap_ord�@ i gffffff�?g�������?� � c @ sR e Z d Z d d d d � Z d d � Z d d � Z d d � Z d d � Z d S) �SingleByteCharSetProberFNc C s6 t j | � | | _ | | _ | | _ | j � d S)N)r �__init__�_mModel� _mReversed� _mNameProber�reset)�self�model�reversedZ nameProber� r �P/tmp/pip-ztkk0jow-build/pip/_vendor/requests/packages/chardet/sbcharsetprober.pyr - s z SingleByteCharSetProber.__init__c C sE t j | � d | _ d g t | _ d | _ d | _ d | _ d S)N� r )r r � _mLastOrder�NUMBER_OF_SEQ_CAT� _mSeqCounters� _mTotalSeqs� _mTotalChar� _mFreqChar)r r r r r 6 s z SingleByteCharSetProber.resetc C s% | j r | j j � S| j d Sd S)N� charsetName)r �get_charset_namer )r r r r r @ s z(SingleByteCharSetProber.get_charset_namec C s� | j d s | j | � } n t | � } | s; | j � Sx� | D]� } | j d t | � } | t k r} | j d 7_ n | t k r | j d 7_ | j t k r | j d 7_ | j s� | j t | } | j d | } n" | t | j } | j d | } | j | d 7<q n | | _ qB W| j � t j k r�| j t k r�| j � } | t k r�t j r�t j j d | j d | f � n t j | _ q�| t k r�t j r�t j j d | j d | t f � n t j | _ q�q�n | j � S)NZkeepEnglishLetterZcharToOrderMapr ZprecedenceMatrixz$%s confidence = %s, we have awinner r z9%s confidence = %s, below negativeshortcut threshhold %s )r Z filter_without_english_letters�lenZ get_stater �SYMBOL_CAT_ORDERr � SAMPLE_SIZEr r r r r r Z eDetecting�SB_ENOUGH_REL_THRESHOLD�get_confidence�POSITIVE_SHORTCUT_THRESHOLD�_debug�sys�stderr�writeZeFoundItZ_mState�NEGATIVE_SHORTCUT_THRESHOLDZeNotMe)r �aBufZaLen�c�order�ir Zcfr r r �feedF sF z SingleByteCharSetProber.feedc C sh d } | j d k rd d | j t | j | j d } | | j | j } | d k rd d } qd n | S)Ng{�G�z�?r g �?ZmTypicalPositiveRatiog�G�z��?)r r � POSITIVE_CATr r r )r �rr r r r! p s # z&SingleByteCharSetProber.get_confidence)�__name__� __module__� __qualname__r r r r, r! r r r r r , s *r )r$ � r Z charsetproberr �compatr r r r" r' r r r- r r r r r �<module> s