관리-도구
편집 파일: sbcharsetprober.cpython-312.pyc
� G��e � �l � d dl mZmZmZmZmZ ddlmZ ddlm Z m Z m Z G d� de� Z G d� de� Z y ) � )�Dict�List� NamedTuple�Optional�Union� )� CharSetProber)�CharacterCategory� ProbingState�SequenceLikelihoodc �r � e Zd ZU eed< eed< eeef ed< eeeeef f ed< eed< eed< eed< y) �SingleByteCharSetModel� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetN) �__name__� __module__� __qualname__�str�__annotations__r �int�float�bool� � ��/builddir/build/BUILDROOT/alt-python312-pip-23.3.1-1.el8.x86_64/opt/alt/python312/lib/python3.12/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr r # sD � ����M��C��H�~�%���d�3��8�n�,�-�-� !�!� � ��Mr r c � � � e Zd ZdZdZdZdZ ddedede e d df� fd � Z d� fd � Z e d e e fd �� Ze d e e fd �� Zdeeef d efd�Zd efd�Z� xZS )�SingleByteCharSetProber�@ i gffffff�?g�������?N�model� is_reversed� name_prober�returnc � �� t �| � � || _ || _ || _ d| _ g | _ d| _ d| _ d| _ d| _ | j � y �N� r ) �super�__init__�_model� _reversed� _name_prober� _last_order� _seq_counters� _total_seqs� _total_char� _control_char� _freq_char�reset)�selfr$ r% r& � __class__s �r r, z SingleByteCharSetProber.__init__3 s^ �� � ������ �$��� '��� ���(*��� ��� ��� ������ � � � r c � �� t �| � � d| _ dgt j � z | _ d| _ d| _ d| _ d| _ y r) ) r+ r6 r0 r �get_num_categoriesr1 r2 r3 r4 r5 )r7 r8 s �r r6 z SingleByteCharSetProber.resetG sL �� � �� �� ��� �S�#5�#H�#H�#J� J��� ��� ��� �����r c �r � | j r| j j S | j j S �N)r/ r r- �r7 s r r z$SingleByteCharSetProber.charset_nameR s- � � � � ��$�$�1�1� 1��{�{�'�'�'r c �r � | j r| j j S | j j S r< )r/ r r- r= s r r z SingleByteCharSetProber.languageX s- � � � � ��$�$�-�-� -��{�{�#�#�#r �byte_strc �� � | j j s| j |� }n| j |� }|s | j S | j j }| j j }|D ]� }|j |t j � }|t j k r| xj dz c_ || j k r�| xj dz c_ | j | j k r]| xj dz c_ | j s|| j | }n|| | j }| j" |xx dz cc< || _ �� | j j$ }| j t& j( k( r�| j | j* kD r�| j- � }|| j. kD r>| j0 j3 d||� t& j4 | _ | j S || j8 k r=| j0 j3 d||| j8 � t& j: | _ | j S )Nr z$%s confidence = %s, we have a winnerz8%s confidence = %s, below negative shortcut threshold %s) r- r �filter_international_words�remove_xml_tags�stater r �getr � UNDEFINED�CONTROLr3 � SAMPLE_SIZEr5 r0 r2 r. r1 r r � DETECTING�SB_ENOUGH_REL_THRESHOLD�get_confidence�POSITIVE_SHORTCUT_THRESHOLD�logger�debug�FOUND_IT�_state�NEGATIVE_SHORTCUT_THRESHOLD�NOT_ME) r7 r? r r �char�order�lm_catr � confidences r �feedz SingleByteCharSetProber.feed^ s � ��{�{�-�-��6�6�x�@�H��+�+�H�5�H���:�:� � �K�K� 9� 9�� ���3�3�� � %�D�%�)�)�$�0A�0K�0K�L�E� �(�0�0�0�� � �A�%� ��t�'�'�'����1�$���#�#�d�&6�&6�6��$�$��)�$� �>�>�!/��0@�0@�!A�%�!H��!/��!6�t�7G�7G�!H���&�&�v�.�!�3�.� $�D� �% %�( �{�{�/�/� � �:�:� �/�/� /�� � �$�">�">�>� !� 0� 0� 2� � �� @� @�@��K�K�%�%�>� �j�� #/�"7�"7�D�K� �z�z�� �$�"B�"B�B��K�K�%�%�R�$�"� �8�8� � #/�"5�"5�D�K��z�z�r c � � d}| j dkD r�| j t j d| j t j z z | j z | j j z }|| j | j z z | j z }|| j z | j z }|dk\ rd}|S )Ng{�G�z�?r g �?g �?g�G�z��?) r2 r1 r �POSITIVE�LIKELYr- r r3 r4 r5 )r7 �rs r rJ z&SingleByteCharSetProber.get_confidence� s� � � �� � � �a� � �&�&�'9�'B�'B�C��T� /� /�0B�0I�0I� J�J�K� �"�"� #� �+�+�4�4� 5� � �T�%�%��(:�(:�:�;�d�>N�>N�N�A��D�O�O�#�d�&6�&6�6�A��C�x����r )FN)r' N)r r r rG rI rK rP r r r r r, r6 �propertyr r r r �bytes� bytearrayr rV r rJ � __classcell__)r8 s @r r" r" - s� �� ��K� "��"&� �"&� � "�/3� �%�� �� �m�,� � � �( � �(�h�s�m� (� �(� �$�(�3�-� $� �$� 0�U�5�)�#3� 4� 0� � 0�d�� r r" N)�typingr r r r r � charsetproberr �enumsr r r r r" r r r �<module>rb s0 ��: ;� :� (� F� F��Z� �u�m� ur