Файловый менеджер - Редактировать - /usr/lib/python3/dist-packages/pip/_vendor/html5lib/__pycache__/_inputstream.cpython-310.pyc
Ðазад
o !��ha~ � @ s� d dl mZmZmZ d dlmZ d dlmZmZ d dl Z d dl Z d dl m Z m Z d dlmZ ddlmZmZmZmZ dd lmZ dd lmZ ed d � eD ��Zed d � eD ��Zedd � eD ��Zeeddg�B Z dZ ej r�e d dkr{e � d�dks}J �e � e dd� e!d� d �Z"ne � e �Z"h d�Z#e � d�Z$i Z%G dd� de&�Z'dd� Z(G dd � d e&�Z)G d d � d e)�Z*G d d � d e+�Z,G d!d"� d"e&�Z-G d#d$� d$e&�Z.d%d&� Z/dS )'� )�absolute_import�division�unicode_literals)� text_type)� http_client�urllibN)�BytesIO�StringIO)� webencodings� )�EOF�spaceCharacters� asciiLetters�asciiUppercase)�_ReparseException)�_utilsc C � g | ]}|� d ��qS ��ascii��encode��.0�item� r �C/usr/lib/python3/dist-packages/pip/_vendor/html5lib/_inputstream.py� <listcomp> � r c C r r r r r r r r r c C r r r r r r r r r � >� <u� [- - --]����]z"\uD800-\uDFFF"> � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � z[ - -/:-@\[-`{-~]c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dS )�BufferedStreamz�Buffering for streams that do not have buffering of their own The buffer is implemented as a list of chunks on the assumption that joining many strings will be slow since it is O(n**2) c C s || _ g | _ddg| _d S )Nr r )�stream�buffer�position)�selfrC r r r �__init__: s zBufferedStream.__init__c C s< d}| j d | jd � D ]}|t|�7 }q || jd 7 }|S �Nr r )rD rE �len)rF �pos�chunkr r r �tell? s zBufferedStream.tellc C sd || � � ksJ �|}d}t| j| �|k r+|t| j| �8 }|d7 }t| j| �|k s||g| _d S rH )�_bufferedBytesrI rD rE )rF rJ �offset�ir r r �seekF s �zBufferedStream.seekc C sP | j s| �|�S | jd t| j �kr#| jd t| j d �kr#| �|�S | �|�S )Nr r r )rD � _readStreamrE rI �_readFromBuffer�rF �bytesr r r �readO s zBufferedStream.readc C s t dd� | jD ��S )Nc S s g | ]}t |��qS r )rI r r r r r Y s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)�sumrD �rF r r r rM X � z BufferedStream._bufferedBytesc C s< | j �|�}| j�|� | jd d7 < t|�| jd< |S rH )rC rU rD �appendrE rI )rF rT �datar r r rQ [ s zBufferedStream._readStreamc C s� |}g }| j d }| j d }|t| j�k rc|dkrc|dks J �| j| }|t|�| kr6|}||| g| _ nt|�| }|t|�g| _ |d7 }|�|||| � � ||8 }d}|t| j�k rc|dks|rm|�| �|�� d�|�S )Nr r � )rE rI rD rY rQ �join)rF rT �remainingBytes�rv� bufferIndex� bufferOffset� bufferedData� bytesToReadr r r rR b s( � z BufferedStream._readFromBufferN) �__name__� __module__� __qualname__�__doc__rG rL rP rU rM rQ rR r r r r rB 3 s rB c K s� t | tj�st | tjj�rt | jtj�rd}nt| d�r%t | �d�t �}nt | t �}|rCdd� |D �}|r;t d| ��t | fi |��S t | fi |��S )NFrU r c S s g | ] }|� d �r|�qS )� _encoding)�endswith)r �xr r r r � s z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r) � isinstancer � HTTPResponser �response�addbase�fp�hasattrrU r � TypeError�HTMLUnicodeInputStream�HTMLBinaryInputStream)�source�kwargs� isUnicode� encodingsr r r �HTMLInputStream} s � � rw c @ sp e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z ddd�Z dd� Z dd� Z d dd�Zdd� ZdS ) rq ��Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. i ( c C sZ t jsd| _ntd�dkr| j| _n| j| _dg| _td�df| _| � |�| _ | � � dS )� Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) Nu r r �utf-8�certain) r �supports_lone_surrogates�reportCharacterErrorsrI �characterErrorsUCS4�characterErrorsUCS2�newLines�lookupEncoding� charEncoding� openStream� dataStream�reset)rF rs r r r rG � s z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N� r )rK � chunkSize� chunkOffset�errors� prevNumLines� prevNumCols�_bufferedCharacterrW r r r r� � s z HTMLUnicodeInputStream.resetc C s t |d�r |}|S t|�}|S �zvProduces a file object from source. source can be either a file object, local filename or a string. rU )ro r �rF rs rC r r r r� � s �z!HTMLUnicodeInputStream.openStreamc C sZ | j }|�dd|�}| j| }|�dd|�}|dkr#| j| }||fS ||d }||fS )N� r r r )rK �countr� �rfindr� )rF rN rK �nLines� positionLine� lastLinePos�positionColumnr r r � _position� s �z HTMLUnicodeInputStream._positionc C s | � | j�\}}|d |fS )z:Returns (line, col) of the current position in the stream.r )r� r� )rF �line�colr r r rE � s z HTMLUnicodeInputStream.positionc C s6 | j | jkr | �� s tS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return EOF when EOF is reached. r )r� r� � readChunkr rK )rF r� �charr r r r� � s zHTMLUnicodeInputStream.charNc C s� |d u r| j }| �| j�\| _| _d| _d| _d| _| j�|�}| j r,| j | }d | _ n|s0dS t |�dkrWt |d �}|dksLd| krJdkrWn n |d | _ |d d� }| j r_| � |� |� d d �}|� d d �}|| _t |�| _d S ) Nr� r Fr r � � � i�� z r� � T)�_defaultChunkSizer� r� r� r� rK r� r� rU r� rI �ordr} �replace)rF r� rZ �lastvr r r r� � s0 z HTMLUnicodeInputStream.readChunkc C s( t tt�|���D ]}| j�d� q d S )N�invalid-codepoint)�rangerI �invalid_unicode_re�findallr� rY )rF rZ �_r r r r~ s �z*HTMLUnicodeInputStream.characterErrorsUCS4c C s� d}t �|�D ]Q}|r qt|�� �}|�� }t�|||d � �r9t�|||d � �}|tv r6| j � d� d}q|dkrP|dkrP|t |�d krP| j � d� qd}| j � d� qd S )NF� r� Tr� i�� r ) r� �finditerr� �group�startr �isSurrogatePair�surrogatePairToCodepoint�non_bmp_invalid_codepointsr� rY rI )rF rZ �skip�match� codepointrJ �char_valr r r r # s" �z*HTMLUnicodeInputStream.characterErrorsUCS2Fc C s zt ||f }W n4 ty< |D ] }t|�dk s J �qd�dd� |D ��}|s-d| }t�d| � }t ||f< Y nw g } |�| j| j�}|du rT| j| j krSn*n|� � }|| j krl|� | j| j|� � || _n|� | j| jd� � | � � s|nq@d�|�} | S ) z� Returns a string of characters from the stream up to but not including any character in 'characters' or EOF. 'characters' must be a container that supports the 'in' method and iteration over its characters. T� r� c S s g | ]}d t |� �qS )z\x%02x)r� )r �cr r r r H s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N) �charsUntilRegEx�KeyErrorr� r\ �re�compiler� rK r� r� �endrY r� ) rF � characters�opposite�charsr� �regexr^ �mr� �rr r r � charsUntil: s: � � � z!HTMLUnicodeInputStream.charsUntilc C sZ |t ur)| jdkr|| j | _| jd7 _d S | jd8 _| j| j |ks+J �d S d S rH )r r� rK r� )rF r� r r r �ungeti s � z HTMLUnicodeInputStream.unget�N)F)rc rd re rf r� rG r� r� r� rE r� r� r~ r r� r� r r r r rq � s & /rq c @ sR e Zd ZdZ ddd�Zdd� Zd d � Zdd d �Zd d� Zdd� Z dd� Z dS )rr rx N� windows-1252Tc C sn | � |�| _t�| | j� d| _d| _|| _|| _|| _|| _ || _ | � |�| _ | j d dus1J �| � � dS )ry i �d r N)r� � rawStreamrq rG � numBytesMeta�numBytesChardet�override_encoding�transport_encoding�same_origin_parent_encoding�likely_encoding�default_encoding�determineEncodingr� r� )rF rs r� r� r� r� r� � useChardetr r r rG � s z HTMLBinaryInputStream.__init__c C s& | j d j�| jd�| _t�| � d S )Nr r� )r� � codec_info� streamreaderr� r� rq r� rW r r r r� � s zHTMLBinaryInputStream.resetc C sJ t |d�r|}nt|�}z |�|�� � W |S ty$ t|�}Y |S w r� )ro r rP rL � ExceptionrB r� r r r r� � s � �z HTMLBinaryInputStream.openStreamc C s� | � � df}|d d ur|S t| j�df}|d d ur |S t| j�df}|d d ur,|S | �� df}|d d ur:|S t| j�df}|d d urQ|d j�d�sQ|S t| j�df}|d d ur`|S |r�zddl m } W n t ys Y n@w g }|� }|j s�| j �| j�}t|t�s�J �|s�n |�|� |�|� |j r||�� t|jd �}| j �d� |d ur�|dfS t| j�df}|d d ur�|S td�dfS )Nr{ r � tentativezutf-16)�UniversalDetector�encodingr� )� detectBOMr� r� r� �detectEncodingMetar� �name� startswithr� �%pip._vendor.chardet.universaldetectorr� � ImportError�doner� rU r� rj rT rY �feed�close�resultrP r� )rF �chardetr� r� �buffers�detectorrD r� r r r r� � sV � � z'HTMLBinaryInputStream.determineEncodingc C s� | j d dks J �t|�}|d u rd S |jdv r$td�}|d us"J �d S || j d kr5| j d df| _ d S | j�d� |df| _ | �� td| j d |f ��)Nr r{ ��utf-16be�utf-16lerz r z Encoding changed from %s to %s)r� r� r� r� rP r� r )rF � newEncodingr r r �changeEncoding s z$HTMLBinaryInputStream.changeEncodingc C s� t jdt jdt jdt jdt jdi}| j�d�}t|t �s J �|� |dd� �}d}|s?|� |�}d}|s?|� |dd � �}d }|rK| j� |� t |�S | j� d � dS ) z�Attempts to detect at BOM at the start of the stream. If an encoding can be determined from the BOM return the name of the encoding otherwise return Nonerz r� r� zutf-32lezutf-32be� N� r� r ) �codecs�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BE� BOM_UTF32_LE� BOM_UTF32_BEr� rU rj rT �getrP r� )rF �bomDict�stringr� rP r r r r� s& � z HTMLBinaryInputStream.detectBOMc C sV | j �| j�}t|t�sJ �t|�}| j �d� |�� }|dur)|jdv r)t d�}|S )z9Report the encoding declared by the meta element r Nr� rz ) r� rU r� rj rT �EncodingParserrP � getEncodingr� r� )rF rD �parserr� r r r r� 3 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr� T)T) rc rd re rf rG r� r� r� r� r� r� r r r r rr z s �* > "rr c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z e e e �Z dd� Ze e�Zefdd�Zdd� Zdd� Zdd� Zd S ) � EncodingBytesz�String-like object with an associated position and various extra methods If the position is ever greater than the string length then an exception is raisedc C s t |t�sJ �t�| |�� �S r� )rj rT �__new__�lower�rF �valuer r r r� F s zEncodingBytes.__new__c C s d| _ d S )Nr )r� r� r r r rG J s zEncodingBytes.__init__c C s | S r� r rW r r r �__iter__N s zEncodingBytes.__iter__c C s< | j d }| _ |t| �krt�|dk rt�| ||d � S )Nr r �r� rI � StopIterationrp �rF �pr r r �__next__Q s zEncodingBytes.__next__c C s | � � S r� )r� rW r r r �nextY s zEncodingBytes.nextc C s@ | j }|t| �kr t�|dk rt�|d | _ }| ||d � S rH r� r� r r r �previous] s zEncodingBytes.previousc C s | j t| �kr t�|| _ d S r� �r� rI r� )rF rE r r r � setPositionf s zEncodingBytes.setPositionc C s& | j t| �kr t�| j dkr| j S d S )Nr r rW r r r � getPositionk s zEncodingBytes.getPositionc C s | | j | j d � S �Nr )rE rW r r r �getCurrentByteu rX z EncodingBytes.getCurrentBytec C sR | j }|t| �k r$| ||d � }||vr|| _|S |d7 }|t| �k s || _dS )z Skip past a list of charactersr N�rE rI r� �rF r� r� r� r r r r� z s �zEncodingBytes.skipc C sR | j }|t| �k r$| ||d � }||v r|| _|S |d7 }|t| �k s || _d S r r r r r r � skipUntil� s �zEncodingBytes.skipUntilc C s( | � || j�}|r| jt|�7 _|S )z�Look for a sequence of bytes at the start of a string. If the bytes are found return True and advance the position to the byte after the match. Otherwise return False and leave the position alone)r� rE rI )rF rT r^ r r r � matchBytes� s zEncodingBytes.matchBytesc C s6 z| � || j�t|� d | _W dS ty t�w )z�Look for the next sequence of bytes matching a given sequence. If a match is found advance the position to the last byte of the matchr T)�indexrE rI r� � ValueErrorr� rS r r r �jumpTo� s ��zEncodingBytes.jumpToN)rc rd re rf r� rG r� r� r� r r r �propertyrE r � currentByte�spaceCharactersBytesr� r r r r r r r r� B s" r� c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z dS )r� z?Mini parser for detecting character encoding from meta elementsc C s t |�| _d| _dS )z3string - the data to work on for encoding detectionN)r� rZ r� �rF rZ r r r rG � s zEncodingParser.__init__c C s� d| j vrd S d| jfd| jfd| jfd| jfd| jfd| jff}| j D ]?}d}z| j �d� W n ty< Y | j S w |D ] \}}| j �|�r\z|� }W n ty[ d}Y nw q?|sc | j S q$| j S ) Ns <metas <!--s </s <!s <?r TF) rZ � handleComment� handleMeta�handlePossibleEndTag� handleOther�handlePossibleStartTagr r� r r� )rF �methodDispatchr� � keepParsing�key�methodr r r r� � s@ � � ���zEncodingParser.getEncodingc C � | j �d�S )zSkip over commentss -->�rZ r rW r r r r � s z EncodingParser.handleCommentc C s� | j jtvrdS d}d } | �� }|d u rdS |d dkr/|d dk}|r.|d ur.|| _dS n?|d dkrG|d }t|�}|d urF|| _dS n'|d dkrntt|d ��}|�� }|d urnt|�}|d urn|rl|| _dS |}q ) NTFr s http-equivr s content-type� charsets content) rZ r r � getAttributer� r� �ContentAttrParserr� �parse)rF � hasPragma�pendingEncoding�attr�tentativeEncoding�codec� contentParserr r r r � s@ � � �zEncodingParser.handleMetac C s | � d�S )NF)�handlePossibleTagrW r r r r � s z%EncodingParser.handlePossibleStartTagc C s t | j� | �d�S )NT)r� rZ r& rW r r r r � s z#EncodingParser.handlePossibleEndTagc C sj | j }|jtvr|r|�� | �� dS |�t�}|dkr#|�� dS | �� }|d ur3| �� }|d us+dS )NTr )rZ r �asciiLettersBytesr r r �spacesAngleBracketsr )rF �endTagrZ r� r" r r r r& � s ��z EncodingParser.handlePossibleTagc C r )Nr r rW r r r r s zEncodingParser.handleOtherc C s� | j }|�ttdg�B �}|du st|�dksJ �|dv r dS g }g } |dkr+|r+n0|tv r4|�� }n'|dv r?d�|�dfS |tv rK|�|�� � n |du rQdS |�|� t |�}q$|dkrj|� � d�|�dfS t |� |�� }|d v r�|} t |�}||kr�t |� d�|�d�|�fS |tv r�|�|�� � n|�|� qy|d kr�d�|�dfS |tv r�|�|�� � n |du r�dS |�|� t |�}|t v r�d�|�d�|�fS |tv r�|�|�� � n |du r�dS |�|� q�) z_Return a name,value pair for the next attribute in the stream, if one is found, or None� /Nr )r NT� =)r* r r[ )� '� "r ) rZ r� r � frozensetrI r\ �asciiUppercaseBytesrY r� r� r r( )rF rZ r� �attrName� attrValue� quoteCharr r r r sn � � �zEncodingParser.getAttributeN) rc rd re rf rG r� r r r r r& r r r r r r r� � s $ r� c @ s e Zd Zdd� Zdd� ZdS )r c C s t |t�sJ �|| _d S r� )rj rT rZ r r r r rG a s zContentAttrParser.__init__c C s zy| j �d� | j jd7 _| j �� | j jdks W d S | j jd7 _| j �� | j jdv rS| j j}| j jd7 _| j j}| j �|�rP| j || j j� W S W d S | j j}z| j �t� | j || j j� W W S tyy | j |d � Y W S w ty� Y d S w )Nr r r+ )r- r, )rZ r rE r� r r r r� )rF � quoteMark� oldPositionr r r r e s2 � �zContentAttrParser.parseN)rc rd re rG r r r r r r ` s r c C s\ t | t�rz| �d�} W n ty Y dS w | dur,zt�| �W S ty+ Y dS w dS )z{Return the python codec name corresponding to an encoding or None if the string doesn't correspond to a valid encoding.r N)rj rT �decode�UnicodeDecodeErrorr �lookup�AttributeError)r� r r r r� � s � �r� )0� __future__r r r �pip._vendor.sixr �pip._vendor.six.movesr r r� r� �ior r � pip._vendorr � constantsr r r r r r� r r. r r' r/ r( � invalid_unicode_no_surrogater| r� r� �evalr� r� �ascii_punctuation_rer� �objectrB rw rq rr rT r� r� r r� r r r r �<module> sJ �� J g Ib = '
| ver. 1.1 | |
.
| PHP 8.4.18 | Ð“ÐµÐ½ÐµÑ€Ð°Ñ†Ð¸Ñ Ñтраницы: 0 |
proxy
|
phpinfo
|
ÐаÑтройка