관리-도구
편집 파일: util.cpython-36.pyc
3 �Pfi� � @ s> d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZy d dlZW n ek r� dZY nX d dlZd dlZd dlZd dlZd dlZy d dlZW n ek r� d dlZY nX d dlZddlmZ ddl m Z m Z mZm Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ e j0e1�Z2dZ3e j4e3�Z5dZ6d e6 d Z7e6d Z8d Z9d e9 d e8 d e3 d e9 d e8 d Z:dZ;de: d e; d e: d Z<e7d e3 e7 d Z=de= d Z>de6 d e> d e< d Z?e j4e?�Z@d e9 d e8 d ZAe j4eA�ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd�d'd(�ZGd)d*� ZHd+d,� ZId-d.� ZJejKd/d0� �ZLejKd1d2� �ZMejKd�d4d5��ZNG d6d7� d7eO�ZPd8d9� ZQG d:d;� d;eO�ZRd<d=� ZSG d>d?� d?eO�ZTe j4d@e jU�ZVdAdB� ZWd�dCdD�ZXdEdF� ZYdGdH� ZZdIdJ� Z[dKdL� Z\dMdN� Z]e j4dOe j^�Z_e j4dP�Z`d�dQdR�Zae j4dS�ZbdTdU� ZcdVdW� ZddXdY� ZedZZfd[d\� Zgd]d^� ZhG d_d`� d`eO�ZiG dadb� dbeO�ZjG dcdd� ddeO�Zkd�Zld�dmdn�Zmdodp� Znd�ZoG dwdx� dxeO�Zpe j4dy�Zqe j4dz�Zre j4d{�Zsd|d}� Zd~d� Zte�r\dd�l muZvmwZwmxZx G d�d�� d�e$jy�ZyG d�d�� d�ev�ZuG d�d�� d�eue'�Zzej{dd�� Z|e|d�k�r�G d�d�� d�e$j}�Z}e�r�G d�d�� d�e$j~�Z~G d�d�� d�e%j�Ze�r�G d�d�� d�e%j��Z�G d�d�� d�e%j��Z�d�d�� Z�G d�d�� d�eO�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e(�Z�G d�d�� d�eO�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquotez\s*,\s*z (\w|[.-])+z(\*|:(\*|\w+):|�)z\*?z([<>=!~]=)|[<>]�(z)?\s*(z)(z)\s*(z))*z(from\s+(?P<diref>.*))z \(\s*(?P<c1>�|z)\s*\)|(?P<c2>z\s*)z)*z \[\s*(?P<ex>z)?\s*\]z(?P<dn>z \s*)?(\s*z)?$z(?P<op>z )\s*(?P<vn>c s� dd� � d }t j| �}|r�|j� }|d }|d p8|d }|d sHd }nd }|d j� }|snd }d}|d }nL|d d kr�d | }tj|�} � fd d �| D �}d |djdd � |D ��f }|d s�d } ntj|d �} t ||| || |d�}|S )Nc S s | j � }|d |d fS )N�opZvn)� groupdict)�m�d� r! �/usr/lib/python3.6/util.py�get_constraintY s z)parse_requirement.<locals>.get_constraintZdnZc1Zc2Zdiref� r z<>!=z~=c s g | ] }� |��qS r! r! )�.0r )r# r! r" � <listcomp>q s z%parse_requirement.<locals>.<listcomp>z%s (%s)z, c S s g | ] }d | �qS )z%s %sr! )r% Zconr! r! r" r& r s Zex)�nameZ constraints�extrasZ requirement�source�url) �REQUIREMENT_RE�matchr �strip�RELOP_IDENT_RE�finditer�join�COMMA_RE�splitr ) �s�resultr r r' Zconsr* ZconstrZrs�iteratorr( r! )r# r" �parse_requirementW s4 r6 c C s� dd� }i }x�|D ]�\}}}t jj| |�}x�t|�D ]t}t jj||�} x`t| �D ]T} || | �} |dkrt|j| d� qP||| �} |jt jjd�jd�} | d | || < qPW q4W qW |S )z%Find destinations for resources filesc S sD | j tjjd�} |j tjjd�}|j| �s.t�|t| �d � jd�S )N�/)�replace�os�path�sep� startswith�AssertionError�len�lstrip)�baser: r! r! r" � get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr7 )r9 r: r0 r �popr8 r; �rstrip)Zresources_rootZrulesrA Z destinationsr@ �suffix�dest�prefixZabs_baseZabs_globZabs_pathZ resource_fileZrel_pathZrel_destr! r! r" �get_resources_dests| s rG c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrF �getattr)r4 r! r! r" �in_venv� s rL c C s$ t jjtj�} t| t�s t| �} | S )N)r9 r: �normcaserJ � executable� isinstancer r )r4 r! r! r" �get_executable� s rP c C sT | }xJt |�}| }| r |r |}|r|d j� }||kr:P |rd||| f }qW |S )Nr z %c: %s %s)r �lower)�promptZ allowed_charsZ error_prompt�default�pr3 �cr! r! r" �proceed� s rV c C s< t |t�r|j� }i }x |D ]}|| kr | | ||< q W |S )N)rO r r2 )r �keysr4 �keyr! r! r" �extract_by_key� s rY c C s� t jd dkr tjd�| �} | j� }t|�} yrtj| �}|d d d }xR|j� D ]F\}}x<|j� D ]0\}}d||f }t |�} | d k s�t �| ||< qdW qRW |S t k r� | j dd� Y nX dd � } t j� } y| | | � W n< t jk �r | j� tj|�}t|�} | | | � Y nX i }xb| j� D ]V} i || < }xB| j| �D ]4\} }d| |f }t |�} | d k �spt �| || < �qFW �q*W |S ) Nr � zutf-8� extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| j|� n | j|� d S )N� read_file)rI r] Zreadfp)�cp�streamr! r! r" � read_stream� s z!read_exports.<locals>.read_stream)rJ � version_info�codecs� getreader�readr �json�load�items�get_export_entryr= � Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r_ �dataZjdatar4 �groupZentries�k�vr3 �entryr` r^ rX r' �valuer! r! r" � read_exports� sD ru c C s� t jd dkr tjd�|�}tj� }x|| j� D ]p\}}|j|� x\|j� D ]P}|j d kr`|j }nd|j |j f }|j r�d|dj |j �f }|j ||j|� qJW q.W |j|� d S )Nr rZ zutf-8z%s:%sz%s [%s]z, )rJ ra rb � getwriterr rk rg Z add_section�valuesrD rF �flagsr0 �setr' �write)r\ r_ r^ rq rr rs r3 r! r! r" � write_exports� s r{ c c s$ t j� } z | V W d tj| � X d S )N)�tempfile�mkdtempr �rmtree)Ztdr! r! r" �tempdir s r c c s. t j� }zt j| � d V W d t j|� X d S )N)r9 �getcwd�chdir)r �cwdr! r! r" r� s r� � c c s. t j� }zt j| � d V W d t j|� X d S )N)�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor! r! r" �socket_timeout s r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s || _ d S )N)�func)�selfr� r! r! r" �__init__) s zcached_property.__init__Nc C s, |d kr | S | j |�}tj|| j j|� |S )N)r� �object� __setattr__�__name__)r� �obj�clsrt r! r! r" �__get__. s zcached_property.__get__)N)r� � __module__� __qualname__r� r� r! r! r! r" r� ( s r� c C s� t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| jd�}xt j|krj|jt j� qRW |svt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. r7 r z path '%s' cannot be absoluter z path '%s' cannot end with '/'���)r9 r; � ValueErrorr2 �curdir�remover: r0 )�pathname�pathsr! r! r" � convert_path6 s r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z dd� Z dd� Z dd� Z d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd S )(� FileOperatorFc C s || _ t� | _| j� d S )N)�dry_runry �ensured� _init_record)r� r� r! r! r" r� R s zFileOperator.__init__c C s d| _ t� | _t� | _d S )NF)�recordry � files_written� dirs_created)r� r! r! r" r� W s zFileOperator._init_recordc C s | j r| jj|� d S )N)r� r� �add)r� r: r! r! r" �record_as_written\ s z FileOperator.record_as_writtenc C sH t jj|�s tdt jj|� ��t jj|�s0dS t j|�jt j|�jkS )a� Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". zfile '%r' does not existT)r9 r: �existsr �abspath�stat�st_mtime)r� r) �targetr! r! r" �newer` s zFileOperator.newerTc C s� | j tjj|�� tjd||� | js�d}|rftjj|�rDd| }n"tjj|�rftjj |� rfd| }|rvt |d ��t j ||� | j |� dS )z8Copy a file respecting dry-run and force flags. zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)� ensure_dirr9 r: �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr! r! r" � copy_filet s zFileOperator.copy_fileNc C s� t jj|� st�| jt jj|�� tjd||� | jsx|d krLt |d�}nt j |d|d�}zt j ||� W d |j � X | j|� d S )NzCopying stream %s to %s�wb�w)�encoding)r9 r: �isdirr= r� r� r� r� r� �openrb r Z copyfileobjrl r� )r� Zinstreamr� r� Z outstreamr! r! r" � copy_stream� s zFileOperator.copy_streamc C sF | j tjj|�� | js8t|d��}|j|� W d Q R X | j|� d S )Nr� )r� r9 r: r� r� r� rz r� )r� r: ro �fr! r! r" �write_binary_file� s z FileOperator.write_binary_filec C sL | j tjj|�� | js>t|d��}|j|j|�� W d Q R X | j|� d S )Nr� ) r� r9 r: r� r� r� rz �encoder� )r� r: ro r� r� r! r! r" �write_text_file� s z FileOperator.write_text_filec C sr t jdks t jdkrnt jdkrnxN|D ]F}| jr<tjd|� q$t j|�j|B |@ }tjd||� t j||� q$W d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) r9 r' �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder! r! r" �set_mode� s zFileOperator.set_modec C s | j dd|�S )Nim i� )r� )r3 r� r! r! r" �<lambda>� s zFileOperator.<lambda>c C s~ t jj|�}|| jkrzt jj|� rz| jj|� t jj|�\}}| j|� tj d| � | j sht j |� | j rz| j j|� d S )Nz Creating %s)r9 r: r� r� r� r� r2 r� r� r� r� �mkdirr� r� )r� r: r r� r! r! r" r� � s zFileOperator.ensure_dirc C sv t || �}tjd||� | jsh|s0| j||�rX|s:d }n |j|�sHt�|t|�d � }tj |||d� | j |� |S )NzByte-compiling %s to %sT) r r� r� r� r� r< r= r> � py_compile�compiler� )r� r: �optimize�forcerF ZdpathZdiagpathr! r! r" � byte_compile� s zFileOperator.byte_compilec C s� t jj|�r�t jj|�r`t jj|� r`tjd|� | jsBtj |� | j r�|| j kr�| j j |� nPt jj|�rrd}nd}tjd||� | js�t j |� | j r�|| j kr�| j j |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)r9 r: r� r� r� r� �debugr� r r~ r� r� r� r� )r� r: r3 r! r! r" �ensure_removed� s" zFileOperator.ensure_removedc C sH d}x>|sBt jj|�r&t j|t j�}P t jj|�}||kr<P |}qW |S )NF)r9 r: r� �access�W_OKr� )r� r: r4 �parentr! r! r" � is_writable� s zFileOperator.is_writablec C s" | j s t�| j| jf}| j� |S )zV Commit recorded changes, turn off recording, return changes. )r� r= r� r� r� )r� r4 r! r! r" �commit� s zFileOperator.commitc C s� | j s�x(t| j�D ]}tjj|�rtj|� qW t| jdd�}xN|D ]F}tj |�}|r�|dgksdt �tjj ||d �}tj |� tj |� qDW | j � d S )NT)�reverse� __pycache__r )r� �listr� r9 r: r� r� �sortedr� �listdirr= r0 �rmdirr� )r� r� �dirsr �flistZsdr! r! r" �rollback� s zFileOperator.rollback)F)T)N)FFN)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r� r� r� r� r! r! r! r" r� Q s r� c C sb | t jkrt j| }nt| �}|d kr,|}n2|jd�}t||jd��}x|D ]}t||�}qLW |S )N�.r )rJ �modules� __import__r2 rK rB )Z module_nameZ dotted_path�modr4 �partsrT r! r! r" �resolve s r� c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S ) � ExportEntryc C s || _ || _|| _|| _d S )N)r' rF rD rx )r� r' rF rD rx r! r! r" r� s zExportEntry.__init__c C s t | j| j�S )N)r� rF rD )r� r! r! r" rt s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>)r' rF rD rx )r� r! r! r" �__repr__! s zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S )NF)rO r� r' rF rD rx )r� �otherr4 r! r! r" �__eq__% s zExportEntry.__eq__N) r� r� r� r� r� rt r� r� r� �__hash__r! r! r! r" r� s r� z�(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? c C s� t j| �}|s0d }d| ks"d| kr�td| ��n�|j� }|d }|d }|jd�}|dkrf|d }}n"|dkrztd| ��|jd�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd d � | jd �D �} t|||| �}|S ) N�[�]zInvalid specification '%s'r' �callable�:r r rx c S s g | ] }|j � �qS r! )r- )r% r� r! r! r" r& Q s z$get_export_entry.<locals>.<listcomp>�,)�ENTRY_RE�searchr r �countr2 r� ) Z specificationr r4 r r' r: ZcolonsrF rD rx r! r! r" rh 7 s2 rh c C s� | dkr d} t jdkr.dt jkr.t jjd�}n t jjd�}t jj|�rft j|t j�}|s�t j d|� n<yt j |� d}W n( t k r� t j d |dd � d }Y nX |s�t j� }t j d |� t jj|| �S ) a� Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. Nz.distlib�ntZ LOCALAPPDATAz $localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)r9 r' �environr: � expandvars� expanduserr� r� r� r� �warning�makedirs�OSErrorr| r} r0 )rD r4 Zusabler! r! r" �get_cache_baseV s& r� c C sB t jjt jj| ��\}}|r(|jdd�}|jt jd�}|| d S )a Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. r� z---z--z.cache)r9 r: � splitdriver� r8 r; )r: r rT r! r! r" �path_to_cache_dir s r� c C s | j d�s| d S | S )Nr7 )�endswith)r3 r! r! r" � ensure_slash� s r� c C sH d }}d| kr>| j dd�\}} d|kr.|}n|j dd�\}}||| fS )N�@r r� )r2 )ZnetlocZusernameZpasswordrF r! r! r" �parse_credentials� s r c C s t jd�} t j| � | S )N� )r9 �umask)r4 r! r! r" �get_process_umask� s r c C s> d}d }x$t | �D ]\}}t|t�sd}P qW |d k s:t�|S )NTF)� enumeraterO r r= )�seqr4 �ir3 r! r! r" �is_string_sequence� s r z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z -py(\d\.?\d?)c C s� d}d}t | �jdd�} tj| �}|r@|jd�}| d|j� � } |r�t| �t|�d kr�tjtj |�d | �}|r�|j � }| d|� | |d d� |f}|dkr�t j| �}|r�|jd�|jd�|f}|S )zw Extract name, version, python version from a filename (no extension) Return name, version, pyver or None N� �-r z\brZ ) r r8 �PYTHON_VERSIONr� rp �startr> �rer, �escape�end�PROJECT_NAME_AND_VERSION)�filenameZ project_namer4 Zpyverr �nr! r! r" �split_filename� s" r z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t j| �}|std| ��|j� }|d j� j� |d fS )z� A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. z$Ill-formed name/version string: '%s'r' Zver)�NAME_VERSION_REr, r r r- rQ )rT r r r! r! r" �parse_name_and_version� s r c C s� t � }t | pg �} t |pg �}d| kr8| jd� ||O }x�| D ]x}|dkrV|j|� q>|jd�r�|dd � }||kr�tjd| � ||kr�|j|� q>||kr�tjd| � |j|� q>W |S )N�*r r zundeclared extra: %s)ry r� r� r< r� r� )Z requestedZ availabler4 �rZunwantedr! r! r" � get_extras� s& r c C s� i }yNt | �}|j� }|jd�}|jd�s8tjd|� ntjd�|�}tj |�}W n0 t k r� } ztj d| |� W Y d d }~X nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %szutf-8z&Failed to get external data for %s: %s) r r� �getr< r� r� rb rc re rf ri � exception)r* r4 ZrespZheadersZct�reader�er! r! r" �_get_external_data� s r z'https://www.red-dove.com/pypi/projects/c C s* d| d j � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr )�upperr �_external_data_base_urlr )r' r* r4 r! r! r" �get_project_data s r c C s( d| d j � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr )r r r r )r' �versionr* r! r! r" �get_package_data s r" c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez� A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. c C sP t jj|�st j|� t j|�jd@ dkr6tjd|� t jjt jj |��| _ dS )zu Initialise an instance. :param base: The base directory where the cache should be located. �? r z Directory '%s' is not privateN) r9 r: r� r� r� r� r� r� r� �normpathr@ )r� r@ r! r! r" r� " s zCache.__init__c C s t |�S )zN Converts a resource prefix to a directory name in the cache. )r� )r� rF r! r! r" � prefix_to_dir0 s zCache.prefix_to_dirc C s� g }x�t j| j�D ]r}t jj| j|�}y>t jj|�s@t jj|�rLt j|� nt jj|�rbt j |� W q t k r� |j |� Y qX qW |S )z" Clear the cache. ) r9 r� r@ r: r0 r� r� r� r� r r~ ri �append)r� Z not_removed�fnr! r! r" �clear6 s z Cache.clearN)r� r� r� �__doc__r� r& r) r! r! r! r" r# s r# c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d � Zd d � Zd S )� EventMixinz1 A very simple publish/subscribe system. c C s i | _ d S )N)� _subscribers)r� r! r! r" r� K s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|j|� n |j|� dS )a` Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. N)r, r r' � appendleft)r� �event� subscriberr' �subsZsqr! r! r" r� N s zEventMixin.addc C s, | j }||krtd| ��|| j|� dS )z� Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. zNo subscribers: %rN)r, r� r� )r� r. r/ r0 r! r! r" r� b s zEventMixin.removec C s t | jj|f ��S )z� Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. )�iterr, r )r� r. r! r! r" �get_subscribersn s zEventMixin.get_subscribersc O sp g }xT| j |�D ]F}y||f|�|�}W n" tk rJ tjd� d}Y nX |j|� qW tjd||||� |S )a^ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r2 ri r� r r' r� )r� r. �args�kwargsr4 r/ rt r! r! r" �publishu s zEventMixin.publishN)T) r� r� r� r* r� r� r� r2 r5 r! r! r! r" r+ G s r+ c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd d � Zd d � Zdd� Z e dd� �Z e dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S )N)�_preds�_succsry �_nodes)r� r! r! r" r� � s zSequencer.__init__c C s | j j|� d S )N)r9 r� )r� �noder! r! r" �add_node� s zSequencer.add_nodeFc C s� || j kr| j j|� |r�x&t| jj|f ��D ]}| j||� q.W x&t| jj|f ��D ]}| j||� qVW x&t| jj� �D ]\}}|sz| j|= qzW x&t| jj� �D ]\}}|s�| j|= q�W d S )N)r9 r� ry r7 r r8 r� rg )r� r: ZedgesrT r3 rq rr r! r! r" � remove_node� s zSequencer.remove_nodec C s< ||ks t �| jj|t� �j|� | jj|t� �j|� d S )N)r= r7 � setdefaultry r� r8 )r� �pred�succr! r! r" r� � s z Sequencer.addc C s� ||ks t �y| j| }| j| }W n tk rD td| ��Y nX y|j|� |j|� W n$ tk r� td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)r= r7 r8 �KeyErrorr� r� )r� r> r? �predsZsuccsr! r! r" r� � s zSequencer.removec C s || j kp || jkp || jkS )N)r7 r8 r9 )r� �stepr! r! r" �is_step� s zSequencer.is_stepc C s� | j |�std| ��g }g }t� }|j|� xd|r�|jd�}||krd||kr�|j|� |j|� q0|j|� |j|� | jj|f �}|j |� q0W t |�S )Nz Unknown: %rr ) rC r� ry r' rB r� r� r7 r �extend�reversed)r� �finalr4 Ztodo�seenrB rA r! r! r" � get_steps� s" zSequencer.get_stepsc sV dg�g �i �i �g �| j � � ������fdd��x � D ]}|�kr:�|� q:W �S )Nr c s� �d �| < �d �| < �d d7 < �j | � y � | }W n tk rV g }Y nX xR|D ]J}|�kr��|� t�| �| ��| < q^|�kr^t�| �| ��| < q^W �| �| kr�g }x �j� }|j |� || kr�P q�W t|�}�j |� d S )Nr r )r' ri �minrB �tuple)r: Z successorsZ successorZconnected_componentZ component)�graph�index� index_counter�lowlinksr4 �stack� strongconnectr! r" rP � s. z3Sequencer.strong_connections.<locals>.strongconnect)r8 )r� r: r! )rK rL rM rN r4 rO rP r" �strong_connections� s " z Sequencer.strong_connectionsc C sr dg}x8| j D ].}| j | }x |D ]}|jd||f � q"W qW x | jD ]}|jd| � qHW |jd� dj|�S )Nz digraph G {z %s -> %s;z %s;�}� )r7 r' r9 r0 )r� r4 r? rA r> r: r! r! r" �dot s z Sequencer.dotN)F) r� r� r� r� r; r< r� r� rC rH �propertyrQ rT r! r! r! r" r6 � s 3r6 �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sf � �fdd�}t jj� �� t� ��d }|d kr�| jd�r>d}nH| jd�rRd}d }n4| jd�rfd }d }n | jd�rzd}d}n td| ��z�|dkr�t| d�}|r�|j� }xD|D ] }||� q�W n.tj | |�}|r�|j � }x|D ] }||� q�W |dk�r6t j d dk �r6x.|j � D ]"} t| jt��s| jjd�| _�qW dd� } | |_|j� � W d |�r`|j� X d S )Nc sT t | t�s| jd�} tjjtjj� | ��}|j� � sD|� tjkrPt d| ��d S )Nzutf-8z path outside destination: %r) rO r �decoder9 r: r� r0 r< r; r� )r: rT )�dest_dir�plenr! r" � check_path s z unarchive.<locals>.check_path�.zip�.whl�zip�.tar.gz�.tgzZtgzzr:gz�.tar.bz2�.tbzZtbzzr:bz2z.tarZtarr zUnknown format for %rr rZ zutf-8c S sB y t j| |�S t jk r< } ztt|���W Y dd}~X nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ tar_filterZ FilterErrorr� �str)�memberr: �excr! r! r" �extraction_filterP s z$unarchive.<locals>.extraction_filter)ra rb )rd re )rf rg )r9 r: r� r> r� r� r Znamelistrh r� ZgetnamesrJ ra Z getmembersrO r' r r] rl Z extractallrl ) Zarchive_filenamer^ �formatr� r` �archiver� �namesr' Ztarinforl r! )r^ r_ r" � unarchive sL rp c C s� t j� }t| �}t|d��b}xZtj| �D ]L\}}}x@|D ]8}tjj||�}||d� } tjj| |�} |j|| � q8W q(W W dQ R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOr> r r9 �walkr: r0 rz ) Z directoryr4 ZdlenZzf�rootr� r� r' ZfullZrelrE r! r! r" �zip_dir` s ru r$ �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd d � Zd d � Ze dd� �Z e dd� �Z dd� Z e dd� �Z e dd� �ZdS )�ProgressZUNKNOWNr �d c C s< |d ks||kst �| | _| _|| _d | _d| _d| _d S )Nr F)r= rI �cur�max�started�elapsed�done)r� ZminvalZmaxvalr! r! r" r� w s zProgress.__init__c C sV | j |kst�| jd ks&|| jks&t�|| _tj� }| jd krF|| _n || j | _d S )N)rI r= r~ r} �timer r� )r� ZcurvalZnowr! r! r" �update s zProgress.updatec C s |dks t �| j| j| � d S )Nr )r= r� r} )r� Zincrr! r! r" � increment� s zProgress.incrementc C s | j | j� | S )N)r� rI )r� r! r! r" r � s zProgress.startc C s | j d k r| j| j � d| _d S )NT)r~ r� r� )r� r! r! r" �stop� s z Progress.stopc C s | j d kr| jS | j S )N)r~ �unknown)r� r! r! r" �maximum� s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r~ r} rI )r� r4 rr r! r! r" � percentage� s zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntjdtj|��}|S )Nr z??:??:??z%H:%M:%S)r~ r} rI r� ZstrftimeZgmtime)r� Zdurationr4 r! r! r" �format_duration� s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| j|�f S )NZDonezETA r r z%s: %sr� )r� r� r~ r} rI �floatr� )r� rF �tr! r! r" �ETA� s z Progress.ETAc C sN | j dkrd}n| j| j | j }x tD ]}|dk r6P |d }q(W d||f S )Nr g i� g @�@z%d %sB/s)r� r} rI �UNITS)r� r4 Zunitr! r! r" �speed� s zProgress.speedN)r r| )r� r� r� r� r� r� r� r r� rU r� r� r� r� r� r! r! r! r" r{ t s r{ z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t j| �rd}t|| ��tj| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr� r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r! r! r" r � s r c c s t j| d�}t|�dkrpt|�dks,t|��|\}}}x�|jd�D ](}x"tdj|||f��D ] }|V q\W qBW n�d| kr�x�t| �D ] }|V q�W n�| jdd�\}}|dkr�d}|dkr�d}n|jd�}|jd �}xHtj |�D ]:\}}} tj j |�}x"ttj j||��D ] } | V �qW q�W d S ) Nr rZ r� r$ z**r� r r7 �\) � RICH_GLOBr2 r> r= r� r0 � std_iglobr? r9 rs r: r% ) r� Zrich_path_globrF ry rD �itemr: Zradical�dirr� r( r! r! r" r� � s* r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sP t j| j| jf| j�}t| dd�r0|| _| j� tt d�sp| j rHt j }nt j }t j || j| j|t j| j d�| _nxt jt j�}| jt jO _| jr�|j| j| j� i }| j r�t j |_|j| j d� tt dd�r�| j|d< |j |f|�| _| j o�| j�rLy$t| jj� | j� tjd| j� W n0 t k �rJ | jj t j � | jj � � Y nX d S ) NZ _tunnel_hostF� SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrK �sockZ_tunnelrI �sslr� Z CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r� r� ZshutdownZ SHUT_RDWRrl )r� r� r� �contextr4 r! r! r" �connect s> zHTTPSConnection.connect)r� r� r� r� r� r� r! r! r! r" r� s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) r� Tc C s t j| � || _|| _d S )N)�BaseHTTPSHandlerr� r� r� )r� r� r� r! r! r" r� 0 s zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. )r� r� r� )r� r3 r4 r4 r! r! r" � _conn_maker5 s zHTTPSHandler._conn_makerc C sV y| j | j|�S tk rP } z&dt|j�kr>td|j ��n� W Y d d }~X nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r ri �reasonr� r� )r� �reqr r! r! r" � https_openE s zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r! r! r! r" r� / s r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� r� r! r! r" � http_openY s zHTTPSOnlyHandler.http_openN)r� r� r� r� r! r! r! r" r� X s r� � � c @ s e Zd Zddd�ZdS )�HTTPr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )�_setup�_connection_class)r� r� r� r4 r! r! r" r� e s z HTTP.__init__)r$ N)r� r� r� r� r! r! r! r" r� d s r� c @ s e Zd Zddd�ZdS )�HTTPSr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )r� r� )r� r� r� r4 r! r! r" r� m s zHTTPS.__init__)r$ N)r� r� r� r� r! r! r! r" r� l s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� � use_datetimer! r! r" r� t s zTransport.__init__c C sb | j |�\}}}tdkr(t|| jd�}n6| j s>|| jd krT|| _|tj|�f| _| jd }|S )Nr� r� )r� r r )r� r� )� get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r4 r! r! r" �make_connectionx s zTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� s s r� c @ s e Zd Zddd�Zdd� ZdS )� SafeTransportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� r� r! r! r" r� � s zSafeTransport.__init__c C sz | j |�\}}}|si }| j|d< tdkr:t|d f|�}n<| j sP|| jd krl|| _|tj|d f|�f| _| jd }|S )Nr� r� r� r r )r� r� )r� r� r� r� r� r� r r� )r� r� r� r� r4 r4 r! r! r" r� � s z SafeTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� � s r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |j dd � | _}|d k r^t|�\}}|jdd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport) rB r� r r r� r� r� r r� r� ) r� Zurir4 r� �scheme�_r� Ztclsr� r! r! r" r� � s zServerProxy.__init__N)r� r� r� r� r! r! r! r" r� � s r� c K s. t jd dk r|d7 }nd|d< t| |f|�S )Nr rZ �br$ �newline)rJ ra r� )r( r� r4 r! r! r" � _csv_open� s r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S ) �CSVBaser� �"rS )Z delimiterZ quotecharZlineterminatorc C s | S )Nr! )r� r! r! r" � __enter__� s zCSVBase.__enter__c G s | j j� d S )N)r_ rl )r� r� r! r! r" �__exit__� s zCSVBase.__exit__N)r� r� r� ri �defaultsr� r� r! r! r! r" r� � s r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,tjd�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr_ r rZ zutf-8r: r ) rJ ra rb rc r_ r� �csvr r� )r� r4 r_ r! r! r" r� � s zCSVReader.__init__c C s | S )Nr! )r� r! r! r" �__iter__� s zCSVReader.__iter__c C sJ t | j�}tjd dk rFx,t|�D ] \}}t|t�s"|jd�||< q"W |S )Nr rZ zutf-8)�nextr rJ ra r rO r r] )r� r4 r r� r! r! r" r� � s zCSVReader.nextN)r� r� r� r� r� r� �__next__r! r! r! r" r� � s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r_ r� �writerr� )r� r( r4 r! r! r" r� � s zCSVWriter.__init__c C sR t jd dk rBg }x*|D ]"}t|t�r0|jd�}|j|� qW |}| jj|� d S )Nr rZ zutf-8)rJ ra rO r r� r' r� �writerow)r� �rowr r� r! r! r" r� � s zCSVWriter.writerowN)r� r� r� r� r� r! r! r! r" r� � s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd d � Z � Z S ) � Configurator� inc_convertZincNc s" t t| �j|� |ptj� | _d S )N)�superr� r� r9 r� r@ )r� �configr@ )� __class__r! r" r� � s zConfigurator.__init__c s� ��fdd��� j d�}t|�s*�j|�}� j dd �}� j df �}|r\t�fdd�|D ��}� �fdd�� D �}t|�}|||�}|r�x$|j� D ]\}} t||�| �� q�W |S ) Nc sz t | ttf�r*t| �� fdd�| D ��}nLt | t�rld| krH�j| �}qvi }x(| D ]}� | | �||< qRW n �j| �}|S )Nc s g | ] }� |��qS r! r! )r% r )�convertr! r" r& � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>z())rO r� rJ �type�dict�configure_customr� )�or4 rq )r� r� r! r" r� � s z.Configurator.configure_custom.<locals>.convertz()r� z[]c s g | ] }� |��qS r! r! )r% r� )r� r! r" r& s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r! )r )r% rq )r� r� r! r" r& s )rB r� r� rJ r� rg �setattr) r� r� rU Zpropsr3 rg r4 r4 r rr r! )r� r� r� r" r� � s z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| j|� | j |< }|S )Nz())r� rO r� r� )r� rX r4 r! r! r" � __getitem__ s zConfigurator.__getitem__c C sF t jj|�s t jj| j|�}tj|ddd��}tj|�}W dQ R X |S )z*Default converter for the inc:// protocol.r zutf-8)r� N) r9 r: �isabsr0 r@ rb r� re rf )r� rt r� r4 r! r! r" r� s zConfigurator.inc_convert)N) r� r� r� r� r Zvalue_convertersr� r� r� r� � __classcell__r! r! )r� r" r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) �SubprocessMixinFNc C s || _ || _d S )N)�verbose�progress)r� r� r� r! r! r" r� + s zSubprocessMixin.__init__c C sn | j }| j}xT|j� }|s P |dk r0|||� q|sBtjjd� ntjj|jd�� tjj� qW |j� dS )z� Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. Nr� zutf-8) r� r� �readlinerJ �stderrrz r] �flushrl )r� r_ r� r� r� r3 r! r! r" r / s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|j� tj| j|jdfd�}|j� |j � |j � |j � | j d k r�| j dd� n| j r�t jjd� |S )N)�stdoutr� r� )r� r3 r� zdone.�mainzdone. )� subprocess�Popen�PIPE� threadingZThreadr r� r r� �waitr0 r� r� rJ rz )r� �cmdr4 rT Zt1Zt2r! r! r" � run_commandD s zSubprocessMixin.run_command)FN)r� r� r� r� r r� r! r! r! r" r� * s r� c C s t jdd| �j� S )z,Normalize a python package name a la PEP 503z[-_.]+r )r �subrQ )r' r! r! r" �normalize_nameU s r� )NN)r� )N)N)rV rW rX rY rZ r[ r\ )NT)r$ rv rw rx ry rz )r� r� )�rb � collectionsr � contextlibr� Zglobr r� rq re Zloggingr9 r� r r r� r� � ImportErrorr� rJ rh r| rm r� Zdummy_threadingr� r$ r �compatr r r r r r r r r r r r r r r r r r r Z getLoggerr� r� �COMMAr� r1 ZIDENTZ EXTRA_IDENTZVERSPECZRELOPZBARE_CONSTRAINTSZ DIRECT_REFZ CONSTRAINTSZ EXTRA_LISTZEXTRASZ REQUIREMENTr+ Z RELOP_IDENTr. r6 rG rL rP rV rY ru r{ �contextmanagerr r� r� r� r� r� r� r� r� �VERBOSEr� rh r� r� r� r r r �Ir r r r r r r r r r" r# r+ r6 ZARCHIVE_EXTENSIONSrp ru r� r{ r� r� r� r� r� r� r� r� r� r� ra r� r� r� r� r� r� r� r� r� r� r� r� r� r! r! r! r" �<module> s� X , % / 7 ) ,H C] *) :+