관리-도구
편집 파일: managers.cpython-39.opt-2.pyc
a R�fǸ � @ sL g d �Z ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZmZmZ ddl mZ dd l mZ dd l mZ dd l mZ zdd l mZ W n ey� d ZY n0 dZe �d� dd� Ze�eje� dd� dD �Z e d e u�r8dd� Z e D ]Z e�e e � �q$G dd� de �Z!di fdd�Z"d d � Z#G d d � d e$�Z%d d!� Z&d"d#� Z'G d$d%� d%e �Z(G d&d'� d'e �Z)e j*e j+fe j,e j-fd(�Z.G d)d*� d*e �Z/G d+d,� d,e0�Z1G d-d.� d.e �Z2d/d0� Z3i fd1d2�Z4dmd3d4�Z5G d5d6� d6e �Z6G d7d8� d8e �Z7dnd9d:�Z8G d;d<� d<e2�Z9G d=d>� d>e2�Z:G d?d@� d@e:�Z;G dAdB� dBe2�Z<G dCdD� dDe2�Z=G dEdF� dFe2�Z>G dGdH� dHe2�Z?e4dIdJ�Z@G dKdL� dLe@�ZAe4dMdN�ZBdOdPieB_Ce4dQdR�ZDe4dSdT�ZEdUdUdUdPdPdV�eE_CG dWdS� dSeE�ZFG dXdY� dYe/�ZGeG�dZejH� eG�d[ejH� eG�d\ejIe<� eG�d]ejJe:� eG�d^ejKe:� eG�d_ejLe:� eG�d`ejMe:� eG�daejNe;� eG�dbejOe=� eG�dcejPeF� eG�dde eA� eG�deeQeB� eG�d8e7e?� eG�d:e8eD� eG�d6e6e>� eGjdPe9d df� eGjdUd dg� e�rHG dhdi� di�ZRG djdk� dke(�ZSG dld� de/�ZTdS )o)� BaseManager� SyncManager� BaseProxy�Token� N)�getpid)� format_exc� )� connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)� shared_memoryFT�SharedMemoryManagerc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �=/opt/alt/python39/lib64/python3.9/multiprocessing/managers.py� reduce_array/ s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r � <listcomp>3 � r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list5 s r( c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) r ��typeid�address�idc C s ||| | _ | _| _d S r r) )�selfr* r+ r, r r r �__init__D s zToken.__init__c C s | j | j| jfS r r) �r- r r r � __getstate__G s zToken.__getstate__c C s |\| _ | _| _d S r r) �r- �stater r r � __setstate__J s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r* r+ r, r/ r r r �__repr__M s �zToken.__repr__N)r5 � __module__� __qualname__� __slots__r. r0 r3 r6 r r r r r > s r r c C s8 | � ||||f� | �� \}}|dkr*|S t||��d S )N�#RETURN)�send�recv�convert_to_error)�cr, � methodname�args�kwds�kind�resultr r r �dispatchU s rD c C sd | dkr |S | dv rRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)� #TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrG zUnserializable message: %s z Unrecognized message type {!r})� isinstance�str� TypeError�formatr � RemoteError� ValueError)rB rC r r r r= _ s �� r= c @ s e Zd Zdd� ZdS )rL c C s dt | jd � d S )NzM --------------------------------------------------------------------------- r zK---------------------------------------------------------------------------)rI r@ r/ r r r �__str__o s zRemoteError.__str__N)r5 r7 r8 rN r r r r rL n s rL c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S r )�dirr �callable�append)r' �tempr �funcr r r � all_methodsv s rT c C s dd� t | �D �S )Nc S s g | ]}|d dkr|�qS )r �_r r r r r r � r! z"public_methods.<locals>.<listcomp>)rT r& r r r �public_methods� s rV c @ s� e Zd Zg d�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z e e e d�Z dd� Z dd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%S )&�Server) �shutdown�create�accept_connection� get_methods� debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _ | j j | _ ddi| _ i | _ i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r+ Zbacklog�0�Nr )rH �bytesrJ rK r �registryr �AuthenticationString�authkey�listener_client�listenerr+ � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r- re r+ rg � serializer�Listener�Clientr r r r. � s �� zServer.__init__c C s� t �� | _| t�� _z�t j| jd�}d|_|� � z | j� � sL| j� d� q4W n t t fyd Y n0 W tjtjkr�t�d� tjt_tjt_t�d� n2tjtjkr�t�d� tjt_tjt_t�d� 0 d S )N)�targetTr zresetting stdout, stderrr )rm �Event� stop_eventr �current_process�_manager_server�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt� SystemExit�sys�stdout� __stdout__r �debug� __stderr__�stderr�exit)r- ry r r r � serve_forever� s* � zServer.serve_foreverc C sL z| j �� }W n ty$ Y q Y n0 tj| j|fd�}d|_|�� q d S )N�rs r@ T)ri Zaccept�OSErrorrm rx �handle_requestrz r{ )r- r> �tr r r ry � s zServer.accepterc C s6 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tyf dt� f} Y nB0 z||g|�R i |��}W n ty� dt� f} Y n 0 d|f} z|�| � W nr t�y( } zXz|�dt� f� W n ty� Y n0 t � d| � t � d|� t � d| � W Y d } ~ n d } ~ 0 0 |� � d S )NrF r: zFailure to send message: %rz ... request was %r� ... exception was %r) r Zdeliver_challengerg Zanswer_challenger< r � Exceptionr r; r �info�close) r- r> �funcnamerC �request�ignorer@ rA rS �msg�er r r r� � s2 "zServer.handle_requestc C s� t �dt�� j� |j}|j}| j}| j� � �sΐz:d }}|� }|\}}} } z|| \}} } W nP t y� } z8z| j | \}} } W n t y� | �Y n0 W Y d } ~ n d } ~ 0 0 || vr�t d|t |�| f ��t||�}z|| i | ��}W n. t�y } zd|f}W Y d }~nXd }~0 0 | �o,| �|d �}|�rb| �|||�\}}t|| j|�}d||ff}nd|f}W n� t �y� |d u �r�dt� f}nRz2| j| }|| |||g| �R i | ��}d|f}W n t�y� dt� f}Y n0 Y nL t�y t �dt�� j� t�d� Y n t�y2 dt� f}Y n0 z4z ||� W n" t�yd |d t� f� Y n0 W q$ t�y� } zHt �d t�� j� t �d |� t �d |� |�� t�d � W Y d }~q$d }~0 0 q$d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rrE �#PROXYr: rF z$got EOF -- exiting thread serving %rr rG z exception in thread serving %rz ... message was %rr� r )r r� rm �current_threadr r< r; rj ru r| �KeyErrorrl �AttributeErrorr r r� �getrY r r+ r �fallback_mapping�EOFErrorr� r� r� r� )r- �connr< r; rj r? r' r� �identr@ rA �exposed� gettypeid�keZfunction�resr� r� r* ZridentZrexposed�tokenZ fallback_funcrC r r r � serve_client� s� � � �� ��� � � zServer.serve_clientc C s |S r r �r- r� r� r' r r r �fallback_getvalue7 s zServer.fallback_getvaluec C s t |�S r �rI r� r r r � fallback_str: s zServer.fallback_strc C s t |�S r )�reprr� r r r � fallback_repr= s zServer.fallback_repr)rN r6 � #GETVALUEc C s d S r r �r- r> r r r r^ F s z Server.dummyc C s� | j �v g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �d d� f � q&d�|�W d � S 1 s�0 Y d S )Nrb z %s: refcount=%s %sr �K � ) ro r% rk r# �sortrQ rI rj �join)r- r> rC r# r� r r r r\ I s ��zServer.debug_infoc C s t | j�S r )�lenrk r� r r r r] Y s zServer.number_of_objectsc C sV zDzt �d� |�d� W n dd l}|�� Y n0 W | j�� n | j�� 0 d S )Nz!manager received shutdown message�r: Nr )r r� r; � traceback� print_excru �set)r- r> r� r r r rX ` s zServer.shutdownc O s | j �� | j| \}}}}|d u rD|s2t|�dkr:td��|d } n||i |��} |d u rbt| �}|d ur�t|t�s�td�|t |����t |�t |� }dt | � } t � d|| � | t|�|f| j| < | | jvr�d| j| < W d � n1 s�0 Y | �|| � | t|�fS )Nr z4Without callable, must have one non-keyword argumentr z,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)ro re r� rM rV rH �dictrJ rK r r% r, r r� r� rj rk r_ �tuple) r- r> r* r@ rA rP r� �method_to_typeid� proxytyper' r� r r r rY m s6 � � �� ( z Server.createc C s t | j|j d �S )Nr )r� rj r, )r- r> r� r r r r[ � s zServer.get_methodsc C s" |t �� _|�d� | �|� d S )Nr� )rm r� r r; r� )r- r> r r r r rZ � s zServer.accept_connectionc C s� | j �� z| j| d7 < W nj ty� } zR|| jv rpd| j|< | j| | j|< | j| \}}}t�d|� n|�W Y d }~n d }~0 0 W d � n1 s�0 Y d S )Nr z&Server re-enabled tracking & INCREF %r)ro rk r� rl rj r r� )r- r> r� r� r' r� r� r r r r_ � s �z Server.increfc C s� || j vr$|| jv r$t�d|� d S | j�d | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W d � n1 s�0 Y || j vr�d| j|< t�d|� | j� | j|= W d � n1 s�0 Y d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rk rl r r� ro �AssertionErrorrK rj )r- r> r� r r r r` � s* � ��& z Server.decrefN)r5 r7 r8 �publicr. r� ry r� r� r� r� r� r� r^ r\ r] rX rY r[ rZ r_ r` r r r r rW � s, "Q� $rW c @ s e Zd ZdgZdZdZdZdS )�State�valuer r � N)r5 r7 r8 r9 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd Zi ZeZd!dd�Zdd� Zdd� Zd"d d �Z e d#d d ��Z dd� Z d$dd�Z dd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze d%d d ��ZdS )&r Nr� c C s\ |d u rt �� j}|| _t �|�| _t� | _tj| j_ || _ t | \| _ | _ |pTt� | _d S r )r rv rg �_addressrf �_authkeyr� �_stater� r� � _serializerrh Z _Listener�_Clientr �_ctx)r- r+ rg rp �ctxr r r r. � s zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j | j | j �S )N�Already started server�Manager has shut down�Unknown state {!r}) r� r� r� r� r� r r� rK rW � _registryr� r� r� r/ r r r � get_server� s � �zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|d d� tj| j_d S )N�rg r^ ) rh r� r� r� rD r� r� r� r� )r- rq rr r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|d urht|�sht d��t j dd�\}}| j j t| �j| j| j| j| j|||fd�| _d�d d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd d �| _ d S )Nr� r� r� z initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>( r! z$BaseManager.start.<locals>.<genexpr>�-r �r@ Z exitpriority)!r� r� r� r� r� r r� rK rP rJ r ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr5 r r{ r� r< r �Finalize�_finalize_managerr� rX )r- � initializer�initargs�reader�writerr� r r r r{ s> � �� ��zBaseManager.startc C s^ t � t jt j� |d ur ||� | �||||�}|�|j� |�� t�d|j� |� � d S )Nzmanager serving at %r) �signal�SIGINT�SIG_IGN�_Serverr; r+ r� r r� r� ) �clsre r+ rg rp r� r� r� �serverr r r r� : s zBaseManager._run_serverc O sV | j | j| jd�}z&t|d d|f| |�\}}W |�� n |�� 0 t|| j|�|fS )Nr� rY )r� r� r� rD r� r )r- r* r@ rA r� r, r� r r r �_createQ s zBaseManager._createc C s* | j d ur&| j �|� | j �� s&d | _ d S r )r� r� �is_alive�r- �timeoutr r r r� ] s zBaseManager.joinc C s8 | j | j| jd�}zt|d d�W |�� S |�� 0 d S )Nr� r\ �r� r� r� rD r� �r- r� r r r � _debug_infof s �zBaseManager._debug_infoc C s8 | j | j| jd�}zt|d d�W |�� S |�� 0 d S )Nr� r] r� r� r r r �_number_of_objectsp s �z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r{ r� r r� rK r/ r r r � __enter__z s �zBaseManager.__enter__c C s | � � d S r )rX �r- �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z4|||d�}zt|d d� W |�� n |�� 0 W n tyX Y n0 | jdd� | � � r�t�d� t| d�r�t�d� | �� | jdd� | � � r�t�d � t j |_ z t j |= W n ty� Y n0 d S ) Nz#sending shutdown message to managerr� rX g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processz#manager still alive after terminate)r� r r� rD r� r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r+ rg r2 r� r� r r r r� � s. z BaseManager._finalize_managerc C s | j S r )r� r/ r r r r+ � s zBaseManager.addressTc s� d| j vr| j�� | _� d u r"t� |p0t� dd �}|p@t� dd �}|r\t|�� �D ]\}}qR|||� f| j�< |r�� �fdd�} �| _t| �| � d S )Nr� � _exposed_�_method_to_typeid_c sf t �d�� | j�g|�R i |��\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrg r� r� r` ) r r� r� r� r� r� r+ rD r, )r- r@ rA r� Zexp�proxyr� �r� r* r r rR � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r% r" r5 �setattr) r� r* rP r� r� r� � create_method�keyr� rR r r� r �register� s" �� zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r5 r7 r8 r� rW r� r. r� r� r{ � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr+ r� r r r r r � s2 � + � �r c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr& r r r �<lambda>� r! z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr/ r r r r. � s zProcessLocalSet.__init__c C s t | �dfS rc )r r/ r r r � __reduce__� s zProcessLocalSet.__reduce__N)r5 r7 r8 r. r r r r r r � s r c @ s| e Zd Zi Ze�� Zddd�Zdd� Zdi fd d �Z d d � Z d d� Z e dd� �Z dd� Zdd� Zdd� Zdd� Zdd� ZdS ) r NTFc C s� t j�B t j�|jd �}|d u r:t�� t� f}|t j|j< W d � n1 sN0 Y |d | _|d | _ || _ | j j | _ || _ || _t| d | _|| _|d ur�t�|�| _n"| j d ur�| j j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r+ r ZForkAwareLocalr �_tls�_idset�_tokenr, �_id�_managerr� rh r� �_owned_by_managerr rf r� rv rg �_increfr � _after_fork) r- r� rp r� rg r� r_ � manager_ownedZ tls_idsetr r r r. � s* * zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j d�}t |d d|f� || j _ d S )Nz making connection to managerZ MainThread�|r� rZ )r r� r rv r rm r� r� r r+ r� rD r r )r- r r� r r r �_connect s zBaseProxy._connectr c C s� z | j j}W n4 ty@ t�dt�� j� | �� | j j}Y n0 |� | j |||f� |� � \}}|dkrn|S |dkr�|\}}| j j |j d } | jj|_| || j| j | j|d�} | j|j| jd�}t|d d|jf� | S t||��d S )Nz#thread %r does not own a connectionr: r� ���r� r� r` )r r r� r r� rm r� r r r; r r< r r� r* r r+ r� r� r� rD r, r= ) r- r? r@ rA r� rB rC r� r� r� r� r r r � _callmethod s0 � �zBaseProxy._callmethodc C s | � d�S )Nr� �r r/ r r r � _getvalue; s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j � | j � | j oj| j j }tj| tj| j| j|| j| j | jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r_ z INCREF %r� r� )r r r� r r, r� r+ r� rD r r �addr r� r� r �_decrefr Z_close)r- r� r2 r r r r A s ��zBaseProxy._increfc C s� |� | j� |d u s |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t y� } zt�d|� W Y d }~q�d }~0 0 nt�d| j� |s�t |d�r�t�dt � � j � |j�� |`d S )Nz DECREF %rr� r` z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr, r� r� r� r r� r+ rD r� r� rm r� r r r� )r� rg r2 ZtlsZidsetr� r� r� r r r r U s $� zBaseProxy._decrefc C sJ d | _ z | �� W n2 tyD } zt�d| � W Y d }~n d }~0 0 d S )Nzincref failed: %s)r r r� r r� )r- r� r r r r n s zBaseProxy._after_forkc C s^ i }t � d ur| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrg �_isautoFr� ) r r� r r� � RebuildProxyr� r r� r �r- rA r r r r v s ��zBaseProxy.__reduce__c C s | � � S r )r )r- �memor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r5 r r* r, r/ r r r r6 � s �zBaseProxy.__repr__c C s8 z | � d�W S ty2 t| �d d� d Y S 0 d S )Nr6 r z; '__str__()' failed>)r r� r� r/ r r r rN � s zBaseProxy.__str__)NNNTF)r5 r7 r8 r� r ZForkAwareThreadLockr r. r r r r r r r r r r6 rN r r r r r � s � ) r c C s� t t�� dd �}|rT|j|jkrTt�d|� d|d< |j|jvrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S )Nrw z*Rebuild a proxy owned by manager, token=%rTr r_ Z _inheritingF) r r rv r+ r r� r, rl rj �pop)rS r� rp rA r� r_ r r r r � s � �r c C sn t |�}z|| |f W S ty( Y n0 i }|D ]}td||f |� q2t| tf|�}||_||| |f< |S )NzOdef %s(self, /, *args, **kwds): return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r � MakeProxyType� s �� r$ c C s� t | d }|d u rJ|| j|d�}z t|d d| f�}W |�� n |�� 0 |d u r`|d ur`|j}|d u rrt�� j}td| j |�} | | |||||d�} d| _ | S )Nr r� r[ z AutoProxy[%s])r� rg r_ r T) rh r+ rD r� r� r rv rg r$ r* r ) r� rp r� rg r� r_ r r� r� r# r� r r r r� � s �r� c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater r r r r. � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrU z%s=%rz%s(%s)z, ) r% r� r" � startswithrQ r� r4 r5 r� )r- r" rR r r� r r r r6 � s zNamespace.__repr__N)r5 r7 r8 r. r6 r r r r r% � s r% c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r- r r� �lockr r r r. � s zValue.__init__c C s | j S r �r* r/ r r r r� � s z Value.getc C s || _ d S r r, �r- r� r r r r� � s z Value.setc C s dt | �j| j| jf S )Nz %s(%r, %r))r r5 r) r* r/ r r r r6 � s zValue.__repr__N)T) r5 r7 r8 r. r� r� r6 r r� r r r r r( � s r( c C s t � | |�S r )r )r �sequencer+ r r r �Array� s r/ c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd S ) � IteratorProxy)�__next__r; �throwr� c C s | S r r r/ r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr1 r �r- r@ r r r r1 s zIteratorProxy.__next__c G s | � d|�S )Nr; r r4 r r r r; s zIteratorProxy.sendc G s | � d|�S )Nr2 r r4 r r r r2 s zIteratorProxy.throwc G s | � d|�S )Nr� r r4 r r r r� s zIteratorProxy.closeN) r5 r7 r8 r� r3 r1 r; r2 r� r r r r r0 � s r0 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd d � ZdS ) � AcquirerProxy)�acquire�releaseTNc C s" |d u r|fn||f}| � d|�S �Nr6 r )r- Zblockingr� r@ r r r r6 s zAcquirerProxy.acquirec C s | � d�S �Nr7 r r/ r r r r7 s zAcquirerProxy.releasec C s | � d�S r8 r r/ r r r r� s zAcquirerProxy.__enter__c C s | � d�S r9 r r� r r r r� s zAcquirerProxy.__exit__)TN)r5 r7 r8 r� r6 r7 r� r� r r r r r5 s r5 c @ s6 e Zd ZdZd dd�Zd dd�Zdd � Zdd d �ZdS )�ConditionProxy)r6 r7 r} �notify� notify_allNc C s | � d|f�S �Nr} r r� r r r r} s zConditionProxy.waitr c C s | � d|f�S )Nr; r )r- �nr r r r; s zConditionProxy.notifyc C s | � d�S )Nr< r r/ r r r r< s zConditionProxy.notify_allc C sd |� }|r|S |d ur$t �� | }nd }d }|s`|d urN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr} )r- Z predicater� rC ZendtimeZwaittimer r r �wait_for! s zConditionProxy.wait_for)N)r )N)r5 r7 r8 r� r} r; r< rA r r r r r: s r: c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d �ZdS ) � EventProxy)r| r� r r} c C s | � d�S )Nr| r r/ r r r r| 6 s zEventProxy.is_setc C s | � d�S �Nr� r r/ r r r r� 8 s zEventProxy.setc C s | � d�S )Nr r r/ r r r r : s zEventProxy.clearNc C s | � d|f�S r= r r� r r r r} < s zEventProxy.wait)N)r5 r7 r8 r� r| r� r r} r r r r rB 4 s rB c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d � �Zed d � �Z ed d� �Z dS )� BarrierProxy)�__getattribute__r} �abort�resetNc C s | � d|f�S r= r r� r r r r} B s zBarrierProxy.waitc C s | � d�S )NrF r r/ r r r rF D s zBarrierProxy.abortc C s | � d�S )NrG r r/ r r r rG F s zBarrierProxy.resetc C s | � dd�S )NrE )�partiesr r/ r r r rH H s zBarrierProxy.partiesc C s | � dd�S )NrE )� n_waitingr r/ r r r rI K s zBarrierProxy.n_waitingc C s | � dd�S )NrE )�brokenr r/ r r r rJ N s zBarrierProxy.broken)N) r5 r7 r8 r� r} rF rG r rH rI rJ r r r r rD @ s rD c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rE � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rE )�objectrE �r- r� � callmethodr r r � __getattr__U s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rU r rL )rN rL rE )r- r� r� rP r r r rL Z s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rM )rN rM rE rO r r r rM _ s zNamespaceProxy.__delattr__N)r5 r7 r8 r� rQ rL rM r r r r rK S s rK c @ s4 e Zd ZdZdd� Zdd� Zeee�Zee j �Z dS )� ValueProxy)r� r� c C s | � d�S )Nr� r r/ r r r r� h s zValueProxy.getc C s | � d|f�S rC r r- r r r r� j s zValueProxy.setN) r5 r7 r8 r� r� r� r r� r� �types� GenericAlias�__class_getitem__r r r r rR f s rR � BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rQ �count�extend�index�insertr �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nra r r- r r r �__iadd__x s zListProxy.__iadd__c C s | � d|f� | S )Nrf r r- r r r rf { s zListProxy.__imul__N)r5 r7 r8 rh rf r r r r rg w s rg � DictProxy)rX rY rZ r3 r[ r_ r r� r� r" r# r �popitem� setdefaultr& r$ r3 �Iterator� ArrayProxy)r[ rZ r_ � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap� starmap_asyncr� Z AsyncResult)ro rs ru rp rq c @ s e Zd Zdd� Zdd� ZdS )rn c C s | S r r r/ r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r5 r7 r8 r� r� r r r r rn � s c @ s e Zd ZdS )r N)r5 r7 r8 r r r r r � s r �QueueZ JoinableQueuert rn �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr% r� )r� r� )r� c @ sH e Zd Zg fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dS )�_SharedMemoryTrackerc C s || _ || _d S r �Zshared_memory_context_name� segment_names)r- r r r r r r. � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� d S )NzRegister segment � in pid )r r� r r rQ �r- � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� d S )NzDestroy segment r� ) r r� r r rd r � SharedMemoryr� �unlink)r- r� Zsegmentr r r �destroy_segment� s z$_SharedMemoryTracker.destroy_segmentc C s" | j d d � D ]}| �|� qd S r )r r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r� r4 r5 r r� r/ r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r~ r/ r r r r0 � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r. r1 r r r r3 � s z!_SharedMemoryTracker.__setstate__N) r5 r7 r8 r. r� r� r� r� r0 r3 r r r r r} � s r} c @ sJ e Zd Zejg d� Zdd� Zdd� Zdd� Zdd � Zd d � Z d d � Z dS )�SharedMemoryServer)� track_segment�release_segment� list_segmentsc O s` t j| g|�R i |�� | j}t|t�r2t�|�}td|� dt� � ��| _ t � dt� � �� d S )NZshm_rU z"SharedMemoryServer started by pid ) rW r. r+ rH rd �os�fsdecoder} r �shared_memory_contextr r� )r- r@ �kwargsr+ r r r r. � s �zSharedMemoryServer.__init__c O s: t | j| d d�r | j|d< tj| ||g|�R i |��S )Nr Z_shared_memory_proxyr� )r� re r� rW rY )r- r> r* r@ r� r r r rY � s zSharedMemoryServer.createc C s | j �� t�| |�S r )r� r� rW rX r� r r r rX s zSharedMemoryServer.shutdownc C s | j �|� d S r )r� r� �r- r> r� r r r r� s z SharedMemoryServer.track_segmentc C s | j �|� d S r )r� r� r� r r r r� s z"SharedMemoryServer.release_segmentc C s | j jS r )r� r r� r r r r� s z SharedMemoryServer.list_segmentsN) r5 r7 r8 rW r� r. rY rX r� r� r� r r r r r� � s � r� c @ s8 e Zd ZeZdd� Zdd� Zdd� Zdd� Zd d � Z d S ) r c O sT t jdkr ddlm} |�� tj| g|�R i |�� t�| j j � dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r. r r� r4 r5 r )r- r@ r� r� r r r r. ' s z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r� r4 r5 r r/ r r r r� 3 s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j | j | j �S )Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� ) r� r� r� r� r� r r� rK r� r� r� r� r� r/ r r r r� 7 s � �z SharedMemoryManager.get_serverc C s� | j | j| jd��h}tjd d|d�}zt|d d|jf� W n0 tyj } z|�� |�W Y d }~n d }~0 0 W d � n1 s�0 Y |S )Nr� T)rY �sizer� ) r� r� r� r r� rD r � BaseExceptionr� )r- r� r� Zsmsr� r r r r� D s 8z SharedMemoryManager.SharedMemoryc C s� | j | j| jd��f}t�|�}zt|d d|jjf� W n2 tyh } z|j� � |�W Y d }~n d }~0 0 W d � n1 s~0 Y |S )Nr� r� ) r� r� r� r � ShareableListrD Zshmr r� r� )r- r. r� Zslr� r r r r� P s 8z!SharedMemoryManager.ShareableListN) r5 r7 r8 r� r� r. r� r� r� r� r r r r r s )NNNTF)T)U�__all__r� rm r� r Zqueuer? rS r� r r� r r� r �contextr r r r r r r r � ImportErrorZ HAS_SHMEMrQ r r� Z view_typesr% r( Z view_typerN r rD r= r� rL rT rV rW r� rq rr Z XmlListenerZ XmlClientrh r r� r r r r$ r� r% r( r/ r0 r5 r: rB rD rK rR rV rg ri r� rm Z BasePoolProxyrn r rv rt rn rw rx ry rz r{ r| r� r} r� r r r r r �<module> s� H � w 4 � � � �%-