관리-도구
편집 파일: managers.cpython-38.opt-2.pyc
U e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m Z d d l m Z d d l mZmZmZ d d l mZ d d l mZ d dl mZ d dl mZ zd dl mZ dZW n ek r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)� format_exc� )� connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)� shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r � <listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) r ��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N)r4 � __module__� __qualname__� __slots__r- r/ r2 r5 r r r r r < s r c C s8 | � ||||f� | �� \}}|dkr*|S t||��d S )N�#RETURN)�send�recv�convert_to_error)�cr+ � methodname�args�kwds�kind�resultr r r �dispatchS s rC c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)� #TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrF zUnserializable message: %s z Unrecognized message type {!r})� isinstance�str� TypeError�formatr � RemoteError� ValueError)rA rB r r r r< ] s �� r< c @ s e Zd Zdd� ZdS )rK c C s dt | jd � d S )NzM --------------------------------------------------------------------------- r zK---------------------------------------------------------------------------)rH r? r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rM r r r r rK l s rK c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S r )�dirr �callable�append)r& �tempr �funcr r r � all_methodst s rS c C s dd� t | �D �S )Nc S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rS r% r r r �public_methods s rU c @ s� e Zd Zddddddddd g Zd d � Zd d � Zdd� Zdd� Zdd� Zdd� Z dd� Z dd� Z e e e d�Z dd � Z d d � Zd d � Zd!d"� Zd#d$� Zd%e_d&d'� Zd(d)� Zd*d+� Zd,d-� Zd.S )/�Server�shutdown�create�accept_connection� get_methods� debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _ | j j | _ ddi| _ i | _ i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rG �bytesrI rJ r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, rd r* rf � serializer�Listener�Clientr r r r- � s �� zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk rf Y nX W 5 tjtjkr�t � d� tjt_tj t_ t� d� X d S )Nzresetting stdout, stderrr )�targetTr )rl �Event� stop_eventr �current_process�_manager_server�sys�stdout� __stdout__r �debug� __stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt� SystemExit)r, r r r r � serve_forever� s zServer.serve_foreverc C sN z| j �� }W n tk r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rr r? T)rh Zaccept�OSErrorrl r~ �handle_requestr� r� )r, r= �tr r r r � s zServer.accepterc C s4 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tk rh dt� f} Y n>X z||f|�|�}W n tk r� dt� f} Y n X d|f} z|�| � W nr tk �r& } zRz|�dt� f� W n tk r� Y nX t � d| � t � d|� t � d| � W 5 d } ~ X Y nX |� � d S )NrE r9 zFailure to send message: %rz ... request was %r� ... exception was %r) r Zdeliver_challengerf Zanswer_challenger; r � Exceptionr r: r �info�close) r, r= �funcnamerB �request�ignorer? r@ rR �msg�er r r r� � s2 zServer.handle_requestc C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} } z|| \}} } W n^ t k r� } z@z| j | \}} } W n& t k r� } z| �W 5 d }~X Y nX W 5 d } ~ X Y nX || kr�t d|t |�| f ��t||�}z|| | �}W n, tk �r" } z d|f}W 5 d }~X Y nPX | �o4| �|d �}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k �r� |d k�r�dt� f}nNz,| j| }|| |||f| �| �}d|f}W n tk �r� dt� f}Y nX Y nP tk �r t �dt�� j� t�d� Y n tk �r< dt� f}Y nX zDz ||� W n2 tk �r~ } z|d t� f� W 5 d }~X Y nX W q$ tk �r� } z@t �d t�� j� t �d |� t �d |� |�� t�d � W 5 d }~X Y q$X q$d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rrD �#PROXYr9 rE z$got EOF -- exiting thread serving %rr rF z exception in thread serving %rz ... message was %rr� r )r rz rl �current_threadr r; r: ri rt r� �KeyErrorrk �AttributeErrorr r r� �getrX r r* r �fallback_mapping�EOFErrorrw r} r� r� )r, �connr; r: ri r> r& r� �identr? r@ �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ fallback_funcrB r r r � serve_client� s� � � ( �� ��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rH r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r � fallback_repr; s zServer.fallback_repr)rM r5 � #GETVALUEc C s d S r r �r, r= r r r r] D s z Server.dummyc C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �d d� f � q&d�|�W 5 Q R � S Q R X d S )Nra z %s: refcount=%s %sr �K � ) rn r$ rj r" �sortrP rH ri �join)r, r= rB r" r� r r r r[ G s ��zServer.debug_infoc C s t | j�S r )�lenrj r� r r r r\ W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n dd l}|�� Y nX W 5 | j �� X d S )Nz!manager received shutdown message�r9 Nr )rt �setr rz r: � traceback� print_exc)r, r= r� r r r rW ^ s zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} dd l}|jdtdd � nFd |kr�tdt | �d ��|�d �}| ^}} dd l}|jd tdd � t| �} |j�� |j| \}}}} |d k�r|�st | �dk�r t d ��| d } n || |�} |d k�r2t | �}|d k �rlt |t ��s\td � |t|����t|�t|� }dt| � } t�d|| � | t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )N� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r z2Passing 'typeid' as keyword argument is deprecated)� stacklevelr= z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rI �pop�warnings�warn�DeprecationWarning�tuplern rd rL rU rG �dictrJ r r$ r+ r rz r� ri rj r^ ) r? r@ r, r= r) r� rO r� �method_to_typeid� proxytyper& r� r r r rX k sp � � � �� � �� z Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )Nr )r� ri r+ )r, r= r� r r r rZ � s zServer.get_methodsc C s" |t �� _|�d� | �|� d S )Nr� )rl r� r r: r� )r, r= r r r r rY � s zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)rn rj r� rk ri r rz )r, r= r� r� r& r� r� r r r r^ � s �z Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rj rk r rz rn �AssertionErrorrJ ri )r, r= r� r r r r_ � s, � �� z Server.decrefN)r4 r6 r7 �publicr- r� r r� r� r� r� r� r� r] r[ r\ rW rX �__text_signature__rZ rY r^ r_ r r r r rV � s: � "Q� =rV c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r8 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd Zi ZeZd!dd�Zdd� Zdd� Zd"d d �Z e d#d d ��Z dd� Z d$dd�Z dd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze d%d d ��ZdS )&r Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _ t | \| _ | _ |pTt� | _d S r )r ru rf �_addressre �_authkeyr� �_stater� r� � _serializerrg Z _Listener�_Clientr �_ctx)r, r* rf ro Zctxr r r r- s zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j | j | j �S )N�Already started server�Manager has shut down�Unknown state {!r}) r� r� r� r� r� r r� rJ rV � _registryr� r� r� r. r r r � get_server s � �zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|d d� tj| j_d S )N�rf r] ) rg r� r� r� rC r� r� r� r� )r, rp rq r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|d k rht|�sht d��t j dd�\}}| j j t| �j| j| j| j| j|||fd�| _d�d d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd d �| _ d S )Nr� r� r� z initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r? Z exitpriority)!r� r� r� r� r� r r� rJ rO rI r ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r; r �Finalize�_finalize_managerr� rW )r, � initializer�initargs�reader�writerr� r r r r� ( sH � �� ��zBaseManager.startc C s^ t � t jt j� |d k r ||� | �||||�}|�|j� |�� t�d|j� |� � d S )Nzmanager serving at %r) �signal�SIGINT�SIG_IGN�_Serverr: r* r� r r� r� ) �clsrd r* rf ro r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sN | j | j| jd�}z t|d d|f| |�\}}W 5 |�� X t|| j|�|fS )Nr� rX )r� r� r� r� rC r )r, r) r? r@ r� r+ r� r r r �_createj s zBaseManager._createc C s* | j d k r&| j �|� | j �� s&d | _ d S r )r� r� �is_alive�r, �timeoutr r r r� v s zBaseManager.joinc C s2 | j | j| jd�}zt|d d�W �S |�� X d S )Nr� r[ �r� r� r� r� rC �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|d d�W �S |�� X d S )Nr� r\ r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r r� rJ r. r r r � __enter__� s �zBaseManager.__enter__c C s | � � d S r )rW �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|d d� W 5 |�� X W n tk rR Y nX | jdd� | � � r�t�d� t| d�r�t�d� | �� | jd d� | � � r�t�d � t j |_ z t j |= W n tk r� Y nX d S ) Nz#sending shutdown message to managerr� rW g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rC r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rf r1 r� r� r r r r� � s. z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc s� d| j kr| j�� | _� d kr"t� |p0t� dd �}|p@t� dd �}|r\t|�� �D ]\}}qR|||� f| j�< |r�� �fdd�} �| _t| �| � d S )Nr� � _exposed_�_method_to_typeid_c s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrf r� r� r_ ) r rz r� r� r� r� r* rC r+ )r, r? r@ r� Zexp�proxyr� �r� r) r r rQ � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r4 �setattr) r� r) rO r� r� r� � create_method�keyr� rQ r r� r �register� s( � � zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r� rV r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s6 � + � �c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rb )r r. r r r � __reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r r r r r r � s r c @ s| e Zd Zi Ze�� Zddd�Zdd� Zdi fd d �Z d d � Z d d� Z e dd� �Z dd� Zdd� Zdd� Zdd� Zdd� ZdS ) r NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _ | j j | _ || _ || _t| d | _|| _|d k r�t�|�| _n"| j d k r�| j j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rg r� �_owned_by_managerr re r� ru rf �_increfr � _after_fork) r, r� ro r� rf r� r^ � manager_ownedZ tls_idsetr r r r- s* zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j d�}t |d d|f� || j _ d S )Nz making connection to managerZ MainThread�|r� rY )r rz r ru r rl r� r� r r* r� rC r r )r, r r� r r r �_connect- s zBaseProxy._connectr c C s� z | j j}W n6 tk rB t�dt�� j� | �� | j j}Y nX |� | j |||f� |� � \}}|dkrp|S |dkr�|\}}| j j |j d } | jj|_| || j| j | j|d�} | j|j| jd�}t|d d|jf� | S t||��d S )Nz#thread %r does not own a connectionr9 r� ���r� r� r_ )r r r� r rz rl r� r r r: r r; r r� r) r r* r� r� r� rC r+ r< ) r, r> r? r@ r� rA rB r� r� r� r� r r r � _callmethod6 s6 � �zBaseProxy._callmethodc C s | � d�S )Nr� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j � | j � | j oj| j j }tj| tj| j| j|| j| j | jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r^ z INCREF %r� r� )r r rz r r+ r� r* r� rC r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$ ��zBaseProxy._increfc C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t |d�r�t�dt � � j � |j�� |`d S )Nz DECREF %rr� r_ z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r rz r* rC r� r� rl r� r r r� )r� rf r1 ZtlsZidsetr� r� r� r r r r n s � zBaseProxy._decrefc C sH d | _ z | �� W n0 tk rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrf �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, r@ r r r r � s ��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk r4 t| �d d� d Y S X d S )Nr5 r z; '__str__()' failed>)r r� r� r. r r r rM � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r� r ZForkAwareThreadLockr r- r r r r r r r r r% r5 rM r r r r r � s& � ) c C s� t t�� dd �}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S )Nrv z*Rebuild a proxy owned by manager, token=%rTr r^ Z _inheritingF) r r ru r* r rz r+ rk ri r� )rR r� ro r@ r� r^ r r r r# � s � �r# c C sp t |�}z|| |f W S tk r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )NzOdef %s(self, /, *args, **kwds): return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r � MakeProxyType� s �� r) c C s� t | d }|d krB|| j|d�}zt|d d| f�}W 5 |�� X |d krX|d k rX|j}|d krjt�� j}td| j |�}|| ||||d�} d| _ | S )Nr r� rZ z AutoProxy[%s])r� rf r^ T) rg r* r� rC r� r ru rf r) r) r" ) r� ro r� rf r� r^ r� r� r( r� r r r r � s �r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater$ r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrT z%s=%rz%s(%s)z, ) r$ r� r! � startswithrP r� r3 r4 r� )r, r! rQ r r� r r r r5 � s zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r* � s r* c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r/ r. r r r r� s z Value.getc C s || _ d S r r1 �r, r� r r r r� s z Value.setc C s dt | �j| j| jf S )Nz %s(%r, %r))r r4 r. r/ r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r- s r- c C s t � | |�S r )r )r �sequencer0 r r r �Array s r4 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd S ) � IteratorProxy)�__next__r: �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr6 r �r, r? r r r r6 s zIteratorProxy.__next__c G s | � d|�S )Nr: r r9 r r r r: s zIteratorProxy.sendc G s | � d|�S )Nr7 r r9 r r r r7 s zIteratorProxy.throwc G s | � d|�S )Nr� r r9 r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r8 r6 r: r7 r� r r r r r5 s r5 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd d � ZdS ) � AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr; r )r, Zblockingr� r? r r r r; ' s zAcquirerProxy.acquirec C s | � d�S �Nr< r r. r r r r< * s zAcquirerProxy.releasec C s | � d�S r= r r. r r r r� , s zAcquirerProxy.__enter__c C s | � d�S r> r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r; r< r� r� r r r r r: % s r: c @ s6 e Zd ZdZd dd�Zd dd�Zdd � Zdd d �ZdS )�ConditionProxy)r; r< r� �notify� notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )Nr@ r )r, �nr r r r@ 6 s zConditionProxy.notifyc C s | � d�S )NrA r r. r r r rA 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rB ZendtimeZwaittimer r r �wait_for: s zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� r@ rA rF r r r r r? 2 s r? c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d �ZdS ) � EventProxy)r� r� r r� c C s | � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s | � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s | � d�S )Nr r r. r r r r S s zEventProxy.clearNc C s | � d|f�S rB r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r r� r r r r rG M s rG c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d � �Zed d � �Z ed d� �Z dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rB r r� r r r r� [ s zBarrierProxy.waitc C s | � d�S )NrK r r. r r r rK ] s zBarrierProxy.abortc C s | � d�S )NrL r r. r r r rL _ s zBarrierProxy.resetc C s | � dd�S )NrJ )�partiesr r. r r r rM a s zBarrierProxy.partiesc C s | � dd�S )NrJ )� n_waitingr r. r r r rN d s zBarrierProxy.n_waitingc C s | � dd�S )NrJ )�brokenr r. r r r rO g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rK rL r rM rN rO r r r r rI Y s rI c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rJ � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rT r rJ )�objectrJ �r, r � callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rT r rQ )rS rQ rJ )r, r r� rU r r r rQ s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rT r rR )rS rR rJ rT r r r rR x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rV rQ rR r r r r rP l s rP c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )� ValueProxy)r� r� c C s | � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rH r r2 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rW s rW � BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rP �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrc r r2 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nrh r r2 r r r rh � s zListProxy.__imul__N)r4 r6 r7 rj rh r r r r ri � s ri � DictProxy)rZ r[ r\ r8 r] ra r r� r� r! r" r� �popitem� setdefaultr+ r# r8 �Iterator� ArrayProxy)r] r\ ra � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap� starmap_asyncr� Z AsyncResult)rq ru rw rr rs c @ s e Zd Zdd� Zdd� ZdS )rp c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rp � s c @ s e Zd ZdS )r N)r4 r6 r7 r r r r r � s �QueueZ JoinableQueuers rm �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sH e Zd Zg fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dS )�_SharedMemoryTrackerc C s || _ || _d S r �Zshared_memory_context_name� segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� d S )NzRegister segment � in pid )r rz r r� rP �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� d S )NzDestroy segment r� ) r rz r r� rf r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s z$_SharedMemoryTracker.destroy_segmentc C s" | j d d � D ]}| �|� qd S r )r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r rz r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N) r4 r6 r7 r- r� r� r� r� r/ r2 r r r r r � s r c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d � Zd d � Z d d� Z dd� Z dS )�SharedMemoryServer� track_segment�release_segment� list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t � dt� � �� d S )NZshm_rT z"SharedMemoryServer started by pid ) rV r- r* rG rc �os�fsdecoder r �shared_memory_contextr rz )r, r? �kwargsr* r r r r- s �zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S ) Nr� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rI r� r, rd r� rV rX )r? r� Ztypeodr) r r r rX s � zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S r )r� r� rV rW r� r r r rW ) s zSharedMemoryServer.shutdownc C s | j �|� d S r )r� r� �r, r= r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� d S r )r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS r )r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rV r� r- rX r� rW r� r� r� r r r r r� s � r� c @ s8 e Zd ZeZdd� Zdd� Zdd� Zdd� Zd d � Z d S ) r c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j � dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r rz r3 r4 r )r, r? r� r� r r r r- I s z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r rz r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j | j | j �S )Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� ) r� r� r� r� r� r r� rJ r� r� r� r� r� r. r r r r� Y s � �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjd d|d�}zt|d d|jf� W n. tk rh } z|�� |�W 5 d }~X Y nX W 5 Q R X |S )Nr� T)rX �sizer� ) r� r� r� r r� rC r � BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|d d|jjf� W n0 tk rf } z|j� � |�W 5 d }~X Y nX W 5 Q R X |S )Nr� r� ) r� r� r� r � ShareableListrC Zshmr r� r� )r, r3 r� Zslr� r r r r� r s z!SharedMemoryManager.ShareableListN) r4 r6 r7 r� r� r- r� r� r� r� r r r r r = s )NNNT)T)S�__all__rw rl r� r ZqueuerD r� r r� r r� r �contextr r r r r r r r Z HAS_SHMEM� ImportErrorr r Z view_typesr$ r' Z view_typerS r rC r< r� rK rS rU rV r� rp rq Z XmlListenerZ XmlClientrg r r� r r r# r) r r* r- r4 r5 r: r? rG rI rP rW rX ri rk r� ro Z BasePoolProxyrp r rx rs rm ry rz r{ r| r} r~ r� r r� r r r r r �<module> s� � c � w 4 � � � �%8