U
    d1                     @   s   d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZddlm	Z	 ddlm
Z
 ddlmZ ddlmZmZmZ ddlmZmZmZmZmZmZ dd	lmZ d
ddgZG dd
 d
eZe ZG dd deZG dd deZG dd deZ dS )    )absolute_importN   )
connection)context)	get_errno)	monotonicEmptyFull)debugerrorinfoFinalizeregister_after_fork
is_exiting)ForkingPicklerQueueSimpleQueueJoinableQueuec                   @   s   e Zd ZdZd)ddZdd Zdd Zd	d
 Zd*ddZd+ddZ	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zed#d$ Zed%d& Zed'd( ZdS ),r   z4
    Queue type using a pipe, buffer and thread
    r   c                 O   s   z|d }W n t k
r(   tdY nX |dkr>ddlm} || _tjdd\| _| _|	 | _
t | _tjdkr~d | _n
|	 | _||| _d| _|   tjdkrt| tj d S )	Nctxz-missing 1 required keyword-only argument: ctxr   r   )SEM_VALUE_MAXFduplexwin32)KeyError	TypeErrorZsynchronizer   _maxsizer   Pipe_reader_writerLock_rlockosgetpid_opidsysplatform_wlockBoundedSemaphore_sem_ignore_epipe_after_forkr   r   selfmaxsizeargskwargsr    r0   3/tmp/pip-unpacked-wheel-lulkwrw3/billiard/queues.py__init__#   s$    




zQueue.__init__c                 C   s.   t |  | j| j| j| j| j| j| j| j	fS N)
r   assert_spawningr)   r   r   r   r    r&   r(   r#   r,   r0   r0   r1   __getstate__<   s    
   zQueue.__getstate__c              	   C   s0   |\| _ | _| _| _| _| _| _| _|   d S r3   )	r)   r   r   r   r    r&   r(   r#   r*   r,   stater0   r0   r1   __setstate__A   s       zQueue.__setstate__c                 C   sv   t d tt | _t | _d | _d | _	d| _
d| _d | _| jj| _| jj| _| jj| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
   	threading	Conditionr   	_notemptycollectionsdeque_buffer_thread_jointhread_joincancelled_closed_closer   send_send_bytesr   recvZ_recv
send_bytes
recv_bytes_recv_bytespoll_pollr5   r0   r0   r1   r*   F   s    




zQueue._after_forkTNc              	   C   sZ   | j r
t| j||st| j. | jd kr6|   | j	| | j
  W 5 Q R X d S r3   )rC   AssertionErrorr(   acquirer	   r<   r@   _start_threadr?   appendnotifyr,   objblocktimeoutr0   r0   r1   putU   s    

z	Queue.putc              	   C   s   |r2|d kr2| j  |  }W 5 Q R X | j  nv|r@t | }| j ||sRtzH|rz|t  }|dk st| |stn|  st|  }| j  W 5 | j   X t	|S )Nr   )
r    rJ   r(   releaser   rN   r   rL   r   loads)r,   rT   rU   resdeadliner0   r0   r1   get`   s&    

z	Queue.getc                 C   s   | j | jj  S r3   )r   r(   _semlock
_get_valuer5   r0   r0   r1   qsizey   s    zQueue.qsizec                 C   s
   |    S r3   rL   r5   r0   r0   r1   empty~   s    zQueue.emptyc                 C   s   | j j S r3   )r(   r\   _is_zeror5   r0   r0   r1   full   s    z
Queue.fullc                 C   s
   |  dS NF)r[   r5   r0   r0   r1   
get_nowait   s    zQueue.get_nowaitc                 C   s   |  |dS rc   )rV   r,   rS   r0   r0   r1   
put_nowait   s    zQueue.put_nowaitc                 C   s2   d| _ z| j  W 5 | j}|r,d | _|  X d S )NT)rC   rD   r   close)r,   rg   r0   r0   r1   rg      s    zQueue.closec                 C   s$   t d | jst| jr |   d S )NzQueue.join_thread())r
   rC   rM   rA   r5   r0   r0   r1   join_thread   s    
zQueue.join_threadc                 C   s6   t d d| _z| j  W n tk
r0   Y nX d S )NzQueue.cancel_join_thread()T)r
   rB   rA   cancelAttributeErrorr5   r0   r0   r1   cancel_join_thread   s    zQueue.cancel_join_threadc                 C   s   t d | j  tjtj| j| j| j| j	| j
j| jfdd| _d| j_t d | j  t d | jt k}| js|st| jtjt| jgdd| _t| tj| j| jgd	d| _d S )
NzQueue._start_thread()ZQueueFeederThread)targetr.   nameTzdoing self._thread.start()z... done self._thread.start())Zexitpriority
   )r
   r?   clearr:   Threadr   _feedr<   rF   r&   r   rg   r)   r@   daemonstartr#   r!   r"   rB   r   _finalize_joinweakrefrefrA   _finalize_closerD   )r,   Zcreated_by_this_processr0   r0   r1   rO      s:    
  

  
zQueue._start_threadc                 C   s4   t d |  }|d k	r(|  t d nt d d S )Nzjoining queue threadz... queue thread joinedz... queue thread already dead)r
   join)Ztwrthreadr0   r0   r1   ru      s    
zQueue._finalize_joinc              	   C   s.   t d | | t |  W 5 Q R X d S )Nztelling queue thread to quit)r
   rP   	_sentinelrQ   )buffernotemptyr0   r0   r1   rx      s    
zQueue._finalize_closec                 C   sz  t d |j}|j}|j}| j}	t}
tjdkr<|j}|j}nd }z|  z| sT|  W 5 |  X zb|	 }||
krt d |  W W d S t	|}|d kr|| qb|  z|| W 5 |  X qbW qB t
k
r   Y qBX qBW n tk
rt } zx|rt|tjkrW Y \d S z<t r*td|dd n td|ddsJdd l}|  W n tk
rb   Y nX W 5 d }~X Y nX d S )Nz$starting thread to feed data to piper   z%feeder thread got sentinel -- exitingzerror in queue thread: %rT)exc_infor   )r
   rN   rW   waitpopleftr{   r$   r%   r   dumps
IndexError	Exceptionr   errnoEPIPEr   r   r   	traceback	print_exc)r|   r}   rH   Z	writelockrg   Zignore_epipeZnacquireZnreleaseZnwaitZbpopleftsentinelZwacquireZwreleaserS   excr   r0   r0   r1   rr      sX    




zQueue._feed)r   )TN)TN)__name__
__module____qualname____doc__r2   r6   r9   r*   rV   r[   r^   r`   rb   rd   rf   rg   rh   rk   rO   staticmethodru   rx   rr   r0   r0   r0   r1   r      s,   



&
	
c                   @   sD   e Zd ZdZdddZdd Zdd ZdddZdd Zdd Z	d
S )r   z
    A queue type which also supports join() and task_done() methods

    Note that if you do not call task_done() for each finished task then
    eventually the counter's semaphore may overflow causing Bad Things
    to happen.
    r   c                 O   sT   z|d }W n t k
r(   tdY nX tj| ||d |d| _| | _d S )Nr   z(missing 1 required keyword argument: ctx)r   r   )r   r   r   r2   	Semaphore_unfinished_tasksr;   _condr+   r0   r0   r1   r2   "  s    zJoinableQueue.__init__c                 C   s   t | | j| jf S r3   )r   r6   r   r   r5   r0   r0   r1   r6   +  s    zJoinableQueue.__getstate__c                 C   s,   t | |d d  |dd  \| _| _d S )N)r   r9   r   r   r7   r0   r0   r1   r9   .  s    zJoinableQueue.__setstate__TNc              
   C   sv   | j r
t| j||st| jJ | j8 | jd kr>|   | j	
| | j  | j  W 5 Q R X W 5 Q R X d S r3   )rC   rM   r(   rN   r	   r<   r   r@   rO   r?   rP   r   rW   rQ   rR   r0   r0   r1   rV   2  s    


zJoinableQueue.putc              	   C   s@   | j 0 | jdstd| jj r2| j   W 5 Q R X d S )NFz!task_done() called too many times)r   r   rN   
ValueErrorr\   ra   
notify_allr5   r0   r0   r1   	task_done?  s
    zJoinableQueue.task_donec              	   C   s,   | j  | jj s| j   W 5 Q R X d S r3   )r   r   r\   ra   r   r5   r0   r0   r1   ry   F  s    zJoinableQueue.join)r   )TN)
r   r   r   r   r2   r6   r9   rV   r   ry   r0   r0   r0   r1   r     s   
	
c                   @   sZ   e Zd ZdZdddZdd Zdd	 Zd
d Zdd Zdd Z	dd Z
dd Zdd ZdS )_SimpleQueuez<
    Simplified Queue type -- really just a locked pipe
    FNc                 C   s2   t jd||d\| _| _| jj| _d  | _| _d S )NF)r   	rnonblock	wnonblock)r   r   r   r   rK   rL   r    r&   )r,   r   r   r   r0   r0   r1   r2   Q  s      
z_SimpleQueue.__init__c                 C   s
   |    S r3   r_   r5   r0   r0   r1   r`   X  s    z_SimpleQueue.emptyc                 C   s   t |  | j| j| j| jfS r3   )r   r4   r   r   r    r&   r5   r0   r0   r1   r6   [  s    
z_SimpleQueue.__getstate__c                 C   s   |\| _ | _| _| _d S r3   )r   r   r    r&   r7   r0   r0   r1   r9   _  s    z_SimpleQueue.__setstate__c                 C   s
   | j  S r3   )r   rI   r5   r0   r0   r1   get_payloadb  s    z_SimpleQueue.get_payloadc                 C   s   | j | d S r3   )r   rH   r,   valuer0   r0   r1   send_payloade  s    z_SimpleQueue.send_payloadc                 C   s   t |  S r3   )r   rX   r   r5   r0   r0   r1   r[   h  s    z_SimpleQueue.getc                 C   s   |  t| d S r3   )r   r   r   re   r0   r0   r1   rV   l  s    z_SimpleQueue.putc                 C   sH   | j d k	r"z| j   W 5 d | _ X | jd k	rDz| j  W 5 d | _X d S r3   )r   rg   r   r5   r0   r0   r1   rg   p  s    

z_SimpleQueue.close)FFN)r   r   r   r   r2   r`   r6   r9   r   r   r[   rV   rg   r0   r0   r0   r1   r   L  s   
r   c                   @   s$   e Zd Zdd Zdd Zdd ZdS )r   c                 O   sd   z|d }W n t k
r(   tdY nX tjdd\| _| _| | _tj	dkrZ| nd | _
d S )Nr   z&missing required keyword argument: ctxFr   r   )r   r   r   r   r   r   r   r    r$   r%   r&   )r,   r.   r/   r   r0   r0   r1   r2     s    
zSimpleQueue.__init__c              
   C   s(   | j  | j W  5 Q R  S Q R X d S r3   )r    r   rI   r5   r0   r0   r1   r     s    zSimpleQueue.get_payloadc              	   C   s:   | j d kr| j| n| j  | j| W 5 Q R X d S r3   )r&   r   rH   r   r0   r0   r1   r     s    
zSimpleQueue.send_payloadN)r   r   r   r2   r   r   r0   r0   r0   r1   r   ~  s   	)!
__future__r   r$   r!   r:   r=   rv   r    r   r   compatr   Zfiver   r   r	   utilr
   r   r   r   r   r   Z	reductionr   __all__objectr   r{   r   r   r   r0   r0   r0   r1   <module>	   s&    
 x32