U .d8@sddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ej dkrzddl Z ddlZddlmZdd d gZeed ZejejfZejejd Zejd kreed<dZGdddZeZejZejZej Z ej!Z!ej"Z"dddZ#ddZ$dS)N) sem_unlink)util)spawnwin32) duplicateensure_runningregister unregisterpthread_sigmask)folderfileposixZsemlockFc@sLeZdZddZddZddZddZd d Zd d Zd dZ ddZ dS)ResourceTrackercCst|_d|_d|_dSN) threadingLock_lock_fd_pidselfrR/tmp/pip-unpacked-wheel-ho8k9mhl/joblib/externals/loky/backend/resource_tracker.py__init__Rs zResourceTracker.__init__cCs||jSr)rrrrrrgetfdWszResourceTracker.getfdc Cs|j|jdk r~|r*W5QRdSt|jtjdkrhzt|jdWntk rfYnXd|_d|_t dg}z| t j Wntk rYnXt\}}t jdkrtt|dd}t||}dtjd |d td }zzv| |t}|ftd |f}td |z$trLt !t j$t#t%|||}W5trpt !t j"t#XWn"t&k rt|YnX||_||_W5t jdkrt|n t|XW5QRXdS)zMake sure that resource tracker process is running. This can be run from any process. Usually a child process will use the resource created by its parent.Nrrz^resource_tracker: process died unexpectedly, relaunching. Some folders/sempahores might leak.rT) inheritablezfrom z import main; main(z, )z-czlaunching resource tracker: )'rr _check_aliveosclosenamewaitpidrOSErrorwarningswarnappendsysstderrfileno ExceptionpipeplatformrmsvcrtZ get_osfhandlemain __module__VERBOSE_winapi CloseHandlerget_executabler_args_from_interpreter_flagsdebug _HAVE_SIGMASKsignalr SIG_UNBLOCK_IGNORED_SIGNALS SIG_BLOCKspawnv_passfds BaseException) rZ fds_to_passrw_rcmdZexeargspidrrrr[s^              zResourceTracker.ensure_runningcCs2z|dddWntk r(YdSXdSdS)z8Check for the existence of the resource tracker process.PROBEFTN)_sendBrokenPipeErrorrrrrrs zResourceTracker._check_alivecCs||d||dS)z6Register a named resource, and increment its refcount.REGISTERNrrErr!rtyperrrr szResourceTracker.registercCs||d||dS)z2Unregister a named resource with resource tracker. UNREGISTERNrHrIrrrr szResourceTracker.unregistercCs||d||dS)z@Decrement the refcount of a resource, and delete it if it hits 0 MAYBE_UNLINKNrHrIrrr maybe_unlinkszResourceTracker.maybe_unlinkcCsRt|dkrtd|d|d|dd}t|j|}|t|ksNtdS)Niz name too long: ascii)len ValueErrorencoderwriterAssertionError)rr@r!rJmsgnbytesrrrrEs  zResourceTracker._sendN) __name__r/ __qualname__rrrrr r rMrErrrrrPsL rc srtjtjdttjtjttjtjtrDttj t t j t j fD]&}z |WqPtk rtYqPXqPrtdddtD}zt jdkrt|tj}t|d X}|}|d kr֐qz|d d }|d d |dd|d} } }| dkr"Wq|tkrNtd| d|dt t| dkr| ||krtd||| <n||| d7<rtd|d| d||| dn| dkr||| =rtd| d|dt!|dn| dkr||| d8<r@td|d| d||| d||| d kr||| =z&rttd| t|| Wn:tk r} zt"#d| d | W5d!} ~ XYnXnt$d"| Wqt%k rzt j&t 'Wnt%k r YnXYqXqW5QRXW5fdd}|D]$\}}|dkrNq6n |||q6d|krt||ddXrtd#d!S)$zRun resource tracker.)levelz Main resource tracker is runningcSsi|] }|iqSrr).0rJrrr szmain..c s|r:z tdt|d|dWntk r8YnX|D]b}z$t||rdtd|Wq>tk r}ztd|d|W5d}~XYq>Xq>dS)Nz%resource_tracker: There appear to be z leaked z objects to clean up at shutdown[ResourceTracker] unlink resource_tracker: : )r$r%rQr*_CLEANUP_FUNCSrr5)rtype_registryrJr!everboserr_unlink_resources3s zmain.._unlink_resourcesr rrbrPrNrrrCzCannot register z/ for automatic cleanup: unknown resource type (z1). Resource type should be one of the following: rGz*[ResourceTracker] incremented refcount of  z (current rrKz[ResourceTracker] unregister z : registry(rLz*[ResourceTracker] decremented refcount of r]r^r_Nzunrecognized command zresource tracker shut down)(rZ log_to_stderrDEBUGr7SIGINTSIG_IGNSIGTERMr6r r8r9r'stdinstdoutr r*r5r`keysitemsr,r-open_osfhandlerO_RDONLYopenreadlinestripdecodesplitjoinrRlistrQr$r% RuntimeErrorr< excepthookexc_info) fdrdfregistryrerJralineZsplittedr@r!rbrrcrr.s              r.c st|}tjdkrpt\}}z8ddlmddlm}fdd|D}|||WSt|t|Xn^d dd |D}z0t ||ddd d ddd \}} } }t | Wnt k rYnX| SdS) Nrr_mk_inheritable) fork_execcsg|] }|qSrr)r[r~rrr fsz"spawnv_passfds..ricss|]}d|dVqdS)"Nr)r[xrrr lsz!spawnv_passfds..Tr)sortedr'r,rr+r Z reductionrrryr1Z CreateProcessr2r<) pathrAZpassfds errpipe_read errpipe_writerZ_passr@_ZhtrBrrrr;_s6      r;)r)%rshutilr'r7r$r_multiprocessingrmultiprocessingrrDrr,r1r-Zmultiprocessing.reductionr__all__hasattrr6rkrmr9rmtreeunlinkr`r!r0rZ_resource_trackerrr rMr rr.r;rrrr.s>         y