B °F.\/ã@s²ddlmZmZmZddlmZddlZddlZddlZddl Z ddl Z ddl m Z ddl Z ddlZddlmZddlmZddlm Z ddlmZdd lmZdd lmZmZmZd d „Zd d„Zd4dd„Zdd„Zdd„Z dd„Z!eeƒdd„ƒƒZ"eƒdd„ƒZ#ej$j%ej&dkddeƒdd„ƒƒZ'eƒd d!„ƒZ(eƒd"d#„ƒZ)eƒd$d%„ƒZ*eƒd&d'„ƒZ+ej$j%e j, -d(¡d)deƒd*d+„ƒƒZ.eƒd,d-„ƒZ/d.d/„Z0d0d1„Z1d2d3„Z2dS)5é)Úprint_functionÚdivisionÚabsolute_import)Ú timedeltaN)Úsleep)Úgen)ÚEvent)Útime)Ú AsyncProcess)Ú mp_context)Úgen_testÚ pristine_loopÚnodebugcCs|jdd}| |¡dS)Né)Útimeout)ÚgetÚput)Zin_qZout_qÚobj©rúBlib/python3.7/site-packages/distributed/tests/test_asyncprocess.pyÚfeeds rcCst | ¡¡dS)N)ÚsysÚexitr)ÚqrrrrsrcCst |¡dS)N)rr)ÚrcrrrÚexit_nowsrcCs2t tjtj¡xt t ¡|¡tdƒqWdS)Ng{®Gáz„?)ÚsignalÚSIGINTÚSIG_DFLÚosÚkillÚgetpidr)ZsignumrrrÚexit_with_signal#sr"cCsx tdƒqWdS)Ng{®Gáz„?)rrrrrÚwait*sr#cCs&| tt ¡ƒ¡| t ¡j¡dS)N)rÚlenÚ threadingÚ enumerateZcurrent_threadÚname)rrrrÚ threads_info/sr(c #st ¡}t ¡}tt||fd}| ¡r,t‚|jdks:t‚|jdksHt‚|jrRt‚d|_|jsbt‚t   |¡}t   |j ¡}t   t¡| ¡VWdQRX| ¡V| ¡s®t‚|jdk s¼t‚|jdksÊt‚tƒ}|jddVtƒ|}d|krþdksnt‚| ¡st‚|jdk s"t‚|jdks2t‚t   t¡ d|_WdQRX| d¡| ¡dksjt‚tƒ}|jd dVtƒ|}|d ks–t‚| ¡r¤t‚|jdk s´t‚|jd ksÄt‚tƒ}| ¡Vtƒ|}|d ksìt‚~t ¡tƒ}x2|ƒdk r.tƒ|d kr.tdƒt ¡qþW|ƒdk rÎd dlm‰|ƒ}|dk rÄt |¡} t |¡} ~td| | ƒ‡fdd„| Dƒ} x6t| ƒD]*\} } td| | jj| jjt | j!ƒƒq–Wt  "d¡tƒ}x>|ƒdk rt# d¡Vt ¡tƒ|}|dksÖt‚qÖWdS)N)ÚtargetÚargsTg{®Gáz”?)rgš™™™™™É?g{®Gáz„?Fré gð?rg333333ã?égü©ñÒMbP?)Ú FrameTypez refs to proc:csg|]}t|ˆƒr|‘qSr)Ú isinstance)Ú.0Úr)r-rrú }sztest_simple..z frames #%d:z'AsyncProcess should have been destroyedg@)$r ÚQueuer rÚis_aliveÚAssertionErrorÚpidÚexitcodeÚdaemonÚweakrefÚrefZ_processÚpytestÚraisesÚjoinÚstartr rrÚgcZcollectrÚtypesr-rÚ getrefcountZ get_referrersÚprintr&Úf_codeÚco_nameÚ co_filenameÚsortedÚf_localsZfailr)Úto_childÚ from_childÚprocZwr1Zwr2Zt1Zdtr=ÚprZrefsZframesÚiÚfr)r-rÚ test_simple4s€                       rMccs’t ¡}ttd|id}d|_| ¡r*t‚|jdks8t‚| ¡V| ¡sNt‚|jdks\t‚|  d¡|j ddV| ¡r€t‚|jdksŽt‚dS)Nr)r)ÚkwargsTrg@)r) r r2r rr7r3r4r6r=rr<)rrIrrrÚ test_exitcodeŠs     rOÚntz POSIX only)ÚreasonccsÂtttjfd}d|_| ¡r"t‚|jdks0t‚| ¡V|j ddV| ¡rTt‚|jtj dfksjt‚tt d}| ¡Vt   |j tj¡|j ddV| ¡r¨t‚|jtj dfks¾t‚dS)N)r)r*Tg@)réÿ)r))r r"rrr7r3r4r6r=r<r#rr r5ÚSIGTERM)rIrrrÚ test_signals      rTccsXttd}d|_| ¡V| ¡V|jddV| ¡r>t‚|jt j dfksTt‚dS)N)r)Tg@)rrR) r r#r7r=Ú terminater<r3r4r6rrS)rIrrrÚtest_terminateµs    rVc csÀttd}| ¡t t¡| ¡VWdQRXttd}| ¡V| ¡t t¡| ¡VWdQRXttd}| ¡V| ¡V| ¡t t¡| ¡VWdQRX| ¡dS)N)r)) r rÚcloser:r;Ú ValueErrorr=rUr<)rIrrrÚ test_closeÁs          rYc#s4t ¡}t ¡}tƒ‰tj‡‡fdd„ƒ}tt||fd‰ˆ ¡ˆ |¡dˆ_ ˆ  ¡Vt  d¡Vˆ  ¡stt ‚ˆ ¡r€t ‚| d¡ˆ tdd¡Vˆ ¡s¨t ‚ˆ  ¡r´t ‚ttd‰ˆ ¡ˆ |¡dˆ_ ˆ  ¡Vt  d¡Vˆ  ¡søt ‚ˆ ¡rt ‚ˆ ¡Vˆ tdd¡Vˆ ¡s0t ‚dS) Nc3s |ˆks t‚tjVˆ ¡dS)N)r4rZmomentÚset)Ú_proc)ÚevtrIrrÚon_stopÝs z#test_exit_callback..on_stop)r)r*Tgš™™™™™©?é)Zseconds)r))r r2rrÚ coroutiner rÚclearZset_exit_callbackr7r=rr3r4Zis_setrr#rrU)rGrHr]r)r\rIrÚtest_exit_callback×s6              raccsrt ¡}tt|fd}| ¡V| ¡V| ¡}| ¡}|dksFt‚|dksRt‚| ¡|j  ¡|j  ¡dS)zE The main thread in the child should be called "MainThread". )r)r*r^Z MainThreadN) r r2r r(r=r<rr4rWZ_readerZ_writer)rrIZ n_threadsÚ main_namerrrÚtest_child_main_threads     rcÚwinz num_fds not supported on windowsccsÆt d¡}ttd}d|_| ¡V| ¡V| ¡}| ¡}ttd}d|_| ¡V| ¡V|  ¡rnt ‚|j dks|t ‚t ƒ}x>| ¡|krÀt  d¡Vtd|| ¡ƒt ƒ|dks„t ‚q„WdS)NÚpsutil)r)Trgš™™™™™¹?zfds:r+)r:Z importorskipr rr7r=r<ÚProcessZnum_fdsr3r4r6r rrrA)rerIrJZbeforer=rrrÚ test_num_fdss$         rgccs0ttdd}| ¡Vt d¡V| ¡VdS)N)r)r)r*gš™™™™™¹?)r rr=rrU)rIrrrÚtest_terminate_after_stop2s   rhcCs"| ¡d}t|ƒ| d¡dS)Ng@zchild should have exited by now)rZrÚsend)Ú worker_readyÚ child_pipeZshorter_timeoutrrrÚ_worker_process:s rlc sN‡fdd„}tƒ2}z|jt |¡ddWd| ¡tdƒ‚XWdQRXdS)z¶ Simulate starting an AsyncProcess and then dying. The child_alive pipe is held open for as long as the child is alive, and can be used to determine if it exited correctly. c3s8t ¡}tt|ˆfd}| ¡V| ¡t d¡dS)N)r)r*rR)r rr rlr=r#rÚ_exit)rjZworker)rkrrÚparent_process_coroutineSs   z1_parent_process..parent_process_coroutiner+)rNz*this should be unreachable due to os._exit)r Zrun_syncrr_ÚstopÚ RuntimeError)rkrnZloopr)rkrÚ_parent_processNs  rqcCsêtjdd\}}zÊtjt|fd}| ¡| ¡| ¡d}y| |¡}Wn,tk rxt j   d¡spt dƒ‚d}YnX|s‚t ‚y |  ¡}Wn:tk r¢Yn6tk rÈt j   d¡sÄt dƒ‚YnXtd |¡ƒ‚Wd | ¡Xd S) aI Check that a child process started by AsyncProcess exits if its parent exits. The motivation is to ensure that if an AsyncProcess is created and the creator process dies unexpectedly (e.g, via Out-of-memory SIGKILL), the child process and resources held by it should not be leaked. The child should monitor its parent and exit promptly if the parent exits. [test process] -> [parent using AsyncProcess (dies)] -> [worker process] \ / \________ <-- child_pipe <-- ________/ F)Zduplex)r)r*g@rdzshould only raise on windowsTzunreachable: {}N)r ZPiperfrqr=rWr<ZpollÚEnvironmentErrorrÚplatformÚ startswithr4ZrecvÚEOFErrorrpÚformat)Zchildren_aliverkÚparentZ short_timeoutÚreadableÚresultrrrÚ/test_asyncprocess_child_teardown_on_parent_exitls*  rz)r)3Z __future__rrrZdatetimerr>rrrr%r rr8r:ZtornadorZ tornado.locksrZdistributed.metricsZdistributed.processr Zdistributed.utilsr Zdistributed.utils_testr r rrrrr"r#r(rMrOZmarkZskipifr'rTrVrYrarcrsrtrgrhrlrqrzrrrrÚsJ        U ,