ó ßüÚ\c @`sE ddlmZmZmZddlmZddlZddlmZddl m Z ddl Z ddl Z ddl Z ddlZddlmZddlZddlZddlmZddlZddlmZmZmZddlZdd lmZdd lmZdd lmZmZm Z m!Z!m"Z"m#Z#dd l$m%Z%m&Z&dd l'm(Z(ddl)m Z ddl*m+Z+ddl,mZddl-m.Z.m/Z/m0Z0ddl1m2Z2m3Z3ddl4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=ddl4m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDd„ZEe7ƒd„ƒZFd„ZGe7deHƒd„ƒZIe:e7ƒd„ƒƒZJe7deHƒd„ƒZKejLjMddƒe7deHddŽgƒd!„ƒƒZNe7deHƒd"„ƒZOe7deHƒd#„ƒZPejLjQdd$ƒe7deHƒd%„ƒƒZRe7ƒd&„ƒZSe<ƒd'„ƒZTe:d(„ƒZUe7deHddgƒd)„ƒZVd*„ZWe7ƒd+„ƒZXd,„ZYe7deHdgƒd-„ƒZZe7deHƒd.„ƒZ[e7deHƒd/„ƒZ\e7deHƒd0„ƒZ]e7deHdgƒd1„ƒZ^ejLjMdd2ƒe7deHddgd3d4d5id6d76ƒd8„ƒƒZ_e7dd‘gd5ie`d96ƒd:„ƒZad;„Zbe7deHƒd<„ƒZce7deHƒd=„ƒZdejLjeejfd> d’kddAƒe7deHƒdB„ƒƒZge7deHƒdC„ƒZhe7ƒdD„ƒZie7deHddd>iid dE6dF6fd“gƒdG„ƒZjejLjQe7deHƒdH„ƒƒZke7deHdd”gdIƒdJ„ƒZle7deHdd•gd?ƒdK„ƒZme7deHdd–gd?ƒdL„ƒZne7deHƒdM„ƒZoejLjpe7deHƒdN„ƒƒZqe7deHƒdO„ƒZre7deHƒdP„ƒZse:e7de`dgƒdQ„ƒƒZte7deHƒdR„ƒZue7deHdd—gƒdS„ƒZve7deHƒdT„ƒZwejLjxdUe.egƒdV„ƒZye7deHƒdW„ƒZze7deHƒdX„ƒZ{ejLjMddYƒe7dd˜gdeHd5idZd76ƒd[„ƒƒZ|e7ƒd\„ƒZ}e7deHƒd]„ƒZ~d^„Ze7deHƒd_„ƒZ€d`„Ze7ƒda„ƒZ‚ejLjee%ddbƒe7dgƒdc„ƒƒZƒe7dgƒdd„ƒZ„e7dgƒde„ƒZ…e<ƒdf„ƒZ†e7deHƒdg„ƒZ‡e7deHƒdh„ƒZˆe@e7deHƒdi„ƒƒZ‰e7dd™gdeHd5idjdk6ƒdl„ƒZŠejLj:e7ddšgdeHd5idjdk6e`dm6e`dn6dodp6d3dIƒdq„ƒƒZ‹e7deHd5idrds6ƒdt„ƒZŒe7deHƒdu„ƒZe7deHdd›gd>ƒdv„ƒZŽdw„Ze7dgdeHƒdx„ƒZe7ddœgdyie`dz6e`d{6ƒd|„ƒZ‘d}„Z’e7ddgd5id~d76ƒd„ƒZ“e7dgdeHƒd€„ƒZ”e:e7deHƒd„ƒƒZ•ejLjeej–j—d‚ƒ ddƒƒe7ddždŸd gdeHƒd…„ƒƒZ˜e7deHdd¡gdId3d4dyid d†6ƒd‡„ƒZ™e7deHd5iidˆ„d‰6dŠ6ƒd‹„ƒZše7deHƒdŒ„ƒZ›e7dgƒd„ƒZœdS(¢i(tprint_functiontdivisiontabsolute_import(tThreadPoolExecutorN(tNumber(tadd(tsleep(tdelayed(tplucktsliding_windowtfirst(tgen(t TimeoutError(tNannyt get_clienttwaittdefault_clientt get_workert Reschedule(tWINDOWStcache_from_source(trpc(R(t Scheduler(ttime(tWorkert error_messagetlogger(ttmpfilet format_bytes( tinctmult gen_clustertdivtdectslowtslowinctgen_testtcaptured_logger(tclienttlooptnodebugtcluster_fixturetstatbcC`sSddlm}tddƒ}z|jj|ks:t‚Wdtj|jƒXdS(Ni(t_ncoress 127.0.0.1iS( tdistributed.workerR-Rtexecutort _max_workerstAssertionErrortshutiltrmtreet local_dir(R-tw((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_ncores4s cC`s£|jt|ƒkst‚|jt|ƒks6t‚t|jƒt|ƒksWt‚t|jƒt|ƒksxt‚tt|jƒƒt|ƒksŸt‚dS(N(taddresststrR1treprtncorestlent executing(R*R+R,((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_str>s !!cC`s€tddƒ}|jdƒ}d|dks4t‚|ddksJt‚t|dtƒsct‚t|dtƒs|t‚dS( Ns 127.0.0.1iSRttypet schedulerstcp://127.0.0.1:8019R:t memory_limit(RtidentitytNoneR1t isinstancetintR(R5tident((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt test_identityGs R&cc`sþdtfd„ƒY}|j|d|jƒ}t|ƒV|j sIt‚|jsXt‚d„}dtjfd„ƒY}|ƒ}t j } t j tj ƒt j |ƒ|j||d|d|jƒ} t| ƒV|j såt‚| jdksút‚tjtƒ | VWdQXtjd d krf| jƒV} td „td tj| ƒƒDƒƒsft‚nd |jd d ksƒt‚t j | ƒ|jtddd|jƒ} |jtd dd|jƒ} |j| | gƒV}t|ƒdksút‚dS(Nt NoReprObjcB`s eZdZd„Zd„ZRS(s9 This object cannot be properly represented as a string. cS`stdƒ‚dS(NsI have no str representation.(t ValueError(tself((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt__str__UscS`stdƒ‚dS(NsI have no repr representation.(RH(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt__repr__Xs(t__name__t __module__t__doc__RJRK(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRGRs tworkersc_`s dddS(Nii((targstkwargs((s<lib/python2.7/site-packages/distributed/tests/test_worker.pytbad_func`stMockLoggingHandlercB`s)eZdZd„Zd„Zd„ZRS(s0Mock logging handler to check for expected logs.c_`s$|jƒtjj|||ŽdS(N(tresettloggingtHandlert__init__(RIRPRQ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRWfs cS`s'|j|jjƒj|jƒƒdS(N(tmessagest levelnametlowertappendt getMessage(RItrecord((s<lib/python2.7/site-packages/distributed/tests/test_worker.pytemitjscS`s0igd6gd6gd6gd6gd6|_dS(Ntdebugtinfotwarningterrortcritical(RX(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRTms (RLRMRNRWR^RT(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRScs  tkRbiics`s!|]}|rd|kVqdS(s1 / 0N((t.0tline((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys ‡ssCompute FailedRaiiii(ii(tobjecttsubmitR7RR<R1tdataRURVRtleveltsetLeveltDEBUGt addHandlertstatustpytesttraisestZeroDivisionErrortsyst version_infot _tracebacktanyRt tracebackt extract_tbRXRt_gatherttuple(tcR*R+R,RGtxRRRSthdlrt old_leveltyttbtxxtyytresults((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_bad_argsPs6      !   . cc`súd}|jdj|ƒ|jdj|jƒ|j|jdƒ|j|jjdƒd|jdt‚|jdksSt‚|jƒVdS(NiGi( RtstartRR7RCR†RDR1R˜(R*R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_with_port_zero1s   cC`sAtjd„ƒ}y|j|ddƒWntk r<nXdS(Ncs`stddƒV}dS(Ns 127.0.0.1iG(R(R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥>sttimeouti(R t coroutinetrun_syncR (R'R¥((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt'test_worker_waits_for_center_to_come_up<s  cc`sFtdƒ}|j|ƒ}t|ƒV|j|jdksBt‚dS(Ni(RtpersistRRitkeyR1(RzR*R5R{R€((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_task_dataHs  cC`sKdtfd„ƒY}t|ddƒƒ}dt|dƒksGt‚dS(Nt MyExceptioncB`seZd„Zd„ZRS(cS`s||f|_dS(N(RP(RIR+R,((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRWRscS`s d|jS(NsMyException(%s)(RP(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRJUs(RLRMRWRJ(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRÉQs tHellosWorld!t exception(t ExceptionRR8R1(RÉRº((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_error_messagePsc c`s¹d|jdtiic3`s"|]}|dˆjkVqdS(twhoN(R7(ReRº(R,(s<lib/python2.7/site-packages/distributed/tests/test_worker.pys !sc3`s"|]}|dˆjkVqdS(R N(R7(ReRº(R+(s<lib/python2.7/site-packages/distributed/tests/test_worker.pys "s( ttarget_message_sizeRãRhRR7R;tincoming_transfer_logR1toutgoing_transfer_logtall(RzR*R+R,tnRâtxsR~((R+R,s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_message_breakups  ;++%cc`s$|j st‚|j s t‚|jtdd|jƒ}t|ƒV|j|jtksbt‚|jt|d|jƒ}t|ƒV|jit|j6t|j6ks±t‚|j|ƒVt ƒ}x=|j|j krt j dƒVt ƒ|dksËt‚qËW|j|jks t‚dS(NiROg{®Gáz„?i( RR1RhRR7RRÇRDt_cancelRRiR R(RzR*R+R,R{R~RÀ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt test_types%s  ) cC`s |jst‚|jjƒdS(N(tmonitorR1tupdate(R*R+R,((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_system_monitor;stAt resourcescc`s˜|jtddidd6ƒ}|V|jiidd6|j6ksJt‚|j|ƒVx$|j|jkr~tjdƒVq[W|jiks”t‚dS(NiRRg{®Gáz„?( RhRtresource_restrictionsRÇR1RRR R(RzR*R+R,R{((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_restrictionsAs&c c`sßgtdƒD]}ttƒ|ƒ^q }xKtdƒD]=}gtd|ƒD]!\}}ttƒ||ƒ^qN}q8Wttƒ|ƒ}|j|ƒ} t| ƒVtj dƒVt |j ƒt |j ƒdksÛt ‚dS(Ni iii( RãRRR RtsumtcomputeRR RR;RR1( RzR*R+R,RâtLR{R~ttotalRœ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_clean_nbytesQs+; ic g`s!d|_|jttdƒƒƒV}td„|DƒƒsAt‚d„}|j|d|j|Œ}t|ƒVtt d|j ƒƒ}gt |ƒD]\}} | dkr•|^q•} gt |ƒD]\}} | dkrÆ|^qÆ} t | ƒt | ƒkst‚|jdkst‚dS( Niidcs`s|]}|jVqdS(N(Ri(ReR5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys escW`sdS(Ni ((RP((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥gsROis request-deps receive-dep(ttotal_out_connectionsRþRäRãRR1RhR7RRtlogt enumeratetminR¸t comm_nbytes( RzR*R+RORåR¥RœRRâtttreqtrecv((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_gather_many_small`s   11c c`s´|jtdd|jƒ}|jtdd|jƒ}|jt||d|jƒ}t|ƒV|j|j}g|D]} | ddkrv| ^qv} t| ƒdks°t‚dS(NiROiittransfer( RhRR7RRRRÇR;R1( RzR*tw1tw2tw3R{R~R„trR(t transfers((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_multiple_transfersus )cc`só|jtdt|jdƒd|jƒ}|jtdt|jdƒd|jƒ}t||gƒV|j||gd|j|jgƒV|jt||d|jƒ}t|ƒVt|j ƒdksÑt ‚|j sàt ‚|j sït ‚dS(Nt1iROt2i( RhRRDRR7Rt _replicateRR;RR1R(RzR*R-R.R/R{R~R„((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_share_communication‚s++& c c`sØ|jtdt|jdƒd|jƒ}|jtdt|jdƒd|jƒ}t||gƒV|jt||d|jƒ}t|ƒVt|jƒdks«t ‚|j\}}|d|dksÔt ‚dS(NR3iROR4itstopRÀ( RhRRDRR7RRR;RR1( RzR*R+R,R{R~R„tl1tl2((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt/test_dont_overlap_communications_to_same_workers++ c c`sÔtƒÅ}tj|ƒ}zžddlm}|j|ƒ|jtddƒ}t|ƒVt j dƒV|j ƒt |ƒ}|j ƒ} WdQXd| ks¦t‚d| ks¸t‚Wd|j|ƒXWdQXdS(Ni(Rigš™™™™™¹?RqRÌ(RRUt FileHandlerR.RRmRhR RR RtflushR£treadR1t removeHandler( RzR*R+R,tfntfhRRœR¥ttext((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt!test_log_exception_on_failed_taskœs    c c`sttƒdƒ}ttƒdƒ}ttƒ|ƒ}ttƒ|ƒ}ttƒ||ƒ}|j|ƒ} t| ƒVtƒ} xMt|jƒt|jƒdkrÏtj dƒVtƒ| dksƒt ‚qƒWt |jƒt |jƒB| j hksþt ‚dS(Niig{®Gáz„?( RRRRÆRRR;RiR RR1RÝRÇ( RzR*R+R,R{R~R€RR„tzzRÀ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_clean_up_dependencies´s  %cc`s‘|jtdd|jƒ}|jt|d|jƒ}t|ƒV|j|jksYt‚|j|ƒVtj dƒV|j|jkst‚dS(NiROgš™™™™™¹?( RhRR7RRÇRiR1RR R(RzR*R+R,R{R~((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_hold_onto_dependentsÇs cc`shtjjidd6ƒ&|jƒVt|jddƒV}WdQXtjdƒV|jdksdt ‚dS(Nt1ss!distributed.comm.timeouts.connectt death_timeoutiiRú( tdasktconfigRÝR˜RR7R RRnR1(R*R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_death_timeoutÕs  cc`ss|jttdƒddƒ}tjdƒV~tƒ}x4|jrntjdƒVtƒ|dks;t‚q;WdS(Niètdelayg{®Gáz„?gš™™™™™¹?gà?(tmapR#RãR RRR<R1(RzR*R+R,RåRÀ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt test_stop_doing_unnecessary_workàs  c c`sIg}x¤tdƒD]–}ttƒ|dd|ddƒ}ttƒ|dd|ƒ}ttƒ|dd|ƒ}ttƒ|dd|ƒ}|j|ƒ|j|ƒqW|j|ƒ} t| ƒVg|jD]D} | d d krÑ| d d krÑ| d j dƒ rÑ| d ^qÑ} t d„| t | ƒd  DƒƒsEt ‚dS(Ni t dask_key_namesa-%dRKg{®Gáz„?sa1-%dsa2-%dsb1-%diR<itmemoryitfinalizecs`s|]}|jdƒVqdS(tb1N(t startswith(ReRÇ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys s( RãRR#RR!R[RRR$RRRuR;R1( RzR*R5tvaluesRâR+ta1ta2RQRåR(R$((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_prioritiesís"   Dcc`s£|j|jj}tƒ}tj|jdjddƒVxD|j|jj|kr‚tjdƒVtƒ|dks?t‚q?W|jdjdksŸt‚dS(Nt heartbeatiègš™™™™™¹?g{®Gáz„?i( ROR7t last_seenRR Rtperiodic_callbackst callback_timeR1(RzR*R+R,R{RÀ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_heartbeatss  tworkerc `sHtƒ9‰tdtdiˆd6ƒ‡fd†ƒ}|ƒWdQXdS(NR&RôR4c`sig|jjƒD]}|j^q}t‡fd†|DƒƒsGt‚tt|ƒƒdkset‚dS(Nc3`s|]}|jˆƒVqdS(N(RR(ReRü(R?(s<lib/python2.7/site-packages/distributed/tests/test_worker.pys si(RORStlocal_directoryRR1R;RÝ(RzR*R+R,R5t directories(R?(s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_dirs%"(RRR™(R\R_((R?s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR_s +cc`sHdtfd„ƒY}|j|dƒ}|V}|jdksDt‚dS(NtBadSizecB`seZd„Zd„ZRS(cS`s ||_dS(N(Ri(RIRi((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRW scS`stdƒ‚dS(NRÊ(t TypeError(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt __sizeof__#s(RLRMRWRb(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR`s i{(RgRhRiR1(RzR*R+R,R`RœR((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_dataframe_attribute_errorscc`s³dtfd„ƒY}|j|ƒ}t|ƒV|jdksEt‚tjtƒ |VWdQX|jt t dƒƒ}|j |ƒV}|t tt t dƒƒƒks¯t‚dS(NtBadcB`seZd„Zd„ZRS(cS`s tƒ‚dS(N(Ra(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt __getstate__.scS`s tdƒS(NgèvH7B(RD(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRb1s(RLRMReRb(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRd-s Rbi ( RgRhRRnR1RoRpRaRLRRãRxRä(RzR*R+R,RdRœRåR‚((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_fail_write_to_disk+s  sOur logic here is faultyg _ Bcc`sÄt|_tjdƒV|j s't‚dtfd„ƒY}|j|tdƒƒ}|j d„|Œ}t |ƒVt j t ƒ }|VWdQX|j tdd|jƒV}|dksÀt‚dS( Ngš™™™™™¹?RdcB`s#eZd„Zd„Zd„ZRS(cS`sdS(N((RIR{((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRWKscS`s tƒ‚dS(N(Ra(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyReNscS`s tdƒS(NgeÍÝA(RD(RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRbQs(RLRMRWReRb(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRdJs  i cW`sdS(Ni{((RP((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR UR iROi(tFalsetvalidateR RtpausedR1RgRLRãRhRRoRpRÌRR7(RzR*R+RdRåRœR`R((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_fail_write_many_to_diskAs    cC`s)|j|jjtjƒks%t‚dS(N(ROR7tpidR“tgetpidR1(R*R+R,((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_pidasc c`sëd„}tƒ|kst‚|j|dd|jƒ}|V}|dksRt‚|jsat‚|j sqt‚|j|ks†t‚tƒ|ks›t‚|j}x+tdƒD]}t|j||ƒƒVq±W|j|ksçt‚dS(NcS`s%tƒ}|jt|ƒ}|jƒS(N(RRhRR(R{RRœ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥hs i ROi (RR1RhR7t_clientRãR( RzR*R+R,R¥RœRta_clientRâ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_get_clientfs  cC`s7d„}|j|dƒ}|jƒdks3t‚dS(NcS`s%tƒ}|jt|ƒ}|jƒS(N(RRhRR(R{RRœ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥‚s i i (RhRR1(R&R¥Rœ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_get_client_syncs cc`sLtjd„ƒ}|j|ƒV}|id|j6d|j6ksHt‚dS(Ncs`s6tƒV}|jtdƒ}|V}tj|ƒ‚dS(Ni (RRhRR Rì(R&RœR((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥s i (R RÃRïR7R1(RzR*R+R,R¥R‚((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_get_client_coroutine‹scC`sMtjd„ƒ}|j|ƒ}|id|d6d|d6ksIt‚dS(Ncs`s6tƒV}|jtdƒ}|V}tj|ƒ‚dS(Ni (RRhRR Rì(R&RœR((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥™s i R7(R RÃRïR1(R&R*R+R,R¥R‚((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_get_client_coroutine_sync˜scc`s}ddlm}t|ƒ}|dƒ}||ksG||ksGt‚|jƒV|jƒVt|ƒ|dksyt‚dS(Ni(t_global_workersiÿÿÿÿi(R.RtR;R1R˜(R*R+R,RtRR5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_global_workers¤s    sfile descriptorscc`s tjdƒ}tjdƒV|jƒjƒ}t|jd|jƒV}tjdƒV|jƒjƒ}t ƒ}x7||krªtjdƒVt ƒ|dkstt ‚qtW|j ƒVt ƒ}xC|jƒjƒ|krtjdƒVt ƒ|dksÂt ‚qÂWdS(Ntpsutilgš™™™™™©?R'gš™™™™™¹?g{®Gáz„?igà?( RoRµR RtProcesstnum_fdsRR7R'RR1R˜(R*RvRÀR\tmiddle((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_worker_fds°s   cc`s‡tjdƒddlm}i|d 6}t|jdi|d 6ƒ}|jdƒVt|jdj j j j ƒƒ}|j ƒdd ks’t‚|jƒVt|jdi|d6ƒ}|jd ƒVt|jdj j j j ƒƒ}|j ƒddkst‚|jƒVt|jdi|d6ƒ}|jd ƒVt|jdj j j j ƒƒ}|j ƒdd ksxt‚|jƒVdS(Ntbokehi(t BokehWorkers:0tservicess tcp://0.0.0.0s::s0.0.0.0stcp://127.0.0.1s 127.0.0.1(R{s:0(R{s:0(s::s0.0.0.0(R{s:0(s::s0.0.0.0(R{i(RoRµtdistributed.bokeh.workerR|RR7t_startR R}tservert_httpt_socketsRSt getsocknameR1R˜(R*R|R}R5tsock((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_service_hosts_match_workerÇs$  " " "cc`sxtjdƒddlm}i|d6}t|jd|ƒ}|jƒV|jdjj dksit ‚|j ƒVdS(NR{i(R|s:1234R}iÒ(R{s:1234( RoRµR~R|RR7RR}R€R†R1R˜(R*R|R}R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_start_servicesás   cc`sxtƒi}td|ƒ}|jdƒtd|ƒV}t|jƒ|jhksYt‚|jƒV|j ƒWdQXdS(Ntscheduler_fileiI( RRRÀRRÝROR7R1R˜R7(R?R*R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_scheduler_fileïs  ! cc`sx|j}t|jƒdks$t‚t|jƒdks?t‚tj|jdjddƒV|j|kstt‚dS(Ng333333Ó?RWiè(tscheduler_delaytabsR1R RRYRZ(RzR*R+R,told((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_scheduler_delayús   cc`sJ|jttdƒddƒ}t|ƒV|jd}|dsFt‚dS(Ni RKgš™™™™™¹?R#tcount(RLR#RãRt profile_keysR1(RzR*R+R,Råtprofile((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_statistical_profilings  c c`s±tjdƒ}xUtdƒD]G}|jjddd ƒ}||d|jƒjƒ}t|ƒVqW|jƒ}|dsƒt‚dt |ƒks­d t |ƒks­t‚dS( Ns dask.arrayii@BRõi'iRRRÛ(i'( RoRµRãRÛRRÆRt get_profileR1R8( RzR*R+R,R÷RâR{R~R((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_statistical_profiling_2 s i tmemory_monitor_intervalc#`sÃtjdƒ‰tjƒjƒj}|dd|_dtfd„ƒY‰‡‡fd†}|j|dgdd t ƒ}t ƒ}x7|j j s¾t jd ƒVt ƒ|d ksˆt‚qˆWdS( NRÕgffffffæ?g„×·At BadAccountingcB`seZd„Zd„ZRS(cS`s ||_dS(N(Ri(RIRi((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRW$scS`sdS(Ni ((RI((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyRb's(RLRMRWRb(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR”#s c`s+ˆjt|ƒddƒ}ˆ|ƒ}|S(NRÙRÚ(RöRD(RR{R(R”Rß(s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥*s g„×—Aitpuregš™™™™™¹?i(RoRµRvRwt memory_infotrssR@RgRLRgRRiR"R RR1(RzR*R+ROR¥RåRÀ((R”Rßs<lib/python2.7/site-packages/distributed/tests/test_worker.pyt#test_robust_to_bad_sizeof_estimatess R×tmemory_target_fractiongà?RÖc #`srtjƒjƒj}|dd|_tjdƒ‰‡fd†}ttj dƒƒæ}|j |ƒ}|j t t dƒddƒ}tƒ}xj|jsþtjd ƒVtƒ|d ks•tttjƒjƒjƒt|jƒt|jƒfƒ‚q•W|jƒ} d | jƒks#t‚d | jƒks;t‚WdQXtd „|Dƒƒd ksct‚t|ƒVdS(Ngà?g„קARÕc`s)ˆjtdƒddƒ}tdƒdS(Ng„×·ARÙRÚi(RöRDR(R{(Rß(s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥Hssdistributed.workeriRKgš™™™™™¹?g{®Gáz„?iROtpausingcs`s|]}|jdkVqdS(tfinishedN(Rn(ReR¥((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys \s(RvRwR–R—R@RoRµR%RUt getLoggerRhRLR#RãRRiR RR1RR;RitgetvalueRZRR( RzR*R+ROR¥RRœRåRÀtout((Rßs<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_pause_executor7s&     "s50 mstprofile_cycle_intervalc c`sc|jttdƒddƒ}t|ƒVtjdƒVtƒ}t|jƒdks[t ‚|j dtƒddtƒdƒ}|d  s’t ‚|j dd dtƒƒ}t d „|jDƒƒ|j d }|j dd dtƒƒ}|d |ko |d knst ‚|j d|d dtƒƒ} d | d koT|d kns_t ‚dS( NiRKgš™™™™™©?g{®Gáz„?iRÀi R7Rics`s|]\}}|dVqdS(RN((Ret_tp((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys msg333333Ó?( RLR#RãRR RRR;tprofile_historyR1R‘Rtprofile_recent( RzR*R+R,RåtendR{tactualtx2R~((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt test_statistical_profiling_cycleas  &$*cc`s2d„}|j|ƒV}|jdƒs.t‚dS(NcS`s tƒjƒS(N(Rtget_current_task(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt some_namewsRª(RhRRR1(RzR*R+R,RªR((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_get_current_taskus c#`sœ|jdjjƒ|j‰‡fd†}|j|tdƒƒ}|jttdƒddd|jƒ}t|ƒVt‡fd†|Dƒƒs˜t ‚dS( Ntstealingc`s,tdƒtƒjˆkr(tƒ‚ndS(Ngš™™™™™¹?(RRR7R(R{(t a_address(s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥ƒs ii RKgš™™™™™¹?ROc3`s!|]}|jˆjkVqdS(N(RÇRi(ReR¥(R,(s<lib/python2.7/site-packages/distributed/tests/test_worker.pys Œs( t extensionst_pcR7R7RLRãR#RRR1(RzR*R+R,R¥Råtfutures2((R­R,s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_reschedule~s ' cC`sddlm}tddƒ}|j}|jdƒ|jsDt‚|jd}d|j|ƒkslt‚td„|jDƒƒs‹t‚dS( Ni(Rs 127.0.0.1iStfoo456iÿÿÿÿsdistributed.workercs`s|]}|jdkVqdS(R²N(Rº(ReRº((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys ˜s( R.RRt_deque_handlerR`tdequeR1tformatRu(RR5t deque_handlerRº((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_deque_handlers   cc`s¯t|jd|jddddƒV}t|jƒtks@t‚d|jksUt‚|jt dƒ}|Vdkszt‚t j |j d ƒV|jt dƒV|j ƒVdS( NR'R@iR“i ROiiiè(RR7R'R>RitdictR1RYRhRR RR“R˜(RzR*R\Rœ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt'test_avoid_memory_monitor_if_zero_limit›s"RIsdistributed.worker.memory.spills distributed.worker.memory.targetcC`st|jƒtkst‚dS(N(R>RiR¸R1(R*R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt"test_dict_data_if_no_spill_to_disk¬scC`sud„}|j|ƒd„}tƒ}xFtd„|j|ƒDƒƒsptdƒtƒ|dks+t‚q+WdS(NcS`stƒjtdƒjƒdS(Ni(RRhRR(((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR¥¸scS`s t|jƒS(N(Rätclients(tdask_scheduler((s<lib/python2.7/site-packages/distributed/tests/test_worker.pytfunc½scs`s|]}d|kVqdS(R\N((ReR((s<lib/python2.7/site-packages/distributed/tests/test_worker.pys Ásgš™™™™™¹?i (RïRRutrun_on_schedulerRR1(R&R¥R½RÀ((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_get_worker_name·s    " s2e3 MBcC`s|jdkst‚dS(NgeÍÝA(R@R1(R*R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_parse_memory_limitÆscc`s`tjji|jd6ƒ3td|jƒV}|jj|jksKt‚WdQX|jƒVdS(Nsscheduler-addressR'( RHRIRÝR7RR'R?R1R˜(RzR*R\((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_scheduler_address_configËs!c c`sætjdƒ}|jjdƒ}|j|d|jƒV}|jt|d|jƒ}t|ƒVt|j ƒt|j ƒko‰dkns”t ‚|j dd}|j dd} | |} d| ko×dknsât ‚dS( NRÕi€–˜ROiitdurationigUUUUUUÕ?( RoRµRÛtscatterR7RhRRR;RRR1( RzR*R+R,RßR{RœR~R›Rštratio((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_wait_for_outgoingÓs 4 tlinuxs Need 127.0.0.2 to mean localhosts 127.0.0.2c#`s |jdd|j|jgdtƒV}|jt|dˆjgƒ}t|ƒVt‡fd†|jDƒƒsvt‚t‡fd†|jDƒƒ sœt‚dS(Ni{ROR¾c3`s"|]}|dˆjkVqdS(R N(R7(ReRü(R.(s<lib/python2.7/site-packages/distributed/tests/test_worker.pys ïsc3`s"|]}|dˆjkVqdS(R N(R7(ReRü(R.(s<lib/python2.7/site-packages/distributed/tests/test_worker.pys ðs( RÃR7R™RhRRRuRR1(RzR*R-R.R/R{R~((R.s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt%test_prefer_gather_from_local_addressås ( %s'distributed.worker.connections.incomingc g`sõtjdƒ}|j|jjdd|djgƒ}t|ƒVg|dD]*}|jt|dtd|jgƒ^qM}t|ƒVt|djƒt|ƒdks±t ‚tg|D]!}t|jƒdkr»|^q»ƒdksñt ‚dS( NRÕi@BROiiR•ii( RoRµRhRÛR7RR;RgRR1(RzR*RORßR{R5Rå((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_avoid_oversubscriptionós( ; )cC`s|jS(N(R†(R5((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyR  R tmy_porttmetricscC`sP|j|jjd|jks&t‚|j|jjd|jksLt‚dS(NRÉ(ROR7RÊR†R1(RzR*R+R,((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyttest_custom_metrics s&c c`s-d„}d„}d„}d„}t|jƒdks?t‚|j|ƒV}t|jƒƒtgdkstt‚|j|ƒV}t|jƒƒtgdks©t‚t|jd|j ƒV} |j|d| jgƒV}t|jƒƒtgksÿt‚| j ƒV|j d |ƒV} t| ƒdks5t‚t|jƒd ksPt‚|j|ƒV}t|jƒƒt gdks…t‚t|jd|j ƒV} |j|d| jgƒV}t|jƒƒt gksÛt‚| j ƒV|j d |ƒV} t| ƒdkst‚t|jƒdks,t‚|j|ƒV}t|jƒƒt gdksat‚t|jd|j ƒV} |j|d| jgƒV}t|jƒƒt gks·t‚|j|d| jgƒV}t|jƒƒt gksôt‚| j ƒVt jtƒ|j d d „ƒVWdQXdS( NcS`s d|_dS(Ni(t init_variable(Rè((s<lib/python2.7/site-packages/distributed/tests/test_worker.pyt mystartupscS`sddl}d|jds"         .@ 4  F$   !       (  "5 %% %  !  ! $ +            % %   ( *  /H