\c@`szddlmZmZmZddlmZddlmZddlmZddlZddl m Z m Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZdd lmZddl Z dd l!m"Z"ddl#Z#d d l$m%Z%m&Z&d dl'm(Z(d dl)m*Z*d dl$m+Z+m,Z,e j-j.drd dl/m0Z0ndZ0e j-j.dZ2e,e2ddZ2de3fdYZ4de4fdYZ5ddZ6de4fdYZ7de4fdYZ8d e4fd!YZ9d"e4fd#YZ:d$e4fd%YZ;d&Z<d'Z=d(Z>dS()i(tprint_functiontdivisiontabsolute_import(tbisect(tadd(ttimeN(trowtcolumn(tColumnDataSourcetPlott DataRange1dt LinearAxist HoverToolt BoxZoomToolt ResetTooltPanToolt WheelZoomTooltRange1dtQuadtTapTooltOpenURLtButtontSelect(t Spectral9(tfigure(tgeni(twithout_property_validationt BOKEH_VERSIONi(t nbytes_bar(tprofile(t log_errorstparse_timedeltas!distributed.dashboard.export-tool(t ExportTools#distributed.worker.profile.intervaltdefaulttmstDashboardComponentcB`s eZdZdZdZRS(sU Base class for Dask.distributed UI dashboard components. This class must have two attributes, ``root`` and ``source``, and one method ``update``: * source: a Bokeh ColumnDataSource * root: a Bokeh Model * update: a method that consumes the messages dictionary found in distributed.bokeh.messages cC`sd|_d|_dS(N(tNonetsourcetroot(tself((s;lib/python2.7/site-packages/distributed/bokeh/components.pyt__init__;s cC`sdS(s? Reads from bokeh.distributed.messages and updates self.source N((R'tmessages((s;lib/python2.7/site-packages/distributed/bokeh/components.pytupdate?t(t__name__t __module__t__doc__R(R*(((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR#/s  t TaskStreamcB`s,eZdZdddZedZRS(sb Task Stream The start and stop time of tasks as they occur on each core of the cluster. it20scK`sX||_t|dd}||_d|_t||\|_|_dg|_dS(sO kwargs are applied to the bokeh.models.plots.Plot constructor R!R"iN(t n_rectanglesRtclear_intervaltlastttask_stream_figureR%R&ttask_stream_index(R'R1R2tkwargs((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR(Is    c `s*t|dd|dd} sDd|jdkrHdSt|jdfd|jD}d|jd<|dr ttt|d|d}||jkr ||j|_}|||jkr|j j j |dSq n|j j ||j WdQXdS( Ns task-eventstindext rectanglesiic`sEi|];\}}gttD]}||^q(|qS((trangetlen(t.0tktvti(tindR7(s;lib/python2.7/site-packages/distributed/bokeh/components.pys bs tstarttduration(RR5RtitemstmintmapRR3R2R%tdataR*tstreamR1(R'R)R8tmR3((R?R7s;lib/python2.7/site-packages/distributed/bokeh/components.pyR*Ws     (R,R-R.R(RR*(((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR/CsR0c K`st|dd}tdtdt|gddgddgddgd d gd d gd dgddgddgddg }tdd}tdd}tddddddd|d|dddd d!d"d#d$| }|jd%|d&dddd'dd(d)d*d d+d d,d-d.dd/d0 }d9|_d|j _ d|j _ d|j _ t |j_td1d2d3d4}td5td6d7}|j||tttd8d'td8d'trt} | j||j| n||fS(:sG kwargs are applied to the bokeh.models.plots.Plot constructor R!R"RER@RAg?tkeytnametcolortwhitet duration_texts100 mstworkertfootyit worker_threaditalphagt range_paddingt task_streamttitles Task Streamtidsbk-task-stream-plottx_rangety_rangettoolbar_locationtabovet x_axis_typetdatetimetmin_border_righti#ttoolsR+R%txtwidththeightg?t fill_colort line_colort line_alphag333333?t fill_alphat line_widthit point_policyt follow_mousettooltipss
@name:  @duration_text
tcallbackturls/profile?key=@namet dimensionsN(RRtdictRR RtrectR$tnonselection_glyphtyaxistmajor_label_text_alphatminor_tick_line_alphatmajor_tick_line_alphatFalsetxgridtvisibleR RRt add_toolsR RRRR t register_plot( R2R6R%RVRWR&Rmthoverttaptexport((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR4rst                    t MemoryUsagecB`s&eZdZdZedZRS(s; The memory usage across the cluster, grouped by task type cK`s tdtdgdgdgdgdgdgdgd g|_td d d td tdddd||_|jj|jtdddddddddddd|jj t d|jj t dt dddd}|jj |dS(NRERItlefttrighttcenterRJtpercenttMBttextRUsbk-nbytes-plotRVRWRXtoutline_line_colorttopitbottomiRaRdtbelowRfRgRhs
Name:  @name
Percent:  @percent
MB:  @MB
( RRlR%R R R$R&t add_glyphRt add_layoutR R Rv(R'R6Rx((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR(s@      cC`srtc|d}|sdSt|d}|jjj|dt|djd|jj_ WdQXdS(NtprogresstnbytessMemory Use: %0.2f MBg.A( RRR%RER*tsumtvaluesR&RTR(R'R)tmsgtnb((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR*s  (R,R-R.R(RR*(((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR{s 9t ProcessingcB`s5eZdZdZedZedZRS(s Processing and distribution per core This shows how many tasks are actively running on each worker and how many tasks are enqueued for each worker and how many are in the common pool c K`s|jiid6id6}t||_tdd}tddddd |d d |}|jd |jd ddddtdddddd|j_t |j _ t |j _ t }|j||jt }d|_d|_||_dS(Nt processingtncoresiiRTsProcessing and PendingR]R+RVRUsbk-processing-stacks-plotR%R|iR}RJRRs
Host:  @name
Processing:  @processing
Rg(tprocessing_updateRR%RRtquadRtxaxisRqRsRoRutygridR RvtselectRhRfR&(R'R6RERVtfigRx((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR(s2           cC`st|d}|jds'dS|j|}|jj}t|d}t|d}|j|kr|d|_n2|jd||kr|jd|d|_n|jjj |WdQXdS(NRRR}igffffff?g?( RtgetRR&RVtmaxtendR%RER*(R'R)RRERVt max_righttcores((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR*@s   c C`stt|d}t|}|d}g|D]}||^q7}|d}g|D]}||^q^}t|}it|d6|d6t|d6tt|ddd6tt|dddd 6|d6}d g||d <|SWdQXdS( NRRRIR}iiRiRgffffff?RQ(RtsortedR:tlistR9(RtnamesRRIRtntd((s;lib/python2.7/site-packages/distributed/bokeh/components.pyRQs"        (R,R-R.R(RR*t staticmethodR(((s;lib/python2.7/site-packages/distributed/bokeh/components.pyRs *t ProfilePlotcB`s&eZdZdZedZRS(s Time plots of the current resource usage on the cluster This is two plots, one for CPU and Memory and another for Network I/O c `stj}tj|t}|jd_tj||\__t fd}t dkrjj j d|njj d|dS(Ntstatesc `sty |j}Wntk r8|dd}nXy|d}Wntk r[dSXtjj|t}j2jj|j dj j j ||j _ WdQXdS(Nt1dtindicesiR(RRtAttributeErrort IndexErrorRt plot_dataRtprofile_intervaltextendtpopR%RER*tselected(tattrtoldtnewRR?RE(R'(s;lib/python2.7/site-packages/distributed/bokeh/components.pytcbus    s1.0.0RR( RtcreateRRRRt plot_figureR&R%RRRt on_change(R'R6tstateRER((R's;lib/python2.7/site-packages/distributed/bokeh/components.pyR(os  cC`sWtH||_tj|jt}|jd|_|jjj |WdQXdS(NR( RRRRRRRR%RER*(R'RRE((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR*s   (R,R-R.R(RR*(((s;lib/python2.7/site-packages/distributed/bokeh/components.pyRis tProfileTimePlotcB`s>eZdZddZeddZeedZRS(s Time plots of the current resource usage on the cluster This is two plots, one for CPU and Memory and another for Network I/O c `s|dk rtj|_y"|jjjjdd_Wnt k r\d_nXt jt rjd_nt jt rjj _ndjg_nd_dg_|_d_d_igd6gd6_tj_tjjt}|jd_tj||\__tgtfd}tdkrjj j!d |njj!d |t"igd6gd6_#t$d d d ddddddddtgdd|_%j%j&dddj#j%j'dddj#ddddtj%j(_)tj%j*_)fd}tdkrj#j j!d |nj#j!d |t+dddd_,j,j-fd t+dd!dd_.j.j-j/t0d"jd#d$j_1fd%}j1j!d"|t2t3j1j,j.d&d'jj%|_4dS((NRHitAlltcountRRc `sdrdStt|tr0|}n|dd}y|d}Wntk r`dSXtjj|t}j2jj|j dt d<j j j |t|tr|j j_n |j _tdR+tUpdatetvalueitoptionsc`s2|dkrd}n|_jdtdS(NRR(R$RHRRs(RRR(R'(s;lib/python2.7/site-packages/distributed/bokeh/components.pyt select_cbs   t sizing_modet scale_width(5R$tweakreftreftdoctsession_contexttrequestt argumentsRRHRRRtbytestdecodet task_namestserverR@RttsRRRRRRRRt profile_plotR%RsRRRRRRRtts_plottlinetcircleRoRutgridRt reset_buttonton_clickt update_buttonRRRRRR&(R'RRR6RERRR((RR's;lib/python2.7/site-packages/distributed/bokeh/components.pyR(sx "            " c C`st||_tj|jt}|jd|_|jjj ||dk r |dr dgt |d|_ |j |j _|jr|d|j}n |d}t|\}}i|d6g|D]}|d^qd6|_|jjj |jnWdQXdS(NRtcountsRtkeysRiR(RRRRRRRR%RER*R$RRRRRHtzipRR(R'RtmetadataRERttimesRtt((s;lib/python2.7/site-packages/distributed/bokeh/components.pyR*s    .c`s2tjfd}jjj|dS(Nc 3`stjjdjdjdjrLjjndtt j rzgV\nj j fdWdQXdS(NRHR@Rc`sjS(N(R*((RtprofR'(s;lib/python2.7/site-packages/distributed/bokeh/components.pyR4R+( RRt get_profileRHR@Rtget_profile_metadataR$RRtFutureRtadd_next_tick_callback((R'R(RRs;lib/python2.7/site-packages/distributed/bokeh/components.pyR(s  (Rt coroutineRtloopt add_callback(R'RR((R'Rs;lib/python2.7/site-packages/distributed/bokeh/components.pyR&sN( R,R-R.R$R(RR*RR(((s;lib/python2.7/site-packages/distributed/bokeh/components.pyRs  xt ProfileServercB`s8eZdZddZedZedZRS(s Time plots of the current resource usage on the cluster This is two plots, one for CPU and Memory and another for Network I/O c `s|dk r!tj|_n|_jjj_d_d_ igd6gd6_ tj j_ tj j t}|jd_tj||\__tgtfd}tdkrjjjd|njjd|tigd6gd6_tdd d d d d dddddtgdd|_jjdddjjjdddjddddtjj_ tjj!_ fd}tdkrjjjd|njjd|t"dddd_#j#j$fdt"dddd_%j%j$j&t't(j#j%d d!jj|_)dS("NRRRc `sdrdStt|tr0|}n|dd}y|d}Wntk r`dSXtjj|t}j2jj|j dt d<j j j |t|tr|j j_n |j _tds> d  / TIZ+v