B T\79@sddlmZmZmZddlZddlmZddlmZddl m Z ddl m Z m Z ddlmZmZdd lmZdd lmZd Zd Zd dZd"ddZddZd#ddZddZd$ddZd%ddZddZd&d d!ZdS)')absolute_importdivisionprint_functionN) bisect_left) LooseVersion)cycle) itemgetteradd)funcnameimport_required)istask)applyz1Diagnostics plots require `bokeh` to be installedz1Diagnostics plots require `toolz` to be installedcCsrt|rn|dtttfkr0|dtt|dS|dtkrnt|dtrnt|ddtrnttt|dS|S)Nr)r tuplelistsetmapunquotedict isinstance)exprrAlib/python3.7/site-packages/dask/diagnostics/profile_visualize.pyrs r<c s6t|rv|d}|tkrdt|d}d}t|dkrBt|dnd}t|dkr^t|dni}nPt|drdd d |jD}dt|j}nt|d}d}|dd }i}|s|rt|t|t|t|t|fd d |r"dkrdfdd |D}nd}nd}|rbdkr\ddfdd t | D}nd}nd}d ||||St |t r|sdSt|dkrt|d d|}|d ddSt|ddt|t|dfdd |D}d |Sn.y|krdSdSWntk r0dSXd S)a?Return a nicely formatted string for a task. Parameters ---------- task: Value within dask graph to render as text keys: iterable List of keys within dask graph label_size: int (optional) Maximum size of output label, defaults to 60 Examples -------- >>> from operator import add, mul >>> dsk = {'a': 1, ... 'b': 2, ... 'c': (add, 'a', 'b'), ... 'd': (add, (mul, 'a', 'b'), 'c'), ... 'e': (sum, ['a', 'b', 5]), ... 'f': (add,), ... 'g': []} >>> pprint_task(dsk['c'], dsk) 'add(_, _)' >>> pprint_task(dsk['d'], dsk) 'add(mul(_, _), _)' >>> pprint_task(dsk['e'], dsk) 'sum([_, _, *])' >>> pprint_task(dsk['f'], dsk) 'add()' >>> pprint_task(dsk['g'], dsk) '[]' rr)r rfuncs(css|]}t|VqdS)N)r ).0frrr Hszpprint_task..Ncs t|S)N) pprint_task)t)keys label_size2rrRszpprint_task..z, c3s|]}|VqdS)Nr)rr#)pprintrrr!Usz...c3s"|]\}}d||VqdS)z{0}={1}N)format)rkv)r(rrr!\sz, ...z {0}({1}{2}{3}z[]z, ...]c3s|]}t|VqdS)N)r")rr#)r$r%rrr!ksz[{0}]_*)r rr lenrhasattrjoinrintsorteditemsr*rrr" TypeError) Ztaskr$ label_sizefuncheadtailargskwargsresultr)r$r%r(rr"sZ"           r"c stdt}tdt}tt||}t|}|j|}tt|}|t t ||t|d}||}t||}t||krt d |tt|t|fdd|DS)aGet a dict mapping funcs to colors from palette. Parameters ---------- palette : string Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. funcs : iterable Iterable of function names zbokeh.palettestoolzr*csg|] }|qSrr)rn) color_lookuprr szget_colors..)r _BOKEH_MISSING_MSG_TOOLZ_MISSING_MSGrr4uniquer0 all_palettesr$minrrandomZRandomZshufflerzipr) paletterpalettestzZ unique_funcsZn_funcsZpalette_lookupr$indexr)rAr get_colorsws    rNTc sdtdt}ddl}t|jdkr8ddlm}|j}nddlm } | j }|s`|pTd}| |t |t sp|g}fdd |D} t| d kr| d} n| d} x6| d dD]&} | j| _d| _d | _| jd 8_qWx0| dd D] } d| j_d | _| jd 8_qWx| D]} d| _d| _qW|dd | D} |rJ|| |r`|r`|| | S)aVisualize the results of profiling in a bokeh plot. If multiple profilers are passed in, the plots are stacked vertically. Parameters ---------- profilers : profiler or list Profiler or list of profilers. file_path : string, optional Name of the plot output file. show : boolean, optional If True (default), the plot is opened in a browser. save : boolean, optional If True (default), the plot is saved to disk. **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. zbokeh.plottingrNz0.12.10)state)_statez profile.htmlcsg|]}|jfqSr)Z_plot)rZprof)r<rrrBszvisualize..rr-KcSsg|] }|gqSrr)rr rrrrBs)r rCbokehr __version__Zbokeh.iorOZcurstateZnotebookrPZ _notebookZ output_filerrr0x_rangetitleZmin_border_top plot_heightxaxis axis_labelZmin_border_bottomZmin_border_leftZmin_border_rightZgridplotshowsave)Z profilersZ file_pathr[r\r<bprTrOZ in_notebookrPZfigsptopr r)r<r visualizesD             r`cCs"tdt}|j}|d|S)Nzbokeh.plottingtools)r rCZFigureZ propertiesr )r]orrr_get_figure_keywordss   rcViridisc stdt}ddlm}tdt}tddddd d }|d d |D|rt|\} } } } } | t d |}tdd |D}tdd t t |t dddDt | t| }|jfddttDd|gd|}i}ddt| | D|d<}fddt|| D|d<fdd| D|d<fdd| D|d<}t|||d<dd| D|d <|j|d!}|j|dddddd"d#n(|jfd$dtd%Ddd&gd|}d'|j_d'|j_d'|j_d(|j_d)|j_||}d*|_d+|_|S),aeVisualize the results of profiling in a bokeh plot. Parameters ---------- results : sequence Output of Profiler.results dsk : dict The dask graph being profiled. palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. label_size: int (optional) Maximum size of output labels in plot, defaults to 60 **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. zbokeh.plottingr) HoverToolr>zProfile Resultsz!hover,save,reset,xwheel_zoom,xpanabovei i,)rWratoolbar_location plot_widthrXcss$|]\}}|tkr||fVqdS)N)rc)rr+r,rrrr!szplot_tasks..css$|]\}}|dd|DfVqdS)cSsg|]}|j|jqSr)Zend_time start_time)rirrrrBsz(plot_tasks...Nr)rr+r,rrrr!scss|]\}}|d|fVqdS)rNr)rr@r#rrrr!srT)keyreversecSsg|] }t|qSr)str)rrkrrrrB szplot_tasks..)y_rangerVcSsg|]\}}||qSrr)rserrrrB swidthcs g|]\}}|d|qS)r r)rwrp)leftrrrBsxcsg|]}|dqS)rr)rrk)id_lkrrrBsycsg|]}t|qSr)r")rrk)dskr7rrrBsZfunctioncolorcSsg|] }t|qSr)rn)rrkrrrrBsrl)dataZgray)sourcerurwZheightrrry line_colorcSsg|] }t|qSr)rn)rrkrrrrBs Nz Worker IDzTime (s)as
Key:  @key
Task:  @function
Z follow_mouse) r rC bokeh.modelsrerDrupdater5rIgroupbyr enumerater4rGmaxfigureranger0rNColumnDataSourceZrectZgridZgrid_line_colorZaxisZaxis_line_colorZmajor_tick_line_coloryaxisrZrYselecttooltipsZ point_policy)resultsrxrJr7r<r]rerLdefaultsr$ZtasksstartsendsZidsZid_groupZtimingsrightr^rzrrrr{hoverr)rxrvr7rtr plot_taskssP        rc srtdt}ddlm}ddlm}m}tddddd d }|d d | D|rt |\}} } t |t |} fd d|D}|j ftdt | dtd| dd|} n"g}} } |j fddd|} |j|d} | j|| | ddddd| j_d|t| rt | nd| r*t | nddi| _| j|| | ddddd| |ddddd| j_| S) aPlot resource usage in a bokeh plot. Parameters ---------- results : sequence Output of ResourceProfiler.results palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by plot_resources. Returns ------- The completed bokeh plot object. zbokeh.plottingr)rK) LinearAxisRange1dzProfile Resultszsave,reset,xwheel_zoom,xpanrfi i,)rWrargrhrXcss$|]\}}|tkr||fVqdS)N)rc)rr+r,rrrr!Ksz!plot_resources..csg|] }|qSrr)rrk)rtrrrBPsz"plot_resources..dr)rorV)rr)rrriz% CPU)ry line_widthlegendZmemoryr ZMemory)ry y_range_namerrz Memory (MB))rrZrzTime (s))r rCrTrKrrrrrr5rIrGrr fix_boundsrFlinerrZZextra_y_rangesZ add_layoutrY)rrJr<r]rKrrrr#ZmemZcpurr^Zcolorsr)rtrplot_resources1s:      rcCs|t|||fS)z6Adjust end point to ensure span of at least `min_span`)r)startendZmin_spanrrrresrc stdt}ddlm}tdt} tddddd d } | d d |D|rtt |d d\} } tt | | | } | fdd|}i}x|D]t\}}t | d}x4|D],}||j|j7<||j|j8<qWdgt| t| dt |||<qWdgfdd| D} |jfddt| gi| }xzt |t||D]>\\}}|jdd|d || |fdd|DddqhWn|jfddgddgd| }d||j_d|j_||}d|_|S)aVisualize the results of profiling in a bokeh plot. Parameters ---------- results : sequence Output of CacheProfiler.results dsk : dict The dask graph being profiled. start_time : float Start time of the profile. metric_name : string Metric used to measure cache size palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. label_size: int (optional) Maximum size of output labels in plot, defaults to 60 **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. zbokeh.plottingr)rer>zProfile Resultsz hover,save,reset,wheel_zoom,xpanrfi i,)rWrargrhrXcss$|]\}}|tkr||fVqdS)N)rc)rr+r,rrrr!szplot_cache..rNcst|dS)Nr)r")d)rxr7rrr&szplot_cache..rcsg|] }|qSrr)rrk)rjrrrBszplot_cache..rVrurwcsg|]}qSrr)rrk)rlrrrBs)rurwZlabel)r|rr{r~)rorVzCache Size ({0})zTime (s)z
Task:  @label
) r rCrrerDrrr5rrIr4rErfromkeysZ cache_timeZmetricZ free_time accumulater ZpluckrrrNr$rrr*rrZrYrr)rrxrjZ metric_namerJr7r<r]rerLrrrZticsgroupsrzr+ZvalsZcntsr,r^valryrr)rxrlr7rjr plot_cachejs>      .& $ r)r)NTT)rdr)rd)rdr) Z __future__rrrrHZbisectrZdistutils.versionr itertoolsroperatorrr Zutilsr r Zcorer Z compatibilityrrCrDrr"rNr`rcrrrrrrrrs(      Z A U 4