ó Ķ–Õ\c@`sŽddlmZmZmZddlZddlZddlZddlZddlm Z ddl Z ddl m Z ddl mZddlmZddlmZmZd „Zejeejƒeƒd „Ze jZd „Zd efd „ƒYZeƒZd„Z y6ddl!Z"e"j#j$ƒddl%m&Z&d„Z'Wn#e(k rnd„Z'd„Z&nXd„Z)dZ*d„Z+ddde-dd„Z.d„Z/dS(i(tabsolute_importtdivisiontprint_functionN(twarni(tconfig(tcopyreg(t get_async(tfusetcullcC`st|j|jffS(N(tgetattrt __objclass__t__name__(tm((s3lib/python2.7/site-packages/dask/multiprocessing.pyt_reduce_method_descriptorscC`stj|dtjƒS(Ntprotocol(t cloudpickletdumpstpickletHIGHEST_PROTOCOL(tx((s3lib/python2.7/site-packages/dask/multiprocessing.pyt_dumpsscC`s tjƒjS(N(tmultiprocessingtcurrent_processtident(((s3lib/python2.7/site-packages/dask/multiprocessing.pyt_process_get_id stRemoteExceptioncB`s2eZdZd„Zd„Zd„Zd„ZRS(sY Remote Exception Contains the exception and traceback from a remotely run task cC`s||_||_dS(N(t exceptiont traceback(tselfRR((s3lib/python2.7/site-packages/dask/multiprocessing.pyt__init__6s cC`st|jƒd|jS(Ns Traceback --------- (tstrRR(R((s3lib/python2.7/site-packages/dask/multiprocessing.pyt__str__:scC`s6tttt|ƒƒt|jƒt|jƒƒƒS(N(tsortedtsettdirttypetlistt__dict__R(R((s3lib/python2.7/site-packages/dask/multiprocessing.pyt__dir__@scC`s9ytj||ƒSWntk r4t|j|ƒSXdS(N(tobjectt__getattribute__tAttributeErrorR R(Rtkey((s3lib/python2.7/site-packages/dask/multiprocessing.pyt __getattr__Es (R t __module__t__doc__RRR&R+(((s3lib/python2.7/site-packages/dask/multiprocessing.pyR1s    cC`sšt|ƒtkr/tt|ƒ}|||ƒSyRt|jjtt|ƒfit|ƒd6ƒ}|tt|ƒ<|||ƒSWntk r•|SXdS(s8 Metaclass that wraps exception type in RemoteException texception_typeN(R#t exceptionst __class__R Rt TypeError(texcttbttyp((s3lib/python2.7/site-packages/dask/multiprocessing.pytremote_exceptionOs   (treraisecC`s|S(N((R3((s3lib/python2.7/site-packages/dask/multiprocessing.pyt_pack_tracebackdscC`sdjtj|ƒƒS(Nt(tjoinRt format_tb(R3((s3lib/python2.7/site-packages/dask/multiprocessing.pyR7hscC`st||ƒ}|‚dS(N(R5(R2R3((s3lib/python2.7/site-packages/dask/multiprocessing.pyR6kscC`s„tjƒ\}}}t|ƒ}y|||fƒ}WnFtk r}tjƒ\}}}t|ƒ}|||fƒ}nX|S(N(tsystexc_infoR7t BaseException(teRtexc_typet exc_valuet exc_tracebackR3tresult((s3lib/python2.7/site-packages/dask/multiprocessing.pytpack_exceptionps  sThe 'multiprocessing.context' configuration option will be ignored on Python 2 and on Windows, because they each only support a single context. cC`sltjdks!tjjdkrMtjddƒdk rIttt ƒnt Stjddƒ}t j |ƒS(s, Return the current multiprocessing context.twin32ismultiprocessing.contextN( R;tplatformt version_infotmajorRtgettNoneRt_CONTEXT_UNSUPPORTEDt UserWarningRt get_context(t context_name((s3lib/python2.7/site-packages/dask/multiprocessing.pyRL‚s !cK`sB|ptjdd ƒ}|p-tjdd ƒ}|d krctƒ}|j|dtƒ}t} nt} t||ƒ\} } |rŸt | || ƒ\} } n| } |pĀtjdd ƒpĀt } |pÞtjdd ƒpÞt }zFt |j t|jƒ| |dtd|d| d td t|}Wd | r=|jƒnX|S( s_ Multiprocessed get function appropriate for Bags Parameters ---------- dsk : dict dask graph keys : object or list Desired results from graph num_workers : int Number of worker processes (defaults to number of cores) func_dumps : function Function to use for function serialization (defaults to cloudpickle.dumps) func_loads : function Function to use for function deserialization (defaults to cloudpickle.loads) optimize_graph : bool If True [default], `fuse` is applied to the graph before computation. tpoolt num_workerst initializert func_loadst func_dumpstget_idRtloadsRCtraise_exceptionN(RRHRIRLtPooltinitialize_worker_processtTruetFalseRRt_loadsRRt apply_asynctlent_poolRRCR6tclose(tdsktkeysRORQRRtoptimize_graphRNtkwargstcontexttcleanuptdsk2t dependenciestdsk3RTRRB((s3lib/python2.7/site-packages/dask/multiprocessing.pyRHs,     cC`s2tjjdƒ}|dk r.|jjƒndS(sE Initialize a worker process before running any tasks in it. tnumpyN(R;tmodulesRHRItrandomtseed(tnp((s3lib/python2.7/site-packages/dask/multiprocessing.pyRWĮs (0t __future__RRRRRRR;twarningsRRR8Rt compatibilityRtlocalRt optimizationRRR R#R!tunionRRTRZRt ExceptionRtdictR/R5ttblib.pickling_supportttblibtpickling_supporttinstalltdask.compatibilityR6R7t ImportErrorRCRJRLRIRXRHRW(((s3lib/python2.7/site-packages/dask/multiprocessing.pyts@                   9