B T\@sFddlmZmZmZddlZddlZddlZddlZddlm Z ddl Z ddl m Z ddl mZddlmZddlmZmZd d Zeeejed d Ze jZd dZGdddeZeZddZ y*ddl!Z"e"j#$ddl%m&Z&ddZ'Wn&e(k rddZ'ddZ&YnXddZ)dZ*ddZ+d#dd Z,d!d"Z-dS)$)absolute_importdivisionprint_functionN)warn)config)copyreg) get_async)fusecullcCst|j|jffS)N)getattr __objclass____name__)mr3lib/python3.7/site-packages/dask/multiprocessing.py_reduce_method_descriptorsrcCstj|tjdS)N)Zprotocol) cloudpickledumpspickleZHIGHEST_PROTOCOL)xrrr_dumpssrcCs tjS)N)multiprocessingZcurrent_processZidentrrrr_process_get_id src@s0eZdZdZddZddZddZdd Zd S) RemoteExceptionzY Remote Exception Contains the exception and traceback from a remotely run task cCs||_||_dS)N) exception traceback)selfrrrrr__init__6szRemoteException.__init__cCst|jd|jS)Nz Traceback --------- )strrr)rrrr__str__:s zRemoteException.__str__cCs(tttt|t|jt|jS)N)sortedsetdirtypelist__dict__r)rrrr__dir__@szRemoteException.__dir__cCs.y t||Stk r(t|j|SXdS)N)object__getattribute__AttributeErrorr r)rkeyrrr __getattr__Es zRemoteException.__getattr__N)r __module__ __qualname____doc__rr r'r,rrrrr1s rcCsrt|tkr"tt|}|||Sy6t|jjtt|fdt|i}|tt|<|||Stk rl|SXdS)z8 Metaclass that wraps exception type in RemoteException Zexception_typeN)r$ exceptions __class__rr TypeError)exctbtyprrrremote_exceptionOs      r6)reraisecCs|S)Nr)r4rrr_pack_tracebackdsr8cCsdt|S)N)joinr format_tb)r4rrrr8hscCst||}|dS)N)r6)r3r4rrrr7ks r7c Cspt\}}}t|}y|||f}WnDtk rj}z&t\}}}t|}|||f}Wdd}~XYnX|S)N)sysexc_infor8 BaseException)erexc_type exc_value exc_tracebackr4resultrrrpack_exceptionpsrDzThe 'multiprocessing.context' configuration option will be ignored on Python 2 and on Windows, because they each only support a single context. cCsJtjdkstjjdkr4tdddk r0tttt Stdd}t |S)z, Return the current multiprocessing context.Zwin32zmultiprocessing.contextN) r<platform version_infomajorrgetr_CONTEXT_UNSUPPORTED UserWarningr get_context)Z context_namerrrrLs   rLTcKs|ptdd}|ptdd}|dkrBt}|j|td}d} nd} t||\} } |rjt| || \} } n| } |ptddpt} |ptddpt}z.t |j t |j | |ft || ttd |}Wd| r|X|S) a_ Multiprocessed get function appropriate for Bags Parameters ---------- dsk : dict dask graph keys : object or list Desired results from graph num_workers : int Number of worker processes (defaults to number of cores) func_dumps : function Function to use for function serialization (defaults to cloudpickle.dumps) func_loads : function Function to use for function deserialization (defaults to cloudpickle.loads) optimize_graph : bool If True [default], `fuse` is applied to the graph before computation. poolN num_workers)Z initializerTF func_loads func_dumps)Zget_idrloadsrDZraise_exception)rrIrLZPoolinitialize_worker_processr r _loadsrr Z apply_asynclenZ_poolrrDr7close)ZdskkeysrNrOrPZoptimize_graphrMkwargscontextZcleanupZdsk2Z dependenciesZdsk3rQrrCrrrrIs, rIcCs"tjd}|dk r|jdS)zE Initialize a worker process before running any tasks in it. ZnumpyN)r<modulesrIZrandomZseed)ZnprrrrRs rR)NNNTN).Z __future__rrrrrrr<warningsrrr9rZ compatibilityrZlocalr optimizationr r rr$r"unionrrQrSr Exceptionrdictr0r6Ztblib.pickling_supportZtblibZpickling_supportZinstallZdask.compatibilityr7r8 ImportErrorrDrJrLrIrRrrrrs@         9