{]c@sdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlm Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZejejZZddZ ddZ!dZ"d Z#d Z$d Z%d Z&d Z'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7de fdYZ8dS( s New, fast version of the CloudPickler. This new CloudPickler class can now extend the fast C Pickler instead of the previous Python implementation of the Pickler class. Because this functionality is only available for Python versions 3.8+, a lot of backward-compatibility code is also removed. Note that the C Pickler sublassing API is CPython-specific. Therefore, some guards present in cloudpickle.py that were written to handle PyPy specificities are not present in cloudpickle_fast.py iN(tPickleri(t _is_dynamict_extract_code_globalst_BUILTIN_TYPE_NAMEStDEFAULT_PROTOCOLt_find_imported_submodulest_get_cell_contentst _is_globalt _builtin_typetEnumt_ensure_trackingt_make_skeleton_classt_make_skeleton_enumt_extract_class_dictt string_typestdynamic_subimportt subimportcCst|d|j|dS(swSerialize obj as bytes streamed into file protocol defaults to cloudpickle.DEFAULT_PROTOCOL which is an alias to pickle.HIGHEST_PROTOCOL. This setting favors maximum communication speed between processes running the same Python version. Set protocol=pickle.DEFAULT_PROTOCOL instead if you need to ensure compatibility with older versions of Python. tprotocolN(t CloudPicklertdump(tobjtfileR((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyR%s cCsBtj0}t|d|}|j||jSWdQXdS(sSerialize obj as a string of bytes allocated in memory protocol defaults to cloudpickle.DEFAULT_PROTOCOL which is an alias to pickle.HIGHEST_PROTOCOL. This setting favors maximum communication speed between processes running the same Python version. Set protocol=pickle.DEFAULT_PROTOCOL instead if you need to ensure compatibility with older versions of Python. RN(tiotBytesIORRtgetvalue(RRRtcp((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pytdumps2s  cCs~i}t|dr%|j|dSs(tdictR$R#t __qualname__t __module__R R(Rtmembers((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_enum_getnewargsRscCs|S(N((tretval((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_file_reconstructorZscsijd6jd6jd6jd6jd6jd6jd6jd6}tj }fd |D}jdk rt t t jnd }tj tj|j||d <||d <j}||fS( NR#R,t__annotations__t__kwdefaults__t __defaults__R-t__doc__t __closure__cs/i|]%}|jkrj||qS((t __globals__(R)tk(tfunc(s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pys ss t_cloudpickle_submodulesR7((R#R,R2R3R4R-R5R6Rt__code__RtlisttmapRRt itertoolstchaintvaluesR(R9t slotstatet f_globals_reft f_globalstclosure_valueststate((R9s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_function_getstate`s"        -%  cCst|}|jddd|krftj|\}}}}g|D]}|^qJ|dWx|D]}|j|q_W||fS(Ncss!|]}|j|jfVqdS(N(R'R((R)R*((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pys st_generate_next_value_t_member_names_t _member_map_t _member_type_t_value2member_map_(RPR+RIR(RRLRAR.tattrnametmember((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_enum_getstates   cCss|j|j|j|j|j|j|j|j|j|j |j |j |j |j |j|jf}tj|fS(scodeobject reducer(t co_argcounttco_posonlyargcounttco_kwonlyargcountt co_nlocalst co_stacksizetco_flagstco_codet co_conststco_namest co_varnamest co_filenametco_nametco_firstlinenot co_lnotabt co_freevarst co_cellvarsttypestCodeType(Rtargs((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt _code_reduces  cCs@y |jWntk r(tjdfSXtj|jffSdS(s?Cell (containing values of a function's free variables) reducerN((t cell_contentst ValueErrorRitCellType(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt _cell_reduces   cCs|j}t||ffS(N(t__func__R"(Rt orig_func((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_classmethod_reduces cCsddl}t|d s,t|d r>tjdn|tjkr]ttdffS|tjkr|ttdffS|tjkrtjdn|j rtjd nt|d r|j rtjd nd |j krd |j krtjd|j n|j }|j }y6|j}|jd|j}|j|Wn$tk rtjd|nX|j||j|||_ t|ffS(s Save a fileiNR'tmodes5Cannot pickle files that do not map to an actual filetstdouttstderrsCannot pickle standard inputsCannot pickle closed filestisattys+Cannot pickle files that map to tty objectstrt+s7Cannot pickle files that are not opened for reading: %sis*Cannot pickle file %s as it cannot be read(RRtpicklet PicklingErrortsysRutgetattrRvtstdintclosedRwRtR'tStringIOttelltseektreadtIOErrortwriteR1(RRR'R0tcurloctcontents((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt _file_reducesB              cCst|j|jffS(N(R}t __objclass__R#(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_getset_descriptor_reducescCstjt|ffS(N(RitMappingProxyTypeR+(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_mappingproxy_reduce scCst|jffS(N(tbytesttobytes(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_memoryview_reducescCs9t|r%t|jt|ffSt|jffSdS(N(RRR#tvarsR(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_module_reduces cCstj|j|jffS(N(Rit MethodTypeRqt__self__(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_method_reducescCstj|jffS(N(tloggingt getLoggerR'(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_logger_reducescCs tjdfS(N((RR(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_root_logger_reduce"scCstjt|ffS(N(tweakreftWeakSetR<(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_weakset_reduce&scCsctdk r=t|tr=tt|t|ddtfStt|t |ddtfSdS(s Save a class that can't be stored as module global. This method is used to serialize classes that are defined inside functions, or that otherwise can't be serialized as attribute lookups from global modules. N( R Rt issubclassR R/RXt_class_setstateR R&RP(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_dynamic_class_reduce*s  cCs|tdkrtdfS|ttkr;ttffS|ttkrZttffS|tkrwtt|ffSt|st|StS(sCSelect the reducer depending on the dynamic nature of the class objN(N(R"RtEllipsistNotImplementedRRRR(R((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt _class_reduce>s      c Cs|\}}|jj||jd}|jd}|jd|jj|t|jd<|dk rxQt|D]@\}}y |j}Wntk rq}nX||j |_q}Wnx*|j D]\}} t ||| qWdS(sUpdate the state of a dynaamic function. As __closure__ and __globals__ are readonly attributes of a function, we cannot rely on the native setstate routine of pickle.load_build, that calls setattr on items of the slotstate. Instead, we have to modify them inplace. R7R6R:t __builtins__N( RtupdateRIR7RRt enumerateRmRnR6titemstsetattr( RRERAt obj_globalst obj_closuretitcellR(R8tv((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_function_setstateSs       cCs|\}}d}x?|jD]1\}}|dkr@|}qt|||qW|dk rx|D]}|j|qgWn|S(NRH(RRRtregister(RRERARMRVtattrtsubclass((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyRus     RcBseZdZiZeeeReduce a function that is not pickleable via attribute lookup.N(t_function_getnewargsRFRiRRR(RR9tnewargsRE((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt_dynamic_function_reduces cCs!t|rtS|j|SdS(sReducer for function objects. If obj is a top-level attribute of a file-backed module, this reducer returns NotImplemented, making the CloudPickler fallback to traditional _pickle.Pickler routines to save obj. Otherwise, it reduces obj using a custom cloudpickle reducer designed specifically to handle dynamic functions. As opposed to cloudpickle.py, There no special handling for builtin pypy functions because cloudpickle_fast is CPython-specific. N(RRR(RR((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyRs cCs|j}|jjt|ji}|ikrvx@ddddgD])}||jkrF|j|||s( R;Rt setdefaulttidR7R6RttupletrangetlenRg(RR9tcodet base_globalsR8tclosure((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyRs   "cCs\ytj||SWnAtk rW}d|jdkrQd}tj|qXnXdS(Nt recursionis?Could not pickle object as excessively deep recursion required.(RRt RuntimeErrorRkRzR{(RRR*tmsg((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyRsN((R#R-R5RRst classmethodRRt TextIOWrapperRRtLoggerRt RootLoggerRt memoryviewt staticmethodRpRiRoRlRjRtGetSetDescriptorTypeRt ModuleTypeRRRRRRRRRRRRRR(((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyRs*                .   !(9R5RJRRR>Rt_pickleRzR|RiRRt cloudpickleRRRRRRRRR R R R R RRRtloadtloadsRRRR&R/R1RFRPRXRlRpRsRRRRRRRRRRRRRR(((s;lib/python2.7/site-packages/cloudpickle/cloudpickle_fast.pyt sL          j    '    /           "