ó ‡ˆ\c@sIdZddlZddlZddlZddlmZddlmZmZyddl m Z Wn!e k r‡ddl m Z nXyddl Z Wne k r±eZ nXyddlZWne k rÛeZnXy)ddlZerddlmZnWne k reZnXdZiad Zd Zd Zd Zd ZdZdZed„Zdfd„ƒYZdefd„ƒYZdefd„ƒYZ de fd„ƒYZ!defd„ƒYZ"dZ#dZ$dZ%dZ&dZ'dej(fd „ƒYZ)d!efd"„ƒYZ*d#e)fd$„ƒYZ+d%efd&„ƒYZ,dS('s/Classes and functions for managing compressors.iÿÿÿÿN(t LooseVersioni(t _basestringt PY3_OR_LATER(tRLock(t LZ4FrameFilesMLZ4 is not installed. Install it with pip: https://python-lz4.readthedocs.io/tZFtxs‹tBZsý7zXZs]s"McCsýt|tƒs'tdj|ƒƒ‚nt|tƒsNtdj|ƒƒ‚n|jd k rÄt|jdƒ s©t|jdƒ s©t|jdƒ s©t|jdƒ rÄtdj|jƒƒ‚n|tkrï| rïtdj|ƒƒ‚n|t||jƒtr%|j|dƒ}n|j|jdƒ}|S(s2Returns an instance of a decompressor file object.R"(R*RRtname(RR ((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR#s  N( R$R%t _BZ2_PREFIXRRRR*RR!R#(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR'vs    tLZMACompressorWrappercBs2eZeZdZd„Zdd„Zd„ZRS(s.lzmacCs(tdk rtj|_n d|_dS(N(tlzmaRtLZMAFileR(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR s cCsH|dkr%|j|ddtjƒS|j|ddtjd|ƒSdS(s0Returns an instance of a compressor file object.RRtpresetN(RRR.t FORMAT_ALONE(RR R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR!¦s    cCsLtr"tdk r"tj|dƒStdjtjdtjdƒƒ‚dS(s2Returns an instance of a decompressor file object.R"sFLzma decompression is not supported for this version of python ({}.{})iiN(RR.RR/tNotImplementedErrorRtsyst version_info(RR ((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR#°s   N( R$R%t _LZMA_PREFIXRRRRR!R#(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR-›s   tXZCompressorWrappercBs)eZeZdZd„Zdd„ZRS(s.xzcCs(tdk rtj|_n d|_dS(N(R.RR/R(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRÆs cCsH|dkr%|j|ddtjƒS|j|ddtjd|ƒSdS(s0Returns an instance of a compressor file object.RtcheckR0N(RRR.t CHECK_NONE(RR R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR!Ìs N(R$R%t _XZ_PREFIXRRRRR!(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR6Ás tLZ4CompressorWrappercBs;eZeZdZd„Zd„Zdd„Zd„Z RS(s.lz4cCs+trtdk rt|_n d|_dS(N(Rtlz4RRR(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRÚs cCsOtstdƒ‚ntdks<ttjƒtdƒkrKttƒ‚ndS(Ns0lz4 compression is only available with python3+.s0.19(RR R;RRt __version__tLZ4_NOT_INSTALLED_ERROR(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR*às'cCs@|jƒ|dkr&|j|dƒS|j|dd|ƒSdS(s0Returns an instance of a compressor file object.Rtcompression_levelN(R*RR(RR R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR!ès   cCs|jƒ|j|dƒS(s2Returns an instance of a decompressor file object.R"(R*R(RR ((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR#ñs N( R$R%t _LZ4_PREFIXRRRR*RR!R#(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR:Õs    iiii tBinaryZlibFilecBsãeZdZejZddd„Zd„Zed„ƒZ d„Z d„Z d„Z d „Z d „Zd „Zd „Zd „Zd„Zed„Zed„Zdd„Zd„Zd„Zd„Zdd„Zd„ZRS(sŽA file object providing transparent zlib (de)compression. A BinaryZlibFile can act as a wrapper for an existing file object, or refer directly to a named file on disk. Note that BinaryZlibFile provides only a *binary* file interface: data read is returned as bytes, and data to be written should be given as bytes. This object is an adaptation of the BZ2File object and is compatible with versions of python >= 2.7. If filename is a str or bytes object, it gives the name of the file to be opened. Otherwise, it should be a file object, which will be used to read or write the compressed data. mode can be 'rb' for reading (default) or 'wb' for (over)writing If mode is 'wb', compresslevel can be a number between 1 and 9 specifying the level of compression: 1 produces the least compression, and 9 produces the most compression. 3 is the default. R"icCs…tƒ|_d|_t|_t|_d|_d|_ ||_ t |t ƒ sod|koidkn r‡t dj|ƒƒ‚n|dkrÆt|_tj|jƒ|_d|_d|_nU|dkrt|_tj|j tj|jtjdƒ|_nt d |fƒ‚t |tƒrKtj||ƒ|_t|_n6t|d ƒsit|d ƒru||_n t d ƒ‚dS( Niiÿÿÿÿii sS'compresslevel' must be an integer between 1 and 9. You provided 'compresslevel={}'R"RRsInvalid mode: %rRR s1filename must be a str or bytes object, or a file(!Rt_lockRt_fptFalset_closefpt _MODE_CLOSEDt_modet_post_sizeRR tintR Rt _MODE_READtzlibt decompressobjtwbitst _decompressort_buffert_buffer_offsett _MODE_WRITEt compressobjtDEFLATEDt DEF_MEM_LEVELt _compressorRtiotopentTrueRt TypeError(RtfilenametmodeR((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRs6       -           c CsÒ|jÃ|jtkrdSzY|jttfkrAd|_n4|jtkru|jj |j j ƒƒd|_ nWdz|j r•|jj ƒnWdd|_t|_ t|_d|_d|_XXWdQXdS(s«Flush and close the file. May be called more than once without error. Once the file is closed, any other operation on it will raise a ValueError. NRi(RARFRERJt_MODE_READ_EOFRRNRQRBR RUtflushRDtcloseRCRORP(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR^?s"       cCs |jtkS(sTrue if this file is closed.(RFRE(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pytclosedYscCs|jƒ|jjƒS(s3Return the file descriptor for the underlying file.(t_check_not_closedRBtfileno(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRa^s cCs|jƒo|jjƒS(s)Return whether the file supports seeking.(treadableRBtseekable(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRccscCs|jƒ|jttfkS(s/Return whether the file was opened for reading.(R`RFRJR\(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRbgs cCs|jƒ|jtkS(s/Return whether the file was opened for writing.(R`RFRQ(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pytwritablels cCsc|jr_t|jddƒ}d}|dk rF|dj|ƒ7}n|d7}t|ƒ‚ndS(NR+sI/O operation on closed files {}t.(R_tgetattrRBRRR (Rtfnametmsg((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR`ss   cCs5|jttfkr1|jƒtjdƒ‚ndS(NsFile not open for reading(RFRJR\R`RVtUnsupportedOperation(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt_check_can_read|s cCs/|jtkr+|jƒtjdƒ‚ndS(NsFile not open for writing(RFRQR`RVRi(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt_check_can_writes cCsV|jttfkr1|jƒtjdƒ‚n|jjƒsRtjdƒ‚ndS(Ns3Seeking is only supported on files open for readings3The underlying file object does not support seeking(RFRJR\R`RVRiRBRc(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt_check_can_seek†s  cCs¯|jtkrtSx•|jt|jƒkrªy1|jjpL|jj t ƒ}|s^t ‚nWn't k rˆt|_|j |_ tSX|jj|ƒ|_d|_qWtS(Ni(RFR\RCRPtlenRORNt unused_dataRBRt _BUFFER_SIZEtEOFErrorRGRHt decompressRX(Rtrawblock((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt _fill_buffers      cCs†|j|j|_d|_g}xJ|jƒrn|rJ|j|jƒn|jt|jƒ7_d|_q%W|r‚dj|ƒSdS(NiR(RORPRstappendRGRmtjoin(Rt return_datatblocks((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt _read_all§s  cCs4|j|}|t|jƒkra|j|j|!}||_|jt|ƒ7_|r]|SdS|j|j|_d|_g}x—|dkr|jƒr|t|jƒkrÌ|j| }||_n|j}d|_|rô|j|ƒn|jt|ƒ7_|t|ƒ8}q†W|r0dj|ƒSdS(NiR(RPRmRORGRRsRtRu(Rtn_bytesRvtendtdataRw((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt _read_block·s*       iÿÿÿÿcCsQ|jB|jƒ|dkr$dS|dkr:|jƒS|j|ƒSWdQXdS(s±Read up to size uncompressed bytes from the file. If size is negative or omitted, read until EOF is reached. Returns b'' if the file is already at EOF. iRN(RARjRxR|(Rtsize((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRÓs     cCs'|jtjj||ƒSWdQXdS(s_Read up to len(b) bytes into b. Returns the number of bytes read (0 for EOF). N(RARVtBufferedIOBasetreadinto(Rtb((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRâs cCs}|jn|jƒt|tƒr2|jƒ}n|jj|ƒ}|jj|ƒ|j t |ƒ7_ t |ƒSWdQXdS(söWrite a byte string to the file. Returns the number of uncompressed bytes written, which is always len(data). Note that due to buffering, the file on disk may not reflect the data written until close() is called. N( RARkR t memoryviewttobytesRUtcompressRBR RGRm(RR{t compressed((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR ês  cCsP|jjddƒt|_d|_tj|jƒ|_d|_ d|_ dS(NiR( RBR RJRFRGRKRLRMRNRORP(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyt_rewindýs    icCsÝ|jÎ|jƒ|dkr#nm|dkr?|j|}nQ|dkr}|jdkrm|jdtƒn|j|}ntd|fƒ‚||jkr¬|jƒn ||j8}|j|dtƒ|jSWdQXdS(sçChange the file position. The new position is specified by offset, relative to the position indicated by whence. Values for whence are: 0: start of stream (default); offset must not be negative 1: current stream position 2: end of stream; offset must not be positive Returns the new file position. Note that seeking is emulated, so depending on the parameters, this operation may be extremely slow. iiiRvsInvalid value for whence: %sN( RARlRGRHRxRCR R…R|(Rtoffsettwhence((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR s        cCs%|j|jƒ|jSWdQXdS(s!Return the current file position.N(RAR`RG(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR /s  (R$R%R&RKt MAX_WBITSRMRR^tpropertyR_RaRcRbRdR`RjRkRlRsRXRxR|RRR R…R R (((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR@s, &               *tZlibCompressorWrappercBseZd„ZRS(cCs#tj|dtdtddƒdS(NRRRs.z(RRR@t _ZLIB_PREFIX(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyR8s(R$R%R(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRŠ6stBinaryGzipFilecBseZdZdZRS(s A file object providing transparent gzip (de)compression. If filename is a str or bytes object, it gives the name of the file to be opened. Otherwise, it should be a file object, which will be used to read or write the compressed data. mode can be 'rb' for reading (default) or 'wb' for (over)writing If mode is 'wb', compresslevel can be a number between 1 and 9 specifying the level of compression: 1 produces the least compression, and 9 produces the most compression. 3 is the default. i(R$R%R&RM(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRŒ=s tGzipCompressorWrappercBseZd„ZRS(cCs#tj|dtdtddƒdS(NRRRs.gz(RRRŒt _GZIP_PREFIX(R((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRPs(R$R%R(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyRNs(-R&R3RVRKtdistutils.versionRt_compatRRt threadingRt ImportErrortdummy_threadingR(RR.R;t lz4.frameRR=Rt _ZFILE_PREFIXR‹RŽR,R9R5R?RCRRR'R-R6R:RERJR\RQRoR~R@RŠRŒR(((sBlib/python2.7/site-packages/sklearn/externals/joblib/compressor.pyts`            #"%&$ÿ7