ó ¦–Õ\c@`séddlmZmZmZddlZddlZddlZddlmZddl m Z m Z dd„Z dd„Ze rdefd „ƒYZneZid d 6d d 6d d 6Zd„Zd„Zdd„Zd„ZdS(i(tprint_functiontdivisiontabsolute_importN(tidentityi(tPY2turlsplitcC`s«tjd|ƒr$idd6|d6St|ƒ}|jp<d}|j}|dkr‚tjd|ƒ}|r‚d|jƒ}q‚n|dkr i|d6|d6Si|d6|d6}|jr_|jjd d ƒd jd d ƒd }|dkr||d|d>> infer_storage_options('/mnt/datasets/test.csv') # doctest: +SKIP {"protocol": "file", "path", "/mnt/datasets/test.csv"} >>> infer_storage_options( ... 'hdfs://username:pwd@node:123/mnt/datasets/test.csv?q=1', ... inherit_storage_options={'extra': 'value'}) # doctest: +SKIP {"protocol": "hdfs", "username": "username", "password": "pwd", "host": "node", "port": 123, "path": "/mnt/datasets/test.csv", "url_query": "q=1", "extra": "value"} s^[a-zA-Z]:[\\/]tfiletprotocoltpaths^/([a-zA-Z])[:|]([\\/].*)$s%s:%sthttpthttpst@iiÿÿÿÿt:its3tgcstgsthosttporttusernametpasswordt url_queryt url_fragment(R R (R RR(tretmatchRtschemeRtgroupstnetloctrsplitRRRtquerytfragmenttupdate_storage_options(turlpathtinherit_storage_optionst parsed_pathRRt windows_pathtoptionsR((s/lib/python2.7/site-packages/dask/bytes/utils.pytinfer_storage_options sB       )       cC`sh|si}nt|ƒt|ƒ@}|rWdjd„|Dƒƒ}td|ƒ‚n|j|ƒdS(Ns cs`s|]}d|VqdS(s- %rN((t.0tk((s/lib/python2.7/site-packages/dask/bytes/utils.pys ess<Collision between inferred and specified storage options: %s(tsettjointKeyErrortupdate(R#t inheritedt collisions((s/lib/python2.7/site-packages/dask/bytes/utils.pyR`s  t SeekableFilecB`sGeZd„Zd„Zd„Zd„Zd„Zd„Zd„ZRS(cC`s(t|tƒr|j}n||_dS(N(t isinstanceR-R(tselfR((s/lib/python2.7/site-packages/dask/bytes/utils.pyt__init__ms cC`stS(N(tTrue(R/((s/lib/python2.7/site-packages/dask/bytes/utils.pytseekablerscC`s6y|jjƒSWntk r1d|jjkSXdS(Ntr(RtreadabletAttributeErrortmode(R/((s/lib/python2.7/site-packages/dask/bytes/utils.pyR4us cC`s6y|jjƒSWntk r1d|jjkSXdS(Ntw(RtwritableR5R6(R/((s/lib/python2.7/site-packages/dask/bytes/utils.pyR8{s cO`s|jj||ŽS(N(Rtread(R/targstkwargs((s/lib/python2.7/site-packages/dask/bytes/utils.pytread1scC`s |jjƒS(N(Rt__iter__(R/((s/lib/python2.7/site-packages/dask/bytes/utils.pyR=„scC`st|j|ƒS(N(tgetattrR(R/tkey((s/lib/python2.7/site-packages/dask/bytes/utils.pyt __getattr__‡s( t__name__t __module__R0R2R4R8R<R=R@(((s/lib/python2.7/site-packages/dask/bytes/utils.pyR-ls      tgziptgztbz2txzcC`s/tjj|ƒdjdƒ}tj|dƒS(Niÿÿÿÿt.(tosRtsplitexttstript compressionstgettNone(tfilenamet extension((s/lib/python2.7/site-packages/dask/bytes/utils.pytinfer_compressionscC`s½|jƒdkrdSd}xštr¸|j|ƒ}|s>dS||}yB|j|ƒ}|j|jƒt|ƒ|t|ƒƒdSWnttfk r£nX|t|ƒ }qWdS(sœ Seek current file to next byte after a delimiter bytestring This seeks the file to the next byte following the delimiter. It does not return anything. Use ``file.tell()`` to see location afterwards. Parameters ---------- file: a file delimiter: bytes a delimiter like ``b' '`` or message sentinel blocksize: int Number of bytes to read from the file at once. iNt(ttellR1R9tindextseektlentOSErrort ValueError(Rt delimitert blocksizetlasttcurrenttfullti((s/lib/python2.7/site-packages/dask/bytes/utils.pytseek_delimiter•s  +cC`s ||jƒkr"|j|ƒn| rQ|dkrQ|jƒdkrQ|jƒS|rüt||dƒ|jƒ}|||8}y%|j||ƒt||dƒWn'ttfk rÏ|jddƒnX|jƒ}|}||}|j|ƒn|j|ƒS(sé Read a block of bytes from a file Parameters ---------- f: File offset: int Byte offset to start read length: int Number of bytes to read delimiter: bytes (optional) Ensure reading starts and stops at delimiter bytestring If using the ``delimiter=`` keyword argument we ensure that the read starts and stops at delimiter boundaries that follow the locations ``offset`` and ``offset + length``. If ``offset`` is zero then we start at zero. The bytestring returned WILL include the terminating delimiter string. Examples -------- >>> from io import BytesIO # doctest: +SKIP >>> f = BytesIO(b'Alice, 100\nBob, 200\nCharlie, 300') # doctest: +SKIP >>> read_block(f, 0, 13) # doctest: +SKIP b'Alice, 100\nBo' >>> read_block(f, 0, 13, delimiter=b'\n') # doctest: +SKIP b'Alice, 100\nBob, 200\n' >>> read_block(f, 10, 10, delimiter=b'\n') # doctest: +SKIP b'Bob, 200\nCharlie, 300' iiiNii(RRRTRMR9R^RVRW(tftoffsettlengthRXtstarttend((s/lib/python2.7/site-packages/dask/bytes/utils.pyt read_block¶s$!%    c`s;|d7}ttjtj|ƒƒƒ‰‡fd†}|S(sŽ Returns a function that receives a single integer and returns it as a string padded by enough zero characters to align with maximum possible integer >>> name_f = build_name_function(57) >>> name_f(7) '07' >>> name_f(31) '31' >>> build_name_function(1000)(42) '0042' >>> build_name_function(999)(42) '042' >>> build_name_function(0)(0) '0' g:Œ0âŽyE>c`st|ƒjˆƒS(N(tstrtzfill(R](t pad_length(s/lib/python2.7/site-packages/dask/bytes/utils.pyt name_functions(tinttmathtceiltlog10(tmax_intRh((Rgs/lib/python2.7/site-packages/dask/bytes/utils.pytbuild_name_functionñs (t __future__RRRRjRHRttoolzRt compatibilityRRRMR$RtobjectR-RKRPR^RdRn(((s/lib/python2.7/site-packages/dask/bytes/utils.pyts    T   ! ;