ó
¦–Õ\c        	   @   sƒ   d  d l  Z  d  d l Z d  d l m Z m Z m Z d „  Z d „  Z d „  Z e j	 j
 d d d d d d d f ƒ d „  ƒ Z d S(   iÿÿÿÿN(   t
   read_blockt   seek_delimitert   infer_storage_optionsc          C   s  d }  |  j  d d d g ƒ } t j | ƒ } t | d d ƒ d k sK t ‚ t | d d d	 d ƒd
 k so t ‚ t | d d d	 d ƒd
 k s“ t ‚ t | d d d	 d ƒd
 k s· t ‚ t | d d d	 d ƒd k sÛ t ‚ t | d d d	 d ƒd k sÿ t ‚ t | d d d	 d ƒd k s#t ‚ t | d d d	 d ƒd k sGt ‚ t | d d d	 d ƒd k skt ‚ t | d d d	 d ƒd k st ‚ x{ d d d d g d d d g g D]X } g  | D]! \ } } t | | | d ƒ ^ q¾} d j  t d  | ƒ ƒ | k s±t ‚ q±Wd  S(   Ns   
t   123t   456t   789i   i   t   23i    t	   delimiters   123
i   i   s   123
456
i   s   123
456
789id   t    s   456
s   456
789i   i	   i   (   i    i   (   i   i   (   i   i   (   i	   i   (   i    i   (   i   i   (   i   i   (   t   joint   iot   BytesIOR    t   AssertionErrort   filtert   None(   R   t   datat   ft   olst   ot   lt   out(    (    s@   lib/python2.7/site-packages/dask/bytes/tests/test_bytes_utils.pyt   test_read_block   s"    $$$$$$$$$.c          C   s>  t  j d ƒ }  t |  d d ƒ |  j ƒ  d k s7 t ‚ xO d d d g D]> } |  j d ƒ t |  d d | ƒ|  j ƒ  d k sG t ‚ qG Wt  j d	 ƒ }  x[ d d
 d d d d d g D]> } |  j d ƒ t |  d d | ƒ|  j ƒ  d k s´ t ‚ q´ Wt  j d ƒ }  |  j d ƒ t |  d d ƒ |  j ƒ  d k s:t ‚ d  S(   Ns   123
456
789s   
i   i    i   id   t	   blocksizei   t   123abc456abc789i   i   i   i
   t   abcs   123
456i   (   R
   R   R   t   tellR   t   seek(   R   t   bs(    (    s@   lib/python2.7/site-packages/dask/bytes/tests/test_bytes_utils.pyt   test_seek_delimiter_endline   s     "c       
   C   se  t  d ƒ }  |  j d ƒ d k s' t ‚ |  j d ƒ d k sB t ‚ |  sO t ‚ t  d ƒ d d k sk t ‚ t  d ƒ d d k s‡ t ‚ t  d ƒ }  |  j d ƒ d k s® t ‚ |  j d ƒ d k sÉ t ‚ |  sÖ t ‚ t  d ƒ d d k sò t ‚ t  d	 ƒ d d	 k st ‚ t  d
 ƒ d d
 k s*t ‚ t  d ƒ d d k sFt ‚ t  d d i d d 6ƒ}  |  j d ƒ d k szt ‚ |  j d ƒ d k s•t ‚ |  j d ƒ d k s°t ‚ |  j d ƒ d k sËt ‚ |  j d ƒ d k sæt ‚ |  j d ƒ d k st ‚ |  j d ƒ d k st ‚ |  j d ƒ d k s7t ‚ |  j d ƒ d k sRt ‚ |  s_t ‚ t  d ƒ }  |  j d ƒ d k s†t ‚ |  j d ƒ d k s¡t ‚ d } t  | ƒ i d  d 6| d 6k sÍt ‚ x= d! d" d# g D], } t  d$ | ƒ } | d d% k sÝt ‚ qÝWt j t ƒ  t  d& i d' d 6ƒ Wd  QXt j t ƒ  t  d( i d' d 6ƒ Wd  QXd  S()   Ns   /mnt/datasets/test.csvt   protocolt   filet   paths
   ./test.csvs   ../test.csvs   C:\test.csvs   d:\test.csvs	   \test.csvs
   .\test.csvs   test.csvs<   hdfs://username:pwd@Node:123/mnt/datasets/test.csv?q=1#fragmt   inherit_storage_optionst   valuet   extrat   hdfst   usernamet   passwordt   pwdt   hostt   Nodet   porti{   t	   url_querys   q=1t   url_fragmentt   fragms4   hdfs://User-name@Node-name.com/mnt/datasets/test.csvs	   User-names   Node-name.coms   http://127.0.0.1:8080/test.csvt   httpt   s3t   gcst   gss   %s://Bucket-name.com/test.csvs   Bucket-name.com/test.csvs   file:///bucket/file.csvt   collides   hdfs:///bucket/file.csv(   R   t   popR   t   pytestt   raisest   KeyError(   t   sot   uR   t   options(    (    s@   lib/python2.7/site-packages/dask/bytes/tests/test_bytes_utils.pyt   test_infer_storage_options9   sN    &s   urlpath, expected_paths
   c:\foo\bars   C:\\foo\bars
   c:/foo/bars   file:///c|\foo\bars   file:///C|/foo/bars
   C:/foo/bars   file:///C:/foo/barc         C   s<   t  |  ƒ } | d d k s" t ‚ | d | k s8 t ‚ d  S(   NR   R   R   (   R   R   (   t   urlpatht   expected_pathR6   (    (    s@   lib/python2.7/site-packages/dask/bytes/tests/test_bytes_utils.pyt   test_infer_storage_options_co   s    	(   s
   c:\foo\bars
   c:\foo\bar(   s   C:\\foo\bars   C:\\foo\bar(   s
   c:/foo/bars
   c:/foo/bar(   s   file:///c|\foo\bars
   c:\foo\bar(   s   file:///C|/foo/bars
   C:/foo/bar(   s   file:///C:/foo/bars
   C:/foo/bar(   R
   R3   t   dask.bytes.utilsR    R   R   R   R   R9   t   markt   parametrizeR<   (    (    (    s@   lib/python2.7/site-packages/dask/bytes/tests/test_bytes_utils.pyt   <module>   s   			6