3 bl%@sddlmZmZddlZddlZddlmZddlmZm Z m Z ddl Z ddl jjZddlmZy ddlZWn4ek rejjdejjejeYnXyddlmZWn ek rddlmZYnXyeWnek reZYnXgZ ej!d Z"ej!d ej#Z$d d Z%e j&d d dZ'e j&dddZ(e j&dddZ)e j&dddZ*e j&dd;ddZ+e j&ddddZ.e j&dd?d!d"Z/e j&d"d@d#d$Z0e j&d$dAd%d&Z1e j&d&d'd(Z2e j&d(d)d*Z3e j&d*d+d,Z4e j&d,d-d.Z5e j&d.d/d0Z6e j&d0d1d2Z7e j&d2d3d4Z8e j&d4d5d6Z9e j&d6d7d8Z:e j&d8d9d:Z;e j&d:dS)B)absolute_importdivisionN)timegm)debugwarningerror) EX_OSFILEa* !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! ImportError trying to import dateutil.parser. Please install the python dateutil module: $ sudo apt-get install python-dateutil or $ sudo yum install python-dateutil or $ pip install python-dateutil !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! )quotez\.[0-9]*(?:[Z\-\+]*?)s9^(]+?>\s*|\s*)(<\w+) xmlns=['"](https?://[^'"]+)['"]cCstjd|}tjj|ddS)Nz.000T)fuzzy)RE_S3_DATESTRINGsubdateutilparserparse)daterL/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/BaseUtils.pydateS3toPython?s rcCstt|jS)N)rr utctimetuple)rrrr dateS3toUnixFsrcCstjj|ddS)zV Convert a string formated like '2020-06-27T15:56:34Z' into a python datetime T)r )rrr)rrrrdateRFC822toPythonLsrcCstt|jS)N)rrr)rrrrdateRFC822toUnixTsrcCstjj|dd}|jdS)NT)r z%Y-%m-%d %H:%M)rrrstrftime)Z s3timestampZdate_objrrrformatDateTimeYsrUTF-8replaceFc CsVt|tkr|S|s$td||fy t|||Stk rPtd|YnXdS)z< Convert 'string' to Unicode or raise an exception. zUnicodising %r using %sz Conversion to unicode failed: %rN)typeunicoderUnicodeDecodeError)stringencodingerrorssilentrrrbase_unicodisebs  r$c CsVt|tkr|S|s$td||fy |j||Stk rPtd|YnXdS)z Convert unicode 'string' to , by default replacing all invalid characters with '?' or raise an exception. zDeUnicodising %r using %sz"Conversion from unicode failed: %rN)rrrencodeUnicodeEncodeError)r r!r"r#rrrbase_deunicodisers  r'cCst|d|dS)zE Convert S3 UTF-8 'string' to Unicode or raise an exception. zUTF-8T)r$)r r"rrrdecode_from_s3sr(cCst|d|dS)z Convert Unicode to S3 UTF-8 'string', by default replacing all invalid characters with '?' or raise an exception. zUTF-8T)r')r r"rrr encode_to_s3sr)TcCs<|r d}nd}t|}t||d}|r0t|}nt|}|S)a URI encode every byte. UriEncode() must enforce the following rules: - URI encode every byte except the unreserved characters: 'A'-'Z', 'a'-'z', '0'-'9', '-', '.', '_', and '~'. - The space character is a reserved character and must be encoded as "%20" (and not as "+"). - Each URI encoded byte is formed by a '%' and the two-digit hexadecimal value of the byte. - Letters in the hexadecimal value must be uppercase, for example "%1A". - Encode the forward slash character, '/', everywhere except in the object key name. For example, if the object key name is photos/Jan/sample.jpg, the forward slash in the key name is not encoded. ~z~/)safe)r)r r()paramZquote_backslashesunicode_outputZ safe_charsrrrs3_quotes   r.cCsHt|}|dkr|St|dd}td||f|rt|g||<q|jd|j}|dk rdt|||<qd||<qW|r |j|q W|S)Nz.//%s)r(taglen parseNodesfindtextappend)nodesretvalnodeZ retval_itemchildnameZ found_textrrrr>s    r>cCstjjj|}|jS)N)xmlZdomZminidomZ parseStringZ toprettyxml)ZxmlstrZ xmlparserrrrgetPrettyFromXmlsrGcCs4tj|}|r(|jd}tjd|d}nd}||fS)zy removeNameSpace(xml) -- remove top-level AWS namespace Operate on raw byte(utf-8) xml string. (Not unicode) z\1\2rN)RE_XML_NAMESPACEmatchgroupr )rFZ xmlns_matchxmlnsrrrstripNameSpaces   rMcCshtt|\}}ytj|}|r*||jd<|Stk rb}ztd|t|WYdd}~XnXdS)NrLzError parsing xml: %s)rMr)ETZ fromstringZattrib Exceptionr)rFrLtreeerrrgetTreeFromXmls   rRcCst|}|jd|}t|S)Nz.//%s)rRfindallr>)rFrCrPrArrrgetListFromXmlsrTcCsi}x|D]~}t|r t|}n|jdk r4t|jnd}t|j}||kr|t||tksh||g||<||j|pvdq |pd||<q W|S)Nr2)r=getDictFromTreetextr(r<rlistr@)rPZret_dictrDZcontentZ child_tagrrrrUs   rUcCsNt|}|jj|r,|jdk r(t|jSdS|j|}|dk rFt|SdSdS)N)rRr<endswithrVr(r?)rFZxpathrPresultrrrgetTextFromXml.s   rZcCs t|}|jdk rt|jSdS)N)rRr<r()rFrPrrrgetRootTagName8sr[cCstj|}t||_|S)N)rNZElementr(rV)tag_namerVelrrr xmlTextNode>s  r^cCst||}|j||S)z Creates a new Node and sets its content to 'text'. Then appends the created Node to 'parent' element if given. Returns the newly created Node. )r^r@)r\rVparentr]rrrappendXmlTextNodeEs  r`)rrF)rrF)r)r)TF)NF)F)< __future__rrresysZcalendarrloggingrrrZxml.dom.minidomrFxml.etree.ElementTreeZetreeZ ElementTreerN ExitCodesr Zdateutil.parserr ImportErrorstderrwriteflushexitZurllibr Z urllib.parser NameErrorstr__all__compiler MULTILINErIrr@rrrrr$r'r(r)r.r1r;r>rGrMrRrTrUrZr[r^r`rrrr s