bc@`sAddlmZmZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m ZddlmZmZmZmZddlmZyddlmZWn!ek rddlmZnXyddlmZWn!ek r+dd lmZnXddlZydd lmZWn!ek rodd lmZnXd d lm Z m!Z!m"Z"m#Z#m$Z$m%Z%d d l&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.d dl/m/Z/d dl0m0Z0d dl1m1Z1m2Z2d dl3m3Z3d dl4m4Z4d dl5Td dl6m7Z7d dl8m8Z8d dl9m9Z9d dl:m;Z;m<Z<m=Z=m>Z>m?Z?yddl@mAZAddlBZByeBjCdeDZEdZFWneGk r<y)eBjHeBjIZEeEjJdZFWn/eKk r8eBjCdeBjIZEdZFnXn6eKk rqeBjHeBjIZEeEjJdZFnXWn]eeLfk rZMeNeMZOdeOkrd ZPn d!eOZPePd"7ZPeQaRd#ZFnXd$ZSd%ZTd&d&ZUgZVd'eWfd(YZXd)eWfd*YZYeVjZd)d+Z[d,Z\dS(-i(tabsolute_importtdivisionN(tsaxutils(ttimeout(tdebugtinfotwarningterror(tST_SIZE(turlparse(t encodestring(t encodebytes(tmd5i(tgetListFromXmltgetTextFromXmltgetRootTagNametdecode_from_s3t encode_to_s3ts3_quote(tconvertHeaderTupleListToDictt hash_file_md5t unicodiset deunicodisetcheck_bucket_nametcheck_bucket_name_dns_supporttgetHostnameFromBuckettcalculateChecksum(t SortedDict(t AccessLog(tACLtGranteeLogDelivery(tBidirMap(tConfig(t*(tMultiPartUpload(tS3Uri(tConnMan(tsign_request_v2tsign_request_v4tchecksum_sha256_filetchecksum_sha256_buffertformat_param_str(t ArgumentErrortmimecC`s tj|S(N(tmagic_t from_file(tfile((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytmime_magic_fileCscC`sBytj|SWn*tttfk r=tjt|SXdS(N(R,R.tUnicodeDecodeErrortUnicodeEncodeErrorR*R(R.((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR/PstflagscC`s tj|S(N(R,t id_filename(R.((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR/ZscC`stjt|S(N(R,R.R(R.((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR/cstmagics%Module python-magic is not available.s'Module python-magic can't be used (%s).s. Guessing MIME types based on file extensions.cC`s*tstttantj|dS(Ni(t magic_warnedRt magic_messagetTruet mimetypest guess_type(R.((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR/ns  cC`sd}||}|dk rt|trd|krp|jd\}}|td}||f}q|df}qn|dkrd}n|S(NcS`st|}|S(N(R/(R.t magictype((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt _mime_magicws t;tcharset(NN(tNonet isinstancetstrtsplittlen(R.R;tresulttmimetypeR=((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt mime_magicus      iit S3RequestcB`sMeZiZiZddZdZdZdZdZ dZ RS(cC`s||_t|pidt|_t|jjjdkrh|jjj|jjj|jdRSRQR]RbRqRu(((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRFs   !tS3cB`sjeZedddddddddd d d Zed d ddddddd dZeddded edBdededBdededBdededBdededBdededBdededBdededBdededBd ededB Zid!d"6d#d$6d%d&6Zd'Zd(Zd)Z d*Z d+Z dnd,Z d-Zdndndnd.d/Zdndndnd.d0Zdndndnd.d1Zdndnd2Zd3Zed4Zd5Zd6Zdnd7Zdnd8Zdnd9Zdnd:Zdnd;Zd<Zd=Zd>Zdnd?Z d@Z!dndAdBZ"ddAdCZ#dDZ$dEZ%dFZ&dGZ'dHZ(dndndAedIZ)dndndAdJZ*dndndAdKZ+dLZ,dMZ-dNZ.dOZ/dPZ0dQZ1dRZ2dSZ3dTZ4dUZ5dVZ6dWZ7dXZ8dnd.dYZ9dnd.dZZ:dnd.d[Z;dnd.d\Z<dnd.d]Z=d^Z>d_Z?d`Z@dnedaZAdndndndndAdndbZBdcZCddZDdeZEdfZFdgZGedhZHddiZIdAdedd.dndjZJdAdkZKdAdlZLdedmZMRS(oRTiRViRWitDELETEiRUitMASKitSERVICEitBUCKETitOBJECTitBATCHiitUNDFINEDitLIST_ALL_BUCKETSt BUCKET_CREATEt BUCKET_LISTt BUCKET_DELETEt OBJECT_PUTt OBJECT_GETt OBJECT_HEADt OBJECT_DELETEt OBJECT_POSTt BATCH_DELETEsBucket '%s' does not existt NoSuchBuckets Access to bucket '%s' was deniedt AccessDeniedsBucket '%s' already existstBucketAlreadyExistsicC`s(||_t|_t|_t|_dS(N(RJR_RaR^texpect_continue_not_supported(RRRJ((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRSs   cC`s;d}|jjdkr"|jjS|jjr7d}n|S(NtSTANDARDRetREDUCED_REDUNDANCY(RJt storage_classtreduced_redundancy(RRtcls((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR s    cC`s|r%|tjkr%tj|}n<|rOt|jj|rOt|}n|jjj}|jjr|j dr|d }qn|j dr|d }nt d||f|S(Ns:443is:80isget_hostname(%s): %s( RFRhRRJRjRt host_basetlowert use_httpstendswithR(RRRcthost((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRgs  cC`s|jtj|, pairs of groups of content of a specified bucket. cS`s%t|dpd}|jdkS(Ns.//IsTruncatedtfalse(RR(Rt is_truncated((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_list_truncatedYscS`s t|dS(NtContents(R (R((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt _get_contents^scS`s t|dS(NtCommonPrefixes(R (R((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_get_common_prefixesasc`stddp|ddS(NRt NextMarkeritKey(R(Rt current_list(R(sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_get_next_markerdsiRitmarkertPrefixsListing continues after '%s'N(tcopyR7tbucket_list_noparseRBR_R(RRRcRRRRRRRRRRt num_objectst num_prefixestmax_keysRtcurrent_prefixes((RsE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRWs@     cC`s|dkri}n|r(||dRJRR@RR(RRRcRRRRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRs     cC`s&tdt}|r%|j|nd}|r|jjdkr|jjdkr|j}|jdkr|j}nd}||7}|d7}td|t|d tnt|d t|j j rd |d s1sbucket_location: t dns_stricts public-reads x-amz-aclRRcRIRP( RR7tupdatetstriptupperRRRR_RJt acl_publicRR(RRRcRlt extra_headersRIRPRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt bucket_creates&6     !cC`s(|jdd|}|j|}|S(NRRc(RR(RRRcRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt bucket_deletesc C`sc|j}|jdd|jdidd6}tjj|d}tjj|d}zI|r|op| r|jjtj|RFRhRfRkRJRRR( RRRdtforce_us_defaultRcRtsaved_redir_maptsaved_region_mapRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytget_bucket_locations0       cC`so|jdd|jdidd6}|j|}|jdd}|ret|dd}nd}|S(NRRcRtrequestPaymentRRetPayer(RRcR>RRfR(RRRdRRt resp_datatpayer((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytget_bucket_requester_paysscC`sTi}|j||d(RRRdRte((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt bucket_infoscC`s|j}|jdd|didd6}yv|j|}t|dd|dRRRJRRRtstatusR(RRRdRlRcRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt website_infos     c C`s|j}d}|d7}|d|jj7}|d7}|jjrq|d7}|d|jj7}|d7}n|d7}|jd d |d |d idd 6}|j|}td||S(NsFs s %ss s s %ss sRRcRPRRsReceived response '%s'(RcRJt website_indext website_errorRR>RR(RRRdRlRcRPRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytwebsite_creates       cC`sr|j}|jdd|didd6}|j|}td||ddkrntd|n|S( NRRcRRsReceived response '%s'RisExpected status 204: %s(RcRR>RRtS3ResponseError(RRRdRlRcRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytwebsite_deletes cC`s |j}|jdd|didd6}y|j|}WnPtk r}|jdkrptddS|jdkrtddSnXt|d }|d krtd |dSt|d d |d RRRRRR(RRRdRlRcRRRt root_tag_name((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytexpiration_infos2          cC`s|jjr'|jjr'tdn|jjp<|jjs|jjrZtdntd|j}|jdd|didd6}n|j |}|j |}td||S(Ns+Expect either --expiry-day or --expiry-datesdel bucket lifecycleRRcRRsReceived response '%s'( RJt expiry_datet expiry_daystParameterErrort expiry_prefixRRcRR>t_expiration_setR(RRRdRlRcRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytexpiration_set=s   c C`stdd}|d7}|d|jj7}|d7}|d7}|jjre|d|jj7}n#|jjr|d|jj7}n|d 7}|d 7}|d 7}td t}t||d <|j}|j dd|d|d|didd6}|S(Nsput bucket lifecycless s %ss Enableds s %ss %ss s sRGs content-md5RRcRIRPRR( RRJRRRRR7tcompute_content_md5RcRR>(RRRdRPRIRcR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRMs(           cC`s|jj}d}|dkr:|jj r:tdn|jjr|jjrsttjj t |}n|jj rt |\}}qt j|\}}n|s|jj}n||fS(Nt-sRYou must specify --mime-type or --default-mime-type for files uploaded from stdin.(RJtdefault_mime_typeR>Rtguess_mime_typetfollow_symlinksRtostpathtrealpathRtuse_mime_magicRER8R9(RRtfilenamet content_typetcontent_charset((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_guess_content_typeds   ! cC`s?|jj}|s!|jj}n|d|jjj7}|S(Ns ; charset=(RJt mime_typeRtencodingR(RRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytstdin_content_typevs  cC`s|jj}d}|dkr(|jS|sF|j|\}}n|sa|jjj}n|j||r|dk r|d|}n|S(Nu-s ; charset=(RJRR>RRRRt add_encoding(RRRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR~s   cC`sd|krtS|jjjd}|ddkr9tS|jdd}t|dkratS|d}||kr{tStSdS(Nscharset=t,iRet.ii(R_RJtadd_encoding_extsRAtrsplitRBR7(RRRRtextstpartstext((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRs   RecC`s|jdkr%td|jn|dkrYtjjt| rYtdny|dkrtjt j j dddt }d|_ d }n=tjt|dd}||_ tjt|t}Wn,ttfk r }td |jnXtd t}|r0|j|n|jjrId |d iu%sRGtAES256sx-amz-server-side-encryptionsaws:kmss+x-amz-server-side-encryption-aws-kms-key-idRs content-types public-reads x-amz-aclsx-amz-storage-classs2Multi-part upload is required to upload from stdinsZChunk size %d MB results in more than %d chunks. Please increase --multipart-chunk-size-mbRIscontent-lengthtetags"'Res,Put: size and md5sum match for %s, skipping.sBMultiPart: checksum (%s vs %s) does not match for %s, reuploading.s>MultiPart: size (%d vs %d) does not match for %s, reuploading.RRdtsourcet destinationtextra(/ttypet ValueErrorRRtisfileRtInvalidFileErrortiotopentsyststdintfilenoR_t stream_nametstatRtIOErrortOSErrortstrerrorRR7RRJtserver_side_encryptiontkms_keyRRRtenable_multipartRtmultipart_chunk_size_mbtSIZE_1MBtmultipart_max_chunkstsend_file_multipartt put_continuet object_infot ExceptionR>tintRRt send_chunkRR@RRdt send_file(RRRRdRt extra_labelt src_streamtsizeRRIt multipartRt remote_sizetremote_checksumtchecksumRtlabelsR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt object_putsv% $          " %      !c C`sw|jdkr%td|jn|jdd|}i|jd6|d6|d6}|j||||}|S(NRHs Expected URI type 's3', got '%s'RRdRRR(RRRRdt recv_file( RRRdtstreamt dest_nametstart_positionR0RR7R((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt object_gets !cC`s2g|D]}||d^q}|j|dS(s" Batch delete given a remote_list tobject_uri_strN(tobject_batch_delete_uri_strs(RRt remote_listtitemturis((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytobject_batch_deletes!c C`sd}|}t|dkr0tdnt|dj}|||}tit|d6dd6dt}|jdd |d |d |d idd 6}|j |}|S(s* Batch delete given a list of object uris cS`sd}x|D]}t|}|jdkrDtd|jn|jsctd|n|j|krtdntj|j}|d|7}q W|d7}t|}|S(Nu.RHs Expected URI type 's3', got '%s'sURI '%s' has no objects2The batch should contain keys from the same bucketu%su ( R#RRt has_objectRcRtescapetobjectR(Rctkey_listRPtkeyRdRF((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytcompose_batch_del_xmls     isKey list is emptys content-md5sapplication/xmls content-typeRGRRcRIRPRtdeleteN( RBRR#RcRRR7RR>R( RRRBRItbatchRct request_bodyRIRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR?s  cC`sM|jdkr%td|jn|jdd|}|j|}|S(NRHs Expected URI type 's3', got '%s'RRd(RRRR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt object_delete"s c C`s|jdkr%td|jn|jjdkrFtdn|jjdkrgtdnd }|d |jj7}|d 7}|d |jj7}|d 7}|d7}|jdd|d|didd6}|j|}t d||S(NRHs Expected URI type 's3', got '%s'is*You must restore a file for 1 or more daystStandardt ExpeditedtBulks7Valid restoration priorities: bulk, standard, expediteds@s %ss s %ss sRRdRPRtrestoresReceived response '%s'(RNRORP( RRRJt restore_daysRtrestore_priorityRR>RR(RRRdRPRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytobject_restore)s"   c C`snddddddddd d d d d g }x:||jjD](}|j|kr>||j=q>q>W|S(NRYscontent-lengths last-modifieds content-md5sx-amz-version-idsx-amz-delete-markers accept-rangest connectionRtservers x-amz-id-2sx-amz-request-idsx-amz-storage-class(RJtremove_headersR(RRRIt to_removeth((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_sanitize_headers<s" cC`s|jdkr%td|jn|jdkrJtd|jn|jjdkry|j|}Wqtk r}|jdkr|nd}qXnt} d} |s|jj rt }n|r|j |} | d} t | d}n|jj r| } |dkrI|j |} | d} t | d}n||kretjt} n|jjt} || kr| dkr|j |} | d} t | d}n| } t } qn| r|j| t| dt } ntdt } |jjrd| dtget_aclRRR_RR7R+R-R%R"tMAX_CHUNK_SIZE_MBR'tmultipart_copy_chunk_size_mbRZRRR#R$Rtcopy_file_multipartRRcRFRRRRtset_acl(RRtsrc_uritdst_uriRtsrc_sizeR0t replace_metatacltexcR3RItsrc_infot src_headerst thresholdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt object_copyVs                          cC`s|j|||||dtS(NRf(RlR7(RRRcRdRReR0((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt object_modifyscC`s~|j|||||}td||f|d sPt|ddkrm|j|td|n td||S(NsObject %s copied to %sRtCopyObjectResulttCompleteMultipartUploadResultsObject '%s' deletedsGObject '%s' NOT deleted because of an unexpected response data content.(RnRo(RlRRRMR(RRRcRdRReR0t response_copy((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt object_moves     cC`s(|jdd|}|j|}|S(NRRd(RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR+scC`s||jr1|jdd|didd6}n(|jdd|jdidd6}|j|}t|d}|S(NRRdRRgRRcR(RDRR>RcRR(RRRdRRRg((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR^s c C`sd|}td||ftidd6dt}|jrt|jdd|d|d |d idd 6}n4|jd d |jd|d |d idd 6}|j|}|S(Nu%suset_acl(%s): acl-xml: %ssapplication/xmls content-typeRGRRdRIRPRRgRRc(RRR7RDRR>RcR(RRRdRgRPRIRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRbs    cC`sE|jdd|jdidd6}|j|}t|dS(NRRcRtpolicyR(RRcR>RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt get_policy$sc C`sZtdt}d|d<|jdd|d|d|didd 6}|j|}|S( NRGsapplication/jsons content-typeRRdRIRPRRr(RR7RR>R(RRRdRrRIRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt set_policy*s  cC`sC|jdd|didd6}td||j|}|S(NRRdRRrudelete_policy(%s)(RR>RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt delete_policy4s cC`sE|jdd|jdidd6}|j|}t|dS(NRRcRtcorsR(RRcR>RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytget_cors;sc C`sjtdt}d|dR(RRRdRvRIRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytset_corsAs  cC`sC|jdd|didd6}td||j|}|S(NRRdRRvudelete_cors(%s)(RR>RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt delete_corsLs c C`sttdt}t||d<|jdd|d|d|didd6}td ||f|j|}|S( NRGs content-md5RRdRIRPRRu(set_lifecycle_policy(%s): policy-xml: %s(RR7RRR>RR(RRRdRrRIRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytset_lifecycle_policySs c C`stdt}d|d sRequester sBucketOwner s RRdRPRR(RR7RJRQRR>R(RRRdRIRPRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt set_payer]s     cC`s[|jdd|jdidd6}td||j|}td|d|S(NRRcRRuget_lifecycle_policy(%s)u%s: Got Lifecycle PolicyR(RRcR>RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytget_lifecycle_policyks cC`sC|jdd|didd6}td||j|}|S(NRRdRRudelete_lifecycle_policy(%s)(RR>RR(RRRdRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytdelete_lifecycle_policyts cC`s=g}x0|j|||D]\}}|j|qW|S(N(tget_multipart_streamingR(RRRdRRt upload_listRtuploads((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt get_multipart{s  cc`s|r|jpi}|j}t}d}|}d|dRR RBRRR_R(RRRdRRRcRRRRtxml_dataRt xml_truncatedtnext_keytupload_id_marker((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR~sL               cC`s@g}x3|j||||D]\}}|j|qW|S(N(tlist_multipart_streamingR(RRRdt upload_idRRt part_listRR ((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytlist_multiparts c c`sX|r|jpi}t}d}|}x'|rS|j||||}|d} t| d} |t| 7}||kr||}nt| d} | s| jdkrt}n|rE|dks||kr6| rt| d} | s| dd} n| |d R@RR(RRRdRRRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRs     cC`s5|jdd|di|d6}|j|}|S(NRRdRR(RR(RRRdtidRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytabort_multipartscC`sK|jdd|jdidd6}|j|}t|d}|S(NRRcRtloggingR(RRcR>RR(RRRdRRt accesslog((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt get_accesslogs cC`s}|j|}td|j|f|jtd|jtdtd|j|f|j||dS(NsCurrent ACL(%s): %stREAD_ACPtWRITEsUpdated ACL(%s): %s(R^RRdt appendGranteeRRb(RRRdRg((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytset_accesslog_acls c C`st}|r,|j||j|n |jd|}td||f|jdd|jd|didd6}y|j|}Wnbt k r} | j dd krt d |j t d |j|j|}qnX||fS( Ns%su$set_accesslog(%s): accesslog-xml: %sRRcRPRRtCodetInvalidTargetBucketForLoggings.Setting up log-delivery ACL for target bucket.us3://%s( Rt enableLoggingt setAclPublictdisableLoggingRRRcR>RRRRR#( RRRdtenabletlog_target_prefix_uriRRRPRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt set_accesslogs$     c C`sidd6dd6}|r5|s&|r5tdn|rh|j}|jr_|jpbd}n|r||d<|rd||dBoth 'uri' and either 'bucket' or 'object' parameters suppliedRzsCreateRequest: resource[uri]=%s( R>RRcRDRFRxt http_methodstgetkeyt operationsRFR( RRt operationRdRcRFRIRPRRMRNR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR(s ! $cC`s|j|ddS(Nii(t _max_retries(RRtretries((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt _fail_wait>sc O`s|djd}d|krt|ddkrt|dd}t|dd}|j||td||r|tj|RFRkRMRRRR7R^RbRa( RRRRRRRt failureCodetregiontmessage((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_http_400_handlergs2"               cO`sd|krt|ddkrt|dd}|dkrt|dd}|dkr|j r|j rtdt|_|||Sqqnt|dS(NRiRRRs=AWS authentication requires a valid Date or x-amz-date headeruFalling back to signature v2(RBRRbRaRR7R(RRRRRRRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyt_http_403_handlers"    cC`s|jjdr|j rtjj|jdtjdkrtdy`td|jd}|j |dt }|d k r|tj|jdR,(RRRts3_uriRRh((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pytupdate_region_inner_requests      cC`s|j|t|j|_|j}|j\}}}i}tdd}ytj|j |d}|j ||j }td|||t |jpdf|j j|||j||j j} | j|d<| j|dd!}n|rt&d|d| ft&d|j'|t(j)|j'||j*||dS| n|dd"ks|dd#krt.|n|S(&Ns"Processing request, please wait...RcsESending request method_string=%r, uri=%r, headers=%r, body=(%i bytes)ReRtreasonRIRsx-amz-meta-s3cmd-attrss s3cmd-attrss Response: terrnos [Errno 104]s [Errno 32]s Retrying failed request: %s (%s)RdsWaiting %d sec...isRequest failed for: %si-i3it BadDigesttOperationAbortedtTokenRefreshRequiredtRequestTimeoutu Retrying failed request: %s (%s)iiiiiiii+(i-i3(RRRR(1RRRPRIRuRR>R$RfRgRRRBtcRt getresponseRRRt getheaderstreadtparse_attrs_headertputt S3SSLErrortS3SSLCertificateErrorR R,tpprinttpformatthasattrRtEPIPEt ECONNRESETt ETIMEDOUTR@R?tSocketTimeoutExceptiontcloseRRRZtsleepRtS3RequestErrorRRRtcodeR(RRRRRIRNRMRtconnRdt http_responsetattrsRt handler_fnterr((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRs   )   !          cC`s|jjs#td|j|Sd|kr<d|d|t?dt@jA|"Wntk rO}nt2k r}|jj rz|jdnntk rP}|jj r|jdn|r%t}#tB|dr|jCr|jCtCjDtCjEtCjFfksdtG|ksdtG|krtH|tI ryi|jj)}i}"|j+|"d<|j;|"d|r td?| |j"||||||d ||| Std8| t#d8| n|"S(CNscontent-lengthuuploaduactions!Sending file '%s', please wait...s 100-continuetexpectRcRs Retrying failed request: %s (%s)RdsWaiting %d sec...isUpload failed for: %sResQHTTP Expect Continue feature disabled because of no reply of the server in %.2fs.is3File smaller than expected. Was the file truncated?tdelta_positionRRRIRR2u Response: Rs [Errno 104]s [Errno 32]sXCannot retrieve any response status before encountering an EPIPE or ECONNRESET exceptionsUpload failed: %s (%s)sGiving up on '%s' %stelapseditspeedRi-i3toffsett chunk_sizetuse_expect_continueiRRRRiiRii+iiig{Gz?is(Retrying on lower speed (throttle=%0.2f)s$Too many failures. Giving up on '%s's"MD5 sums: computed=%s, received=%ss"'Rsx-amz-server-side-encryptionsaws:kmssMD5 Sums don't match!sRetrying upload of %s(i-i3(RRRR(RRRR(QRR>RJtuse_http_expectRR_RIR-RRRRRZR(R'RPRuR$RfRgRt putrequestRRtkeyst putheaderRt endheadersRR,RRRRR/t S3UploadErrortseekR tselecttsocktEXPECT_CONTINUE_TIMEOUTRR7RtCONTINUERt _CS_REQ_SENTt_HTTPConnection__statetminR.Rt limitrateRtwrapper_send_bodyRBtfloattmaxt throttle_maxt hexdigestRRRRRRRRRRRRR@R?RRRRRRRR()RRRR:R7tbuffertthrottleRRRRRIt size_leftt size_totalRRttimestamp_startt sha256_hashRNRMRtheaderRtmd5_hashRtreadabletwritablet exceptionaltlRt start_timetlimitrate_throttlet real_durationtexpected_durationt md5_computedRt known_errort timestamp_endRRt try_retryt md5_from_s3((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR/:st           "' &  *       #       !$      2   ( *    (     -7  c C`stj}t|||||}|j||j}tj} | ||d<||d<|drt|d|dptd|d<|drt|ddkrtt|ddn|S(NRR2iRRR]R(RZR"tupload_all_partstcomplete_multipart_uploadRRRR( RRR:RIRdR2R0RtuploadRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR)7s     2 cC`s|j|||||S(N(R)(RRRcRdR2RIR0((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRaGscC`s |j||j\}}}|j} |jjrYd|d<|jj|d} ntd| tj} d} yJt j |j |d} | j j ||j|| jx7|jD])} | j jt| t|| qW|dkr(td|| j jdd|n| j ji}| j j}|j|d <|j|d ||kr:||jj;kr'|jj;p*|}|jj<dkrNtj}n|j/|}t9|dkr~t=d!n|jj<dkrtj|}t>||jj<}||krtj,||qn|j?||dkr|j@|n|t9|7}|jjr| j@d"t9|qqWt jA| WnDtBk r_n1ttfk r}|jjr| j dnt!|dr|j"r|j"t"j#t"j$t"j%fksdt&|ksdt&|krt'|t( rnt j)| |rxt*d|d|ft*d|j+|tj,|j+||j-|||||dSt.d|dnX|jCtj}|jjr| j@| j d#n|d j d$d%jDd&}d'|d kr$y|d d(}Wq$tEk r q$Xnd)|kr|dkrO|jF|d(|d.|d-p t>d/|d0<|d.|t5|d d kra t*d1|t5|d d |d.fntd2|j d(d)|kr |d, r |d j d3d4kr t*d5|j d(|fn|S(7Nudownloaduactionis#Receiving file '%s', please wait...RcsRequesting Range: %d .. endtRanges bytes=%d-RRRIsx-amz-meta-s3cmd-attrss s3cmd-attrss Response: RRs [Errno 104]s [Errno 32]s Retrying failed request: %s (%s)RdsWaiting %d sec...isDownload failed for: %si-i3Riiiii+scontent-lengths EOF from S3!RRRRes"'sx-amz-meta-s3tools-gpgencR RsUnable to open file: %s: %ss(Unable to verify MD5. Assume it matches.tmd5matchRR2iRs4Reported size (%s) does not match received size (%s)sReceiveFile: Computed MD5 = %ssx-amz-server-side-encryptionsaws:kmss5MD5 signatures do not match: computed=%s, received=%s(i-i3(IRRuRRJRRRRZR>R$RfRgRRRRRRRRRRRRRRRRRRR R,RRRRRRR@R?RRRRRR9tS3DownloadErrorRRRRRR R-t total_sizetinitial_positionRRBtAssertionErrort recv_chunkRRRtwriteRRR!tflushRtKeyErrorRRtENOENT(RRRR:R7R<RRNRMRIRRRRR RRRRRR RRRRt this_chunkRRRRR((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyR9Ls&     "'      !$             $      !$         2"'0N(NRvRwRRttargetsRtcodesRRSRRgRR>RRRRRRRR_RRRRRRRRRRRRRR8R=RCR?RMRTRZRlRmRqR+R^RbRsRtRuRwRxRyRzR{R|R}RR~RRRRRRRRRRRRRRRR/R)RaR9(((sE/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/S3.pyRxs         4  !         W              6  *     % *   f    cC`sCi}x6|jdD]%}|jd\}}||| s       "    .: (                P7