bc@@sbddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlm Z m Z ddl mZyddlZddlZWn;ek rejjdejjejenXyddlZWn ek r.ddljZnXy,ddlmZmZmZmZmZ Wn9ek rddlmZmZmZmZmZ nXddl!m"Z"dd l#m#Z#dd l$m%Z%m&Z&m'Z'm(Z(m)Z)ye*Wne+k re,Z*nXd Z-d Z.d Z/de0fdYZ1de0fdYZde0fdYZ2dS(i(tabsolute_importN(tdebugtwarningi(t EX_OSFILEu: !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! ImportError trying to import dateutil.parser and dateutil.tz. Please install the python dateutil module: $ sudo apt-get install python-dateutil or $ sudo yum install python-dateutil or $ pip install python-dateutil !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! (t NoOptionErrortNoSectionErrortMissingSectionHeaderErrort ParsingErrort ConfigParser(tProgress(t SortedDict(ts3_quotetgetTreeFromXmltgetDictFromTreetbase_unicodisetdateRFC822toPythoncC@sLt|tkr"|jdkSt|tkrD|tkrDtStSdS(ssCheck to see if a string is true, yes, on, or 1 value may be a str, or unicode. Return True if it is ttruetyestont1N(RRRR(ttypetunicodetlowertbooltTruetFalse(tvalue((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt is_bool_trueIs cC@sLt|tkr"|jdkSt|tkrD|tkrDtStSdS(stCheck to see if a string is false, no, off, or 0 value may be a str, or unicode. Return True if it is tfalsetnotofft0N(RRRR(RRRRRR(R((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt is_bool_falseXs cC@st|pt|S(s)Check a string value to see if it is bool(RR (R((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pytis_boolgstConfigc B@sBeZd0ZgZiZdZdZdZe Z d0Z d0Z dZ dZdZdZdZejZejjZejZd1Zd2ZeZeZ eZ!e"de Z#eZ$eZ%d0Z&eZ'eZ(dZ)eZ*eZ+dZ,d Z-d0Z.gZ/gZ0dZ1d Z2eZ3eZ4dZ5e Z6d d d ddddddg Z7eZ8eZ9eZ:dZ;dZ<deddZ?dZ@dZAe ZBdZCdZDdZEe ZFe ZGdZHdZIe ZJe ZKdZLe ZMdZNd3ZOdZPddgZQgZRgZSiZTiZUeVjWpdZXd ZYdZZeZ[dZ\eZ]d!Z^eZ_eZ`e Zad"ZbdZcd#ZdgZegZfdZgdZhgZidZjdZkdZleZmd$ZneZoeZpdZqdZreZseZteZud%ZveZwe Zxd&Zyd0d0d0d0d'Zzd0d0d0d0d(Z{d)Z|d*Z}d+Z~d,Zd-Zd.Zd/ZRS(4uus3.amazonaws.comu%(bucket)s.s3.amazonaws.comusdb.amazonaws.comucloudfront.amazonaws.comi@it ignore_caseiuStandardi8 uunameuuidugnameugiduatimeumtimeuctimeumodeumd5iu@[sync] Remove remote S3 objects when local file has been deletedtdelete_removedu}%(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)su}%(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)suUSubinary/octet-streamii'tsizetmd5sUTF-8unormali,u index.htmlu8http://%(bucket)s.s3-website-%(location)s.amazonaws.com/iidicC@s+|jdkr$tj||_n|jS(N(t _instancetNonetobjectt__new__(tselft configfilet access_keyt secret_keyt access_token((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyR*scC@s|ry|j|Wn<tk rUdtjksEdtjkrV|jqVnX|rw|rw||_||_n|r||_t|_ nt |jdkrktj dptj d}tj dptj d}tj dptj d }|r^|st d nt ||_t ||_|rht|_ t ||_qhqk|jn|jr|jtkrtd n|jr|jtkrtd qndS( NtAWS_CREDENTIAL_FILEt AWS_PROFILEitAWS_ACCESS_KEYtAWS_ACCESS_KEY_IDtAWS_SECRET_KEYtAWS_SECRET_ACCESS_KEYtAWS_SESSION_TOKENtAWS_SECURITY_TOKENsRAWS_ACCESS_KEY environment variable is used but AWS_SECRET_KEY variable is missingsCannot have server_side_encryption (S3 SSE) and KMS_key set (S3 KMS). KMS encryption will be used. Please set server_side_encryption to FalsesFKMS encryption requires signature v4. Please set signature_v2 to False(tread_config_filetIOErrortostenvirontaws_credential_fileR-R.R/Rt_access_token_refreshtlentgetenvt ValueErrorRt role_configtkms_keytserver_side_encryptionRRt signature_v2t Exception(R+R,R-R.R/tenv_access_keytenv_secret_keytenv_access_token((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt__init__s<          c C@s!ytjjd}|rdttj}idd6dd6|d6|d6}tjjd }|rt|}|j}Wd QXd |d<||d R-t AccessKeyIdR.tSecretAccessKeyR/t SessionTokent Expirationtminutesis169.254.169.254tGETs+/latest/meta-data/iam/security-credentials/s-/latest/meta-data/iam/security-credentials/%ssutf-8tTokent LastUpdated(&R:R;tgettintttimetopentreadtjointitemsR Rtbucket_locationthttplibtHTTPSConnectiontrequestt getresponsetstatusR>R R ttagR9R"t update_optionRRtdatetimet timedeltat_access_token_expirationtnowtdateutilttzttzutct_access_token_last_updatetHTTPConnectiontdecodetjsontloads(R+trole_arntrole_session_nametparamstweb_identity_token_filetftweb_identity_tokentktvtencoded_paramst sts_endpointtregiontconntrespt resp_contentttreet result_dicttcredst expirationtfiles((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRA)s   ;     !  !    !   cC@s|jrtjjtjj}|jrX||jkrX|jrX|j|krXdSy|jWqt k rt dqXndS(NsCould not refresh role( R=RwRzR{R|R}RyR~RARER(R+Rz((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt role_refresh}s    c @seytjjdtjjd}|rNtjj|rNt|ntjjsddSttdt j ddt |dd}|j }WdQXyRyj t j|Wn1tk rd|}j t j|nXWn/tk r7}tdt|fnXttjjd d }td |tfd }||d d}|rtjdt|n||dd}|rtjdt|n||ddt} | rtjdt| nWnHtk r>} td| jn#tk r`} td|nXdS(Ns~/.aws/credentialsR0sReading AWS credentials from %strtencodingsUTF-8u [default] s*Error reading aws_credential_file (%s): %sR1tdefaultsUsing AWS profile '%s'c@sd}yj||}Wntk r}|rPtd|j|jn|ry/|}d}j||}td|Wqtk r}qXqnX|rtd||n|S(NsLCouldn't find key '%s' for the AWS Profile '%s' in the credentials file '%s'RsLegacy configuratin key '%s' used, please use the standardized config format as described here: https://aws.amazon.com/blogs/security/a-new-and-standardized-way-to-manage-credentials-in-the-aws-sdks/sWFound the configuration option '%s' for the AWS Profile '%s' in the credentials file %s(R(RhRRtoptiontsectionR(tprofiletkeyt legacy_keyt print_warningtresultte(R<tconfig(sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pytget_keys*  taws_access_key_idtAWSAccessKeyIdR-taws_secret_access_keyt AWSSecretKeyR.taws_session_tokenR/s&Errno %d accessing credentials file %ss;Couldn't find AWS Profile '%s' in the credentials file '%s'(R:tpatht expanduserR;RhtisfileRtPyConfigParserRtioRktgetattrRltreadfptStringIORRR@tstrRR"RvR(RR9RterrnoR( R+tcredential_file_from_envtfpt config_stringtexcRRtprofile_access_keytprofile_secret_keytprofile_access_tokenR((R<RsI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyR<s^              cC@sg}xrt|D]d}ttt|}|jds|tdtdttfkrjqn|j|qW|S(Nt_ustringi*(tdirRRR"t startswithRtappend(R+tretvalRt option_type((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt option_lists  cC@st|}xN|jD]@}|j|}|dk rI|j}n|j||qW|jdr|jd|jdn|jdrxT|jdjdD]7}|jdd\}}|j|j|jpUt|}Wqtk rtd||fqXn*ttt|ttkstt|dkr t|r t|rt}qt|rt}qtd||fnttt|tdkriyt|}Wqtk retd||fqXnG|dkr|jdr|d}q|jdr|d}qntt||dS(Nt$it verbositys)Config: verbosity level '%s' is not validt limitrateRtKi tmtMiiisFConfig: value of option %s must have suffix m, k, or nothing, not '%s's8Config: value of option '%s' must be Yes or No, not '%s'i*s9Config: value of option '%s' must be an integer, not '%s't host_baset host_buckettcloudfront_hostshttp://ishttps://i(RRR(R(RRRvR:R?RiR@tloggingt _levelNamestAttributeErrort _nameToLeveltKeyErrortendswithRERRR"RR!RR Rtsetattr(R+RRtshift((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRvsV        * !!    !   Niii(t__name__t __module__R(R'Rt_docR-R.R/RR=RyR~RRRBt simpledb_hostRRtWARNINGRtsyststdouttisattytprogress_meterR t ProgressCRtprogress_classt send_chunkt recv_chunkRtlist_md5t long_listingthuman_readable_sizesR RtforceRCtenablet get_continuet put_continuet upload_idt skip_existingt recursivet restore_daystrestore_priorityRt acl_grantst acl_revokest proxy_hostt proxy_porttencrypttdry_runtadd_encoding_extstpreserve_attrstpreserve_attrs_listR$t delete_aftertdelete_after_fetcht max_deletetlimitt delay_updatestgpg_passphraset gpg_commandt gpg_encryptt gpg_decryptt use_httpst ca_certs_filetssl_client_key_filetssl_client_cert_filetcheck_ssl_certificatetcheck_ssl_hostnameRotdefault_mime_typetguess_mime_typetuse_mime_magict mime_typetenable_multiparttmultipart_chunk_size_mbtmultipart_copy_chunk_size_mbtmultipart_max_chunkst sync_checkstexcludetincludet debug_excludet debug_includetlocaletgetpreferredencodingRturlencoding_modetlog_target_prefixtreduced_redundancyt storage_classtfollow_symlinkstsocket_timeouttinvalidate_on_cftinvalidate_default_index_on_cft#invalidate_default_index_root_on_cft website_indext website_errortwebsite_endpointtadditional_destinationst files_fromt cache_fileRtremove_headerst expiry_dayst expiry_datet expiry_prefixRDRtrequester_payst stop_on_errortcontent_dispositiont content_typetstatstuse_http_expecttsignurl_use_httpst throttle_maxtpublic_url_use_httpstconnection_poolingtconnection_max_ageR*RIRARR<RR8RRv(((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyR"ls     + T  a   RcB@s>eZgdZgdZdZdZddZRS(cC@si|_|j||dS(N(tcfgt parse_file(R+tfiletsections((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRIRs c C@std|t|tgkr2|g}nt}tjd}tjd}tjd}tjd}tjd}tj|dd|jdd o} xe| D]]} |j| s|j| rqn|j| } | r$| j d } | |kpt |d k}qn|j| } | r|r| j }|j|d rv|d d d !|d \w+)\s*=\s*(?P.*)s ^"(.*)"\s*$RRsUTF-8iRiiRR-R.Rs%s...%d_chars...%siisConfigParser: %s->%ss!Ignoring invalid line in '%s': %s(R-R.R(RRRtretcompileRRkRhtmatchtgroupsR>t groupdictt __setitem__R(R+R@RAtin_our_sectiont r_commenttr_emptyt r_sectiontr_datatr_quotesRtlinet is_sectionRtis_datatdatat print_value((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyR?Vs< '   4 cC@s |j|S(N(R>(R+tname((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt __getitem__wscC@s||j|(R+RSR((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRGzscC@s||jkr|j|S|S(N(R>(R+RSR((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRh}s N(RRRIR?RTRGR(Rh(((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRQs   !  RcB@seZdZdZRS(cC@s ||_dS(N(R(R+R((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRIscC@s|jjd|x|jD]}t||}|dkrt|try6ytj|}Wntk rtj |}nXWqt k rqXqn|jjd||fq!WdS(Nu[%s] Ru%s = %s ( RtwriteRRt isinstanceRiRRRt _levelToNameR(R+RRRR((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRs    (RRRIR(((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyRs (3t __future__RRRwRRBR:RRRRjRRt ExitCodesRtdateutil.parserR{t dateutil.tzt ImportErrortstderrRUtflushtexitRpt http.clienttclientt configparserRRRRRRtR R t BaseUtilsR R R RRRt NameErrorRRR R!R)R"R(((sI/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/Config.pyt sR              , ,(     1