3
b @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZmZm Z m
Z
yd dl j j
ZW n ek
rv d dlj
ZY nX ddlmZ ddlmZ ddlT dd lmZmZmZmZmZmZ dd
lm Z m Z m Z m Z m Z dd l!m"Z" dd l#m#Z#m$Z$ dd
l%m%Z% ddl&m&Z& ej'd)kZ(dZ)dde)i Z*dd Z+dd Z,G dd de-Z.G dd de-Z/G dd d e-Z0G d d d e-Z1G d d d e-Z2G d!d" d"e-Z3G d#d$ d$e-Z4G d%d& d&e-Z5G d'd( d(e-Z6dS )* )absolute_importN)datetime)debuginfowarningerror )S3)Config)*)getTreeFromXmlappendXmlTextNodegetDictFromTreedateS3toPython encode_to_s3decode_from_s3)getBucketFromHostnamegetHostnameFromBucket deunicodiseurlencode_string convertHeaderTupleListToDict)sign_string_v2)S3UriS3UriS3)ConnMan)
SortedDict z
2010-11-01z/%(api_ver)s/distributionapi_verc C s t jj| d d S )N
)sysstdoutwrite)message r# M/oak/stanford/groups/akundaje/marinovg/programs/s3cmd-master/S3/CloudFront.pyoutput' s r% c C s" d| j d} td| |f d S )Nz%s: z%s %s)ljustr% )labelr" r# r# r$
pretty_output* s r) c @ s$ e Zd Zdd Zdd Zdd ZdS )DistributionSummaryc C s& |j dkrtd|j | j| d S )Nr* z1Expected xml, got: <%s />)tag
ValueErrorparse)selftreer# r# r$ __init__@ s
z DistributionSummary.__init__c C sT t || _| jd j dk| jd< d| jkrPt| jd tkrP| jd g| jd< d S )NEnabledtrueCNAME)r r lowertypelist)r. r/ r# r# r$ r- E s
zDistributionSummary.parsec C s t d| jd S )Nzcf://%sId)r r )r. r# r# r$ uriK s zDistributionSummary.uriN)__name__
__module__ __qualname__r0 r- r8 r# r# r# r$ r* / s r* c @ s e Zd Zdd Zdd ZdS )DistributionListc C s. t |}|jdkr td|j | j| d S )Nr< z.Expected xml, got: <%s />)r r+ r, r- )r. xmlr/ r# r# r$ r0 Z s
zDistributionList.__init__c C sP t || _| jd j dk| jd< g | _x"|jdD ]}| jjt| q4W d S )N IsTruncatedr2 z.//DistributionSummary)r r r4
dist_summsfindallappendr* )r. r/ Z dist_summr# r# r$ r- ` s
zDistributionList.parseN)r9 r: r; r0 r- r# r# r# r$ r< N s r< c @ s$ e Zd Zdd Zdd Zdd ZdS ) Distributionc C s. t |}|jdkr td|j | j| d S )NrB z*Expected xml, got: <%s />)r r+ r, r- )r. r= r/ r# r# r$ r0 v s
zDistribution.__init__c C s8 t || _t| jd | jd< t|jdd| jd< d S )NZLastModifiedTimez.//DistributionConfig)r/ DistributionConfig)r r r rC find)r. r/ r# r# r$ r- | s
zDistribution.parsec C s t d| jd S )Nzcf://%sr7 )r r )r. r# r# r$ r8 s zDistribution.uriN)r9 r: r; r0 r- r8 r# r# r# r$ rB i s
rB c @ sF e Zd ZdZddei ZdddZdd Zd d
Zd d Z d
d Z
dS )rC zqtruez0http://cloudfront.amazonaws.com/doc/%(api_ver)s/r Nc C sD |d krt j}|d kr t|}|jdkr6td|j | j| d S )NrC z0Expected xml, got: <%s />)rC EMPTY_CONFIGr r+ r, r- )r. r= r/ r# r# r$ r0 s
zDistributionConfig.__init__c C s t || _| jd j dk| jd< d| jkr6g | jd< t| jd tkrZ| jd g| jd< dd | jd D | jd< d| jkrd| jd< d| jkrd| jd< |jd }|rt |d
}t|d \|d < }|std |d td
| | jd< n
d | jd< d S )Nr1 r2 r3 c S s g | ] }|j qS r# )r4 ).0cnamer# r# r$
s z,DistributionConfig.parse..Comment DefaultRootObjectz
.//Loggingr Bucketz%Logging to unparsable bucket name: %szs3://%(Bucket)s/%(Prefix)sLogging) r r r4 r5 r6 r@ r r r )r. r/ Z
logging_nodesZ logging_dictsuccessr# r# r$ r- s&
zDistributionConfig.parsec C s t jd}tj|jd< tdd|}td| jd d | td| jd | x"| jd D ]}td|j | qVW | jd rtd| jd | td t| jd j | t| jd
rtd
t| jd
| | jd rt jd }td t | jd j
| td
| jd j | |j | |S )NrC xmlnsS3OriginrJ DNSNameCallerReferencer3 rI r1 rK rM rL Prefix)
ETElementrC rO attribr
r r4 strr bucketobjectrA )r. r/ Zs3orgrG Z
logging_elr# r# r$ get_printable_tree s$
z%DistributionConfig.get_printable_treec C s t tj| j S )N)r rT tostringrZ )r. r# r# r$ __unicode__ s z DistributionConfig.__unicode__c C s( t rtj| j ddS tj| j S d S )Nunicode)encoding)PY3rT r[ rZ )r. r# r# r$ __str__ s zDistributionConfig.__str__)NN) r9 r: r; rE cloudfront_api_versionrO r0 r- rZ r\ r` r# r# r# r$ rC s
rC c @ s$ e Zd Zdd Zdd Zdd ZdS ) Invalidationc C s. t |}|jdkr td|j | j| d S )Nrb z*Expected xml, got: <%s />)r r+ r, r- )r. r= r/ r# r# r$ r0 s
zInvalidation.__init__c C s t || _d S )N)r r )r. r/ r# r# r$ r- s zInvalidation.parsec C s
t | jS )N)rW r )r. r# r# r$ r` s zInvalidation.__str__N)r9 r: r; r0 r- r` r# r# r# r$ rb s rb c @ s$ e Zd Zdd Zdd Zdd ZdS )InvalidationListc C s. t |}|jdkr td|j | j| d S )Nrc z.Expected xml, got: <%s />)r r+ r, r- )r. r= r/ r# r# r$ r0 s
zInvalidationList.__init__c C s t || _d S )N)r r )r. r/ r# r# r$ r-
s zInvalidationList.parsec C s
t | jS )N)rW r )r. r# r# r$ r` s zInvalidationList.__str__N)r9 r: r; r0 r- r` r# r# r# r$ rc s rc c @ sD e Zd Zddg fddZdd Zdd Zdd Zd
d Zd d
ZdS )InvalidationBatchNc C sL |r || _ n,|sd}d|tjtj dtjddf | _ g | _| j| d S )N0z%s.%s.%sz %Y%m%d%H%M%Si i' ) referencer strftimenowrandomrandintpaths add_objects)r. rf distributionrk r# r# r$ r0 s zInvalidationBatch.__init__c C s | j j| d S )N)rk extend)r. rk r# r# r$ rl * s z InvalidationBatch.add_objectsc C s | j S )N)rf )r. r# r# r$
get_reference- s z InvalidationBatch.get_referencec C s\ t jd}x>| jD ]4}t|dk s.|d dkr6d| }tdt|| qW td| j| |S )Nrd r r /PathrR )rT rU rk lenr
r rf )r. r/ pathr# r# r$ rZ 0 s
z$InvalidationBatch.get_printable_treec C s t tj| j S )N)r rT r[ rZ )r. r# r# r$ r\ 9 s z InvalidationBatch.__unicode__c C s( t rtj| j ddS tj| j S d S )Nr] )r^ )r_ rT r[ rZ )r. r# r# r$ r` < s zInvalidationBatch.__str__) r9 r: r; r0 rl ro rZ r\ r` r# r# r# r$ rd s rd c @ s e Zd Zdddddddddddddddddddd ddd ddd
dd Zd Zd
Zdd Zdd Zg d
d
d
fddZg g d
d
d
d
fddZ dd Z
dd Z dd Z d0d d Z
d d Zd d! Zd"d# Zd
d
d
d
efd$d%Zd1d&d'Zd(d) Zd*d+ Zd,d- Zd.d/ Zd
S )2
CloudFrontPOSTrJ )methodresourceDELETEz /%(dist_id)sGETz/%(dist_id)s/configPUTz/%(dist_id)s/invalidationz(/%(dist_id)s/invalidation/%(request_id)s)
CreateDist
DeleteDistGetList GetDistInfo
GetDistConfig
SetDistConfig
Invalidate GetInvalList GetInvalInfo Nc C s
|| _ d S )N)config)r. r r# r# r$ r0 U s zCloudFront.__init__c C s4 | j d}t|d |d< |d jd r0td|S )Nr} data dist_listr> z3List is truncated. Ask s3cmd author to add support.) send_requestr< r NotImplementedError)r. responser# r# r$ r} \ s
zCloudFront.GetListc
C s t }d|jd< |j |jd d< t||jd< ||jd< |d krR|j |jd< n
||jd< x0|D ](}|jd j|d krb|jd j| qbW |rt||jd
< t|}td | | j d |d
} t
| d | d< | S )NTr1 rP rQ rR rK rI r3 r rM z&CreateDistribution(): request_body: %sr{ )bodyr rm ) rC r host_namerW
public_urlcountrA r r r rB )
r. r8
cnames_addcommentloggingdefault_root_object dist_configrG request_bodyr r# r# r$ CreateDistributiond s$
z CloudFront.CreateDistributionc C s |j dkrtd| td| | j|}|d } |d krF|| jd< |d krX|| jd< |d krj|| jd< x0|D ](}
| jd j|
d krp| jd j|
qpW x6|D ].}
x(| jd j|
d kr| jd j|
qW qW |d kr|d
krd
| jd < nt|| jd < | j|| |d d
}|S )Ncfz Expected CFUri instead of: %sz Checking current status of %sr r1 rI rK r3 r FrM headersetag) r5 r, r r r rA remover r ) r. cfurir
cnames_remover enabledr r r dcrG r# r# r$ ModifyDistributiony s.
z CloudFront.ModifyDistributionc C s |j dkrtd| td| | j|}|d jd rtd d|d jd< | j||d |d d }td
td xN| j|}|d }|jd
dkr|jd dkrtd P td tjd q|W t dd}|d d |d< | j
d|j |d}|S )Nr z Expected CFUri instead of: %sz Checking current status of %sr r1 z)Distribution is ENABLED. Disabling first.Fr r z,Waiting for Distribution to become disabled.z+This may take several minutes, please wait.rm StatusZDeployedz Distribution is now disabledzStill waiting...
T) ignore_casezif-matchr| )dist_idr ) r5 r, r r r r r~ timesleepr r r )r. r r dr r# r# r$ DeleteDistribution s0
z CloudFront.DeleteDistributionc C s< |j dkrtd| | jd|j d}t|d |d< |S )Nr z Expected CFUri instead of: %sr~ )r r rm )r5 r, r r rB )r. r r r# r# r$ r~ s
zCloudFront.GetDistInfoc C s< |j dkrtd| | jd|j d}t|d |d< |S )Nr z Expected CFUri instead of: %sr )r r r )r5 r, r r rC )r. r r r# r# r$ r s
zCloudFront.GetDistConfigc C sn |d kr"t d | j|d d }t d| t|}t d| tdd}||d< | jd |j ||d
}|S ) Nz1SetDistConfig(): Etag not set. Fetching it first.r r zSetDistConfig(): Etag = %sz!SetDistConfig(): request_body: %sT)r zif-matchr )r r r )r r rW r r r )r. r r r r r r r# r# r$ r s
zCloudFront.SetDistConfigc C s |d k rx| s|rxg }d| }xT|D ]L}|j |s:||krf|rH|j| |rp|j|d t| q$|j| q$W |}| j|} t|dkryZtj }
tt|
d } | jtdj |d W d Q R X t
dt| t
d|
W n t k
r Y nX t dg } x| D ]}
t
|
j |d}td | | jd
|
j t|d }|
j |d < |d
dkr~t|d j}|d |d< td| | j| qW | S )Nrp i wr z2Request to invalidate %d paths (max 999 supported)z"All the paths are now saved in: %sz Too many paths to invalidate)rm rk z%InvalidateObjects(): request_body: %sr )r r r status r r7
request_idz!InvalidateObjects(): response: %s)endswithrA rr get_dist_name_for_bucketUtils mktmpfileopenr r! joinr ExceptionParameterErrorrd r r r rW rb r )r. r8 rk default_index_file invalidate_default_index_on_cf#invalidate_default_index_root_on_cfZ new_pathsZdefault_index_suffixrs cfuris tmp_filenamefp responsesr Z
invalbatchr
inval_infor# r# r$ InvalidateObjects sF
"
z CloudFront.InvalidateObjectsc C s< |j dkrtd| | jd|j d}t|d |d< |S )Nr z Expected CFUri instead of: %sr )r r
inval_list)r5 r, r r rc )r. r r r# r# r$ r s
zCloudFront.GetInvalListc C sV |j dkrtd| |j d kr*td| jd|j |j d}t|d |d< |S )Nr z Expected CFUri instead of: %sz Expected CFUri with Request IDr )r r r inval_status)r5 r, r r r rb )r. r r r# r# r$ r s
zCloudFront.GetInvalInfoc
C sb |d krt dd}| j| }|r(d|d< | j||||}| j } td|d |d f | jj|d |d ||d | jj }
i } |
j| d < |
j | d
< t
|
j | d< |
j | d < t
j| td | | d d
kr:t| } |r6td| tt| td| j| tj| j| | j||||d dS | | d dk sV| d dkr^t| | S )NT)r z
text/plainz content-typezsend_request(): %s %srv rw r r reasonr zCloudFront: response: %ri zRetrying failed request: %szWaiting %d sec...r )r retries i+ )r
operationscreate_requestget_connectionr crequest getresponser r r
getheadersreadr putCloudFrontErrorr r]
_fail_waitr r r )
r. Zop_namer r r r r operationr conn
http_responser er# r# r$ r s:
zCloudFront.send_requestc C s t |d ||d }|s$tdd}d|krFd|kr@|d |d< |d= d|krbtjdtj |d< t| jjdkr| jj | jj|d < | j |}d
| jj
d | |d < i }||d< ||d
< |d |d< |S )Nrw )r r T)r datez
x-amz-datez%a, %d %b %Y %H:%M:%S +0000r zx-amz-security-tokenzAWS :
Authorizationr rv ) cloudfront_resourcer r rg gmtimerr r access_token role_refresh sign_request
access_key)r. r r r r rw signaturer r# r# r$ r 2 s(
zCloudFront.create_requestc C s, |d }t tt|}td||f |S )Nz
x-amz-datez"CloudFront.sign_request('%s') = %s)r r r r )r. r string_to_signr r# r# r$ r O s zCloudFront.sign_requestc C s t j| jjdd}|S )NT)ssl)r getr cloudfront_host)r. r r# r# r$ r U s zCloudFront.get_connectionc C s | j | d d S )Nr r ) _max_retries)r. r r# r# r$ r Y s zCloudFront._fail_waitc C sH |j dkr|gS |j dkr&td| td| tjd kr| j }i t_x|d jD ]}d}d|jkrt|jd d d }n8d
|jkrVt|jd
d d }|d t |j
}nqVtjj |d d krt tj|< tj| j
|j qVW td tj ytj|j
S tk
rB } zt| td | W Y d d }~X nX d S )
Nr s3z,CloudFront or S3 URI required instead of: %sz _get_dist_name_for_bucket(%r)r rJ rP rQ r CustomOriginz
dist_list: %sz>Unable to translate S3 URI to CloudFront distribution name: %s)r5 r r rt r r} r? r r rr rX r setaddr8 r )r. r8 r r Z
distListIndexr r# r# r$ r ] s2
z#CloudFront.get_dist_name_for_bucket)N)NNN)r9 r: r; r r r r0 r} r r r r~ r r r r r r r r r r r r# r# r# r$ rt D s<
.
$
rt c @ sn e Zd ZdZG dd deZe Zedd Zedd Z edd Z
ed
d Z ed d
Z edd Z
dS )Cmdz3
Class that implements CloudFront commands
c @ s4 e Zd Zg Zg ZdZdZdZdZdd Z dd Z
dS )z Cmd.OptionsNc C s dd t | D S )Nc S s g | ]}|j d r|qS )Zcf_)
startswith)rF optr# r# r$ rH s z+Cmd.Options.option_list..)dir)r. r# r# r$ option_list s zCmd.Options.option_listc C s t tj|| d S )N)setattrr options)r. optionvaluer# r# r$
update_option s zCmd.Options.update_option) r9 r: r;
cf_cnames_addcf_cnames_remove
cf_comment cf_enable
cf_loggingcf_default_root_objectr r r# r# r# r$ Options s r c C s8 t t }g }x$| D ] }|jt|}|j| qW |S )N)rt r
r r rn )argsr r argurisr# r# r$ _parse_args s
zCmd._parse_argsc C s t t }| s|j }x|d jD ]}d|jkrFtj|jd d }n"d|jkrdd|jd d }nd}td| td|j td |jd d
|jkrtd d j |jd
td
|jd
td|jd t
d q"W n0t j | }x"|D ]}|j
|}|d }|jd }d|jkr6tj|jd d }n$d|jkrVd|jd d }nd}td| td|j td |jd d
|jkrtd d j |jd
td
|jd
td|jd td|jd td|jd td|jd pd td|d d qW d S )Nr rP rQ r z
http://%s/z OriginDistId
DomainNamer3 CNAMEsz, r r1 rJ rm rC rI ZDfltRootObjectrK rM ZDisabledEtagr r )rt r
r} r? r r httpurl_to_s3urir) r8 r r% r r r~ )r r r r originr r r r# r# r$ r sL
zCmd.infoc C sp t t }g }xX| D ]P}t|}|jdkr6td| |j rJtd| |j sZtd|j| qW |sttdx|D ]}td| |j |t
j j t
j j
t
j jt
j jd}|d }|jd }td
td tj|jd d
td|j td|jd tddj|jd td|jd td|jd td|jd td|jd td|d d qzW d S )Nr z@Distribution can only be created from a s3:// URI instead of: %sz4Use s3:// URI with a bucket name only instead of: %sz3CloudFront can only handle lowercase-named buckets.zNo valid bucket names foundz Creating distribution from: %s)r r r r rm rC zDistribution created:r rP rQ r r r z, r3 rI r r1 rK r r r )rt r
r r5 r rY is_dns_compatiblerA r r r r r r r r r% r) r r r8 r )r r Zbucketsr r8 r r r r# r# r$ create s>
z
Cmd.createc C s\ t t }tj| }xB|D ]:}|j|}|d dkrHtd||d f td| qW d S )Nr i z(Distribution %s could not be deleted: %sr zDistribution %s deleted)rt r
r r r r r% )r r r r r r# r# r$ delete s
z
Cmd.deletec C sj t t }t| dkr tdytj| d }W n tk
rL tdY nX |j|tjj tjj
tjj tjj tjj
tjjd}|d dkrtd||d f td
| |j|}|d }|jd }td
tj|jd d td|j td|jd td|jd tddj|jd td|jd td|jd td|jd td|d d d S ) Nr z7Too many parameters. Modify one Distribution at a time.r z No valid Distribution URI found.)r r r r r r r i z)Distribution %s could not be modified: %sr zDistribution modified: %srm rC r rP rQ r r r r z, r3 rI r1 rK r r r )rt r
rr r r r
IndexErrorr r r r r r r r r r% r~ r r) r r r8 r )r r r r r r r# r# r$ modify s:
z
Cmd.modifyc C s8 t t }tj| }g }x|D ]x}|j r:|jt| q |j|}y:x4|d jd D ]"}|jdj d|j
|d g qVW W q t k
r w Y q X q W x|D ]}t |}|j
|}|d j} | d d }
t|
trt|
nd } td
t| td | d td | d
td| td| d d td qW d S )Nr ZInvalidationSummaryrp zcf:/r7 r rd rq r URIr CreatedZ
CreateTimez Nr of pathsZ ReferencerR rJ )rt r
r r r rA rW r r r r r r r
isinstancer6 rr r) r% ) r r r Zrequestsr r ireqr strk Z nr_of_pathsr# r# r$ invalinfo s0
&
z
Cmd.invalinfoN)r9 r: r; __doc__rY r r staticmethodr r r r r r
r# r# r# r$ r s , "
r )r r )7
__future__r r r ri r r r r r r xml.etree.ElementTreeetree ElementTreerT ImportErrorZelementtree.ElementTreer r
Exceptions BaseUtilsr r
r r r r r r r r r r Cryptor r r r r version_infor_ ra r r% r) rY r* r< rB rC rb rc rd rt r r# r# r# r$ sD
T 1 A