ó jˆú\c@@sZdZddlmZddlmZddlZddlZddlZddlZddl Z yddlm Z Wn!e k r™ddlm Z nXddlmZddlmZdd lmZdd lmZdd lmZmZmZeaeaead d dddgZd„Z d„Z!d„Z"ed„Z#d„Z$d„Z%dS(snThis utility lets you repack your data files in a flexible way. Pass the flag -h to this for help on usage. i(tprint_function(tabsolute_importN(t process_time(tclock(t open_file(tGroup(tFilters(tinternal_flavor(tOldIndexWarningtNoSuchNodeErrort FlavorWarningtnumerictNumerictnumarraytNumArrayt CharArraycC@s‡|j}xw|jdƒD]f}|dkr1qny|j||ƒ}Wn/tk rx|j||d|d|ƒ}nX|}qW|S(Nt/tttitletfilters(troottsplittget_nodeR t create_group(tdstfilehtdstgroupRRtgrouptnodenametgroup2((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pyt newdst_group3s     cC@s¶|j}|gkr²tsBtr>td|j|jfƒndStretd|j|jfƒnxJ|D]?}tr‰td|ƒn|jj|ƒ}|jddƒqlWndS(Ns.[I]Not regenerating indexes for table: '%s:%s's*[I]Regenerating indexes for table: '%s:%s's([I]Indexing column: '%s'. Please wait...R( t_listoldindexest regoldindexestverbosetprinttfilenamet _v_pathnametcolst_f_colt create_indextNone(ttableRtdsttabletlistoldindexestcolnametcolobj((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pytrecreate_indexesEs   cC@s2t|dd|ƒ}|j|ƒ}|jdƒ}|t|ƒdkrV|d }n|dkro|| }nd}||d}|dkr›|j}ntjj|ƒr| rt|dd td|ƒ}y|j|ƒ}Wnt ||||ƒ}qÁXt |t ƒsÁ|rm|j }|j jdƒ}|j |d}|jƒ|j||d |d |ƒ}q|td ƒ‚qÁnBt|d d |d |d td|ƒ}t ||d dd |ƒ}yX|j||d |d|d|d| d| d| d| d| d|d|d|ƒ }Wnwtjƒ\}}}td||||fƒtd||fƒtd|ƒ|jƒ|jƒtd ƒ‚nX|rø|jjdƒr»|jdƒqø|jdkrø|jdƒtkrõ|jdtƒqõqøn|jdkrt|||ƒn|jƒ|jƒdS(Ntrt allow_paddingRiiÿÿÿÿiRtatpytables_sys_attrsRRsyPlease check that the node names are not duplicated in destination, and if so, add the --overwrite-nodes flag if desired.twt copyuserattrst overwritetstatststarttstoptstept chunkshapetsortbyt check_CSIt propindexess/Problems doing the copy from '%s:%s' to '%s:%s'sThe error was --> %s: %ss!The destination file looks like: t1tFLAVORs2.1tTABLE(RRtrindextlentnametostpathtisfiletcreatesysattrsRt isinstanceRt _v_parentR#tremoveRt RuntimeErrortcopytsystexc_infoR!tclosetformat_versiont startswithtdel_attrtget_attrt numpy_aliasestset_attrRt _c_classidR-(tsrcfiletdstfiletsrcnodetdstnodeRRR3t overwritefilet overwrtnodesR5R6R7R8R9R:R;R<tupgradeflavorsR/tsrcfileht last_slashRtdstleafRtparentt dstgroupnamettype_tvaluet traceback((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pyt copy_leafYsp             c!C@s4t|dd|d|ƒ}|j}t}tjj|ƒr| rt|ddtd|ƒ}y|j|ƒ}Wn,tk rŸt ||||ƒ}t }qfXt |t ƒsf| r |j }|jjdƒ}|j|d}|jƒ|j||d|d |ƒ}qtd ƒ‚qfnHt|d d|d |dtd|ƒ}t ||dd d |ƒ}t }|r…|r…|jj|ƒny_|j|d |d |d|d| d| d| d| d| d|d|d|d|d|ƒ Wnwtjƒ\}}}td||||fƒtd||fƒtd|ƒ|jƒ|jƒtdƒ‚nX|rÝxv|jdƒD]b}|jjdƒrœ|jdƒqt|jd krt|jdƒtkrÖ|j dt!ƒqÖqtqtWnx<|jd!ƒD]+}|j||jƒ} t"||| ƒqíW|jƒ|jƒd"S(#s8Copy the children from source group to destination groupR.troot_uepR/R0R1RiRRsyPlease check that the node names are not duplicated in destination, and if so, add the --overwrite-nodes flag if desired.R2Rt recursiveR3R4R5R6R7R8R9R:R;R<t use_hardlinkss/Problems doing the copy from '%s:%s' to '%s:%s'sThe error was --> %s: %ss!The destination file looks like: s¸Please check that the node names are not duplicated in destination, and if so, add the --overwrite-nodes flag if desired. In particular, pay attention that root_uep is not fooling you.tLeafR=R>s2.1tTableN(#RRtFalseRCRDRERFRR RtTrueRGRRHR#R@RIRRJt_v_attrst_f_copyt_f_copy_childrenRLRMR!RNt _f_walknodesRORPRQRRRSRTRR-(!RVRWtsrcgroupRRRgRR3RZR[R5R6R7R8R9R:R;R<R\R/RhR]tcreated_dstgroupRR`R^RaRbRcRdRYR(R)((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pyt copy_childrenµsn             c C@sÖtjddƒ}|jddddddƒ|jd d ddd d dd ƒ|jddd dddddƒ|jddddtd dddƒ|jdd dddddƒ|jddddtd dddƒ|jd dddtd d!dd"ƒ|jd#ddd d$dd%ƒ|jd&d'tdd(dd)ƒ|jd*d+dZdd,dd6ƒ|jd7d'td+d[dd9ƒ|jd:d'td+d\dd;ƒ|jd<d'td+d]dd=ƒ|jd>ddd d?dd@ƒ|jdAddBddCƒ|jdDddd dEddFƒ|jdGdddtd dHddIƒ|jdJddKddLƒ|jdMddddNƒ|jdOddddPƒ|jdQddd dRddSƒ|jdTddUddVƒ|jdWddXddYƒ|S(^Nt descriptionsÙThis utility is very powerful and lets you copy any leaf, group or complete subtree into another file. During the copy process you are allowed to change the filter properties if you want so. Also, in the case of duplicated pathnames, you can decide if you want to overwrite already existing nodes on the destination file. Generally speaking, ptrepack can be useful in may situations, like replicating a subtree in another file, change the filters in objects and see how affect this to the compression degree or I/O performance, consolidating specific data in repositories or even *importing* generic HDF5 files and create true PyTables counterparts.s-vs --verbosetactiont store_truethelpsshow verbose informations-os --overwritetdestRZsoverwrite destination files-Rs--rangetrngtmetavartRANGEs¹select a RANGE of rows (in the form "start,stop,step") during the copy of *all* the leaves. Default values are "None,None,1", which means a copy of all the rows.s--non-recursivet store_falsetdefaultRgs/do not do a recursive copy. Default is to do its --dest-titleRRs?title for the new file (if not specified, the source is copied)s--dont-create-sysattrsRFs-do not create sys attrs (default is to do it)s--dont-copy-userattrsR3s0do not copy the user attrs (default is to do it)s--overwrite-nodesR[sSoverwrite destination nodes if they exist. Default is to not overwrite thems --complevelttypeisLset a compression level (0 for no compression, which is the default)s --complibtchoicestzlibtlzotbzip2tbloscs blosc:blosclzs blosc:lz4s blosc:lz4hcs blosc:snappys blosc:zlibs blosc:zstdsWset the compression library to be used during the copy. Defaults to %(default)ss --shuffleisOactivate or not the shuffle filter (default is active if complevel > 0)s --bitshuffles=activate or not the bitshuffle filter (not active by default)s --fletcher32sPwhether to activate or not the fletcher32 filter (not active by default)s--keep-source-filterst keepfilterss´use the original filters in source files. The default is not doing that if any of --complevel, --complib, --shuffle --bitshuffle or --fletcher32 option is specifieds --chunkshapetkeepsàset a chunkshape. Possible options are: "keep" | "auto" | int | tuple. A value of "auto" computes a sensible value for the chunkshape of the leaves copied. The default is to "keep" the original values--upgrade-flavorsR\sÏwhen repacking PyTables 1.x or PyTables 2.x files, the flavor of leaves will be unset. With this, such a leaves will be serialized as objects with the internal flavor ('numpy' for 3.x series)s--dont-regenerate-old-indexesRsddisable regenerating old indexes. The default is to regenerate old indexes as they are founds--sortbytCOLUMNs¼do a table copy sorted by the index in "column". For reversing the order, use a negative value in the "step" part of "RANGE" (see "-r" flag). Only applies to table objectss --checkCSIs7force the check for a CSI index for the --sortby columns --propindexesspropagate the indexes existing in original tables. The default is to not propagate them. Only applies to table objectss--dont-allow-paddingtdont_allow_paddings…remove the possible padding in compound types in source files. The default is to propagate it. Only applies to table objectstsrcssourcefile:sourcegroupssource file/grouptdstsdestfile:destgroupsdestination file/group( R€RR‚Rƒs blosc:blosclzs blosc:lz4s blosc:lz4hcs blosc:snappys blosc:zlibs blosc:zstd(ii(ii(ii(targparsetArgumentParsert add_argumentRltint(tparser((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pyt _get_parsersœ       c'C@sötƒ}|jƒ}|jr`ytd|jdƒ|_Wq`tk r\|jdƒq`Xn|jjƒs|jjdƒr–t|jƒ|_n|j dks´|j dkrÄ|jdƒn|j j dd ƒ}|j j dd ƒ}t |ƒd kr|dd }}n |\}}t |ƒd krF|dd }}n |\}}|d krgd }n|d kr|d }ntjd d tƒ|jr®tjd d tƒn|j |j|j|j|jf}|dEksç|jrðd} ní|j dkr d|_ n|jdkrA|j dkr5t|_qAt|_n|jdkr\t|_n|jrqt|_n|jdkrŒd|_n|jdkr§t|_ntd|j d|jd|jd|jd|jƒ} dF\} } } |jr|jj|jj|jj} } } n|ja|j a |j!a!t"j"ƒ} t#ƒ}tròt$ddƒt$d|j%ƒt$d| ƒ|j&dk r±t$d|j&ƒt$d|j'ƒn|j(rÇt$dƒnt$d||||fƒt$ddƒn|j) }t*|dd|ƒ}|j+|ƒ}|j,ƒidd6dd 6dd!6dd"6dd#6}t-|t.ƒrüt/||||d$|j0d%|j%d&| d'|j1d(|j2d)|j3d*|d+| d,| d-| d.|jd/|j&d0|j'd1|j(d2|jd|d3tƒnˆt4||||d$|j0d&| d'|j1d(|j2d)|j3d*|d+| d,| d-| d.|jd/|j&d0|j'd1|j(d2|jd|ƒt"j"ƒ}t#ƒ}t5|| d4ƒ}t5||d4ƒ}y!t6t5||d5ƒd6ƒ}Wnt7k rùd7}nXtrò|d}|d }|d!}|d#}|d"}||||}t$d8|d9|d:|d;|ƒ|j1ryt$d<ƒn t$d=ƒt$d>t5|d?d4ƒƒt$d@|||fƒt$dAt5|t8|ƒd ƒƒt$dBt6||dCƒƒndS(GNsslice(t)s'Error when getting the range parameter.t(ii s9invalid "complevel" value, it sould be in te range [0, 9]t:iRRtignoretcategoryiR€t compleveltcomplibtshufflet bitshufflet fletcher32s+=+isRecursive copy:sApplying filters:sSorting table(s) by column:sForcing a CSI creation:s%Recreating indexes in copied table(s)sStart copying %s:%s to %s:%sR.R/tgroupstleavestlinkstbytest hardlinksRRgRR3RZR[R5R6R7R8R9R:R;R<R\RhiiidtNaNsGroups copied:s, Leaves copied:s, Links copied:s, Hard links copied:sUser attrs copiedsUser attrs not copiedsKBytes copied:g@s*Time copying: %s s (real) %s s (cpu) %s%%sCopied nodes/sec: s Copied KB/s :i(N(NNNN(NNi(9Rt parse_argsRytevalt ExceptionterrorR9tisdigitRPR•RˆtrsplitR‰RAtwarningstfilterwarningsRR\R R–R—R˜R™R'R„RlRkRR6R7R8R RRFttimetcputimeR!RgR:tcheckCSIR<R‡RRRNRGRRsRR3RZR[RetroundRtZeroDivisionErrortfloat(RŽtargsRˆR‰RVRXRWRYt filter_paramsRR6R7R8tt1tcpu1R/t h5srcfilet srcnodeobjectR5tt2tcpu2ttcopytcpucopyttpercenttngroupstnleavestnlinkst nhardlinkst nbytescopiedtnnodes((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pytmainšsþ    !                    )           )         !            (&t__doc__t __future__RRRLR¨tos.pathRCRŠR¦RR©t ImportErrorRt tables.fileRt tables.groupRt tables.leafRt tables.flavorRttables.exceptionsRR R RkR RlRRFRSRR-ReRsRR¿(((s6lib/python2.7/site-packages/tables/scripts/ptrepack.pyts<          ` Y ˆ