B 3¢\WRã@sndZddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl m Z ddlmZddlmZdd lmZd d lmZdd lmZdd lmZmZmZmZmZmZmZddl m!Z!m"Z"ddl#m$Z%ddl&m'Z'm(Z(m)Z)ddl*m+Z+ddl,m-Z-yddl.m/Z/Wn"e0k rJddl&m1Z/YnXda2dd„Z3Gdd„deeƒZ4dS)z?A contents manager that uses the local file system for storage.é)ÚdatetimeN)Ú send2trash)Úwebé)ÚFileCheckpoints)ÚFileManagerMixin)ÚContentsManageré)Úexists)Ú import_item)ÚAnyÚUnicodeÚBoolÚ TraitErrorÚobserveÚdefaultÚvalidate)ÚgetcwdÚ string_types)Ú_tz)Ú is_hiddenÚis_file_hiddenÚ to_api_path)ÚAuthenticatedFileHandler)Ú_)Úsamefile)Úsamefile_simplec Ks¬ddlm}t dt¡|ddkr(dStdkr:||da|j}tj  |¡\}}t  |¡\}} ||   dd ¡} |  d t | |jƒ¡tj| d d d } |  |¡WdQRXdS)zkconvert notebooks to Python script after save with nbconvert replaces `jupyter notebook --script` r)ÚScriptExporterzE`_post_save_script` is deprecated and will be removed in Notebook 5.0ÚtypeÚnotebookN)ÚparentZoutput_extensionz.txtzSaving script /%sÚwzutf-8)Úencoding)Znbconvert.exporters.scriptrÚwarningsÚwarnÚDeprecationWarningÚ_script_exporterÚlogÚosÚpathÚsplitextZ from_filenameÚgetÚinforÚroot_dirÚioÚopenÚwrite) ÚmodelÚos_pathÚcontents_managerÚkwargsrr'ÚbaseZextZscriptZ resourcesZ script_fnameÚf©r7úElib/python3.7/site-packages/notebook/services/contents/filemanager.pyÚ_post_save_script.s    r9c@s@eZdZeddZedƒdd„ƒZeddddZe d ƒd d „ƒZ e d ddd dZ e dƒdd„ƒZdd„Ze dƒdd„ƒZedƒdd„ƒZeddddZedƒdd„ƒZedƒdd„ƒZd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zd?d*d+„Zd@d,d-„ZdAd.d/„ZdBd0d1„ZdCd3d4„ZdDd5d6„Zd7d8„Z d9d:„Z!d;d<„Z"dEd=d>„Z#d S)FÚFileContentsManagerT)Úconfigr-cCs$y|jjStk rtƒSXdS)N)r Z notebook_dirÚAttributeErrorr)Úselfr7r7r8Ú_default_root_dirJsz%FileContentsManager._default_root_dirFz?DEPRECATED, use post_save_hook. Will be removed in Notebook 5.0)r;ÚhelpÚ save_scriptcCs"|ds dS|j d¡t|_dS)NÚnewa‰ `--script` is deprecated and will be removed in notebook 5.0. You can trigger nbconvert via pre- or post-save hooks: ContentsManager.pre_save_hook FileContentsManager.post_save_hook A post-save hook has been registered that calls: jupyter nbconvert --to script [notebook] which behaves similarly to `--script`. )r'Úwarningr9Úpost_save_hook)r=Zchanger7r7r8Ú_update_save_scriptRs  z'FileContentsManager._update_save_scriptNa Python callable or importstring thereof to be called on the path of a file just saved. This can be used to process the file on disk, such as converting the notebook to a script or HTML via nbconvert. It will be called as (all arguments passed by keyword):: hook(os_path=os_path, model=model, contents_manager=instance) - path: the filesystem path to the file just written - model: the model representing the file - contents_manager: this ContentsManager instance )r;Z allow_noner?rCcCs.|d}t|tƒrt|ƒ}t|ƒs*tdƒ‚|S)NÚvaluezpost_save_hook must be callable)Ú isinstancerr Úcallabler)r=ÚproposalrEr7r7r8Ú_validate_post_save_hookys  z,FileContentsManager._validate_post_save_hookc Csr|jrny"|j d|¡|j|||dWnDtk rl}z&|jjd|ddt dd|¡‚Wdd}~XYnXdS) z1Run the post-save hook if defined, and log errorszRunning post-save hook on %s)r2r1r3zPost-save hook failed o-n %sT)Úexc_infoiôz1Unexpected error while running post hook save: %sN)rCr'ÚdebugÚ ExceptionÚerrorrÚ HTTPError)r=r1r2Úer7r7r8Úrun_post_save_hook‚sz&FileContentsManager.run_post_save_hookcCs<|d}tj |¡s tj |¡}tj |¡s8td|ƒ‚|S)z'Do a bit of validation of the root_dir.rEz%r is not a directory)r(r)ÚisabsÚabspathÚisdirr)r=rHrEr7r7r8Ú_validate_root_dirŒs     z&FileContentsManager._validate_root_dirZcheckpoints_classcCstS)N)r)r=r7r7r8Ú_checkpoints_class_default—sz.FileContentsManager._checkpoints_class_defaultz°If True (default), deleting files will send them to the platform's trash/recycle bin, where they can be recovered. If False, deleting files really deletes them.Zfiles_handler_classcCstS)N)r)r=r7r7r8Ú_files_handler_class_default sz0FileContentsManager._files_handler_class_defaultZfiles_handler_paramscCs d|jiS)Nr))r-)r=r7r7r8Ú_files_handler_params_default¤sz1FileContentsManager._files_handler_params_defaultcCs"| d¡}|j|d}t||jƒS)aWDoes the API style path correspond to a hidden directory or file? Parameters ---------- path : string The path to check. This is an API path (`/` separated, relative to root_dir). Returns ------- hidden : bool Whether the path exists and is hidden. ú/)r))ÚstripÚ _get_os_pathrr-)r=r)r2r7r7r8r¨s  zFileContentsManager.is_hiddencCs | d¡}| |¡}tj |¡S)aFReturns True if the file exists, else returns False. API-style wrapper for os.path.isfile Parameters ---------- path : string The relative path to the file (with '/' as separator) Returns ------- exists : bool Whether the file exists. rX)rYrZr(r)Úisfile)r=r)r2r7r7r8Ú file_existsºs  zFileContentsManager.file_existscCs"| d¡}|j|d}tj |¡S)ayDoes the API-style path refer to an extant directory? API-style wrapper for os.path.isdir Parameters ---------- path : string The path to check. This is an API path (`/` separated, relative to root_dir). Returns ------- exists : bool Whether the path is indeed a directory. rX)r))rYrZr(r)rS)r=r)r2r7r7r8Ú dir_existsÍs  zFileContentsManager.dir_existscCs| d¡}|j|d}t|ƒS)aCReturns True if the path exists, else returns False. API-style wrapper for os.path.exists Parameters ---------- path : string The API path to the file (with '/' as separator) Returns ------- exists : bool Whether the target exists. rX)r))rYrZr )r=r)r2r7r7r8r ás  zFileContentsManager.existsc Cs„| |¡}t |¡}y |j}Wn(ttfk rF|j d¡d}YnXyt  |j ¡}Wn@ttfk r˜|j d|j |¡t dddddtj d}YnXyt  |j ¡}Wn@ttfk rê|j d|j |¡t dddddtj d}YnXi}| d d¡d |d <||d <||d <||d<d|d<d|d<d|d<||d<yt |tj¡|d<Wn,tk r~|j d|¡d|d<YnX|S)z)Build the common base of a contents modelzUnable to get size.NzInvalid mtime %s for %si²rr)ZtzinfozInvalid ctime %s for %srXéÿÿÿÿÚnamer)Ú last_modifiedÚcreatedÚcontentÚformatÚmimetypeÚsizeÚwritablez'Failed to check write permissions on %sF)rZr(ÚlstatÚst_sizeÚ ValueErrorÚOSErrorr'rBÚtzZutcfromtimestampÚst_mtimerZUTCÚst_ctimeÚrsplitÚaccessÚW_OKrM)r=r)r2r,rer`rar1r7r7r8Ú _base_modelôs@     zFileContentsManager._base_modelc CsÊ| |¡}d|}tj |¡s,t d|¡‚n,t||jƒrX|jsX|j   d|¡t d|¡‚|  |¡}d|d<d|d<|rÆg|d<}| |¡}x,t  |¡D]}ytj  ||¡}Wn4tk rè} z|j  d || ¡wœWdd} ~ XYnXyt |¡} WnTtk rL} z4| jtjkr*|j  d |¡n|j  d || ¡wœWdd} ~ XYnXt | j¡sˆt | j¡sˆt | j¡sˆ|j  d |¡qœ| |¡rœt|| d sœ| |jd||fdd¡qœWd|d<|S)zpBuild a model for a directory if content is requested, will include a listing of the directory zdirectory does not exist: %ri”z4Refusing to serve hidden directory %r, via 404 ErrorÚ directoryrNrerbz"failed to decode filename '%s': %sz%s doesn't existzError stat-ing %s: %sz%s not a regular file)Zstat_resz%s/%sF)r)rbÚjsonrc)rZr(r)rSrrNrr-Ú allow_hiddenr'r,rqÚlistdirÚjoinÚUnicodeDecodeErrorrBrgrjÚerrnoZENOENTÚstatÚS_ISLNKÚst_modeÚS_ISREGÚS_ISDIRrKZ should_listrÚappendr+) r=r)rbr2Z four_o_fourr1ÚcontentsZos_dirr_rOÚstr7r7r8Ú _dir_model"sN        zFileContentsManager._dir_modelcCsv| |¡}d|d<| |¡}t |¡d|d<|rr| ||¡\}}|ddkrddddœ|}||d<|j||d |S) a@Build a model for a file if content is requested, include the file contents. format: If 'text', the contents will be decoded as UTF-8. If 'base64', the raw bytes contents will be encoded as base64. If not specified, try to decode as UTF-8, and fall back to base64 ÚfilerrrdNz text/plainzapplication/octet-stream)ÚtextÚbase64)rbrc)rqrZÚ mimetypesZ guess_typeZ _read_fileÚupdate)r=r)rbrcr1r2Z default_mimer7r7r8Ú _file_model\s   zFileContentsManager._file_modelcCsX| |¡}d|d<| |¡}|rT|j|dd}| ||¡||d<d|d<| |¡|S)zœBuild a notebook model if content is requested, the notebook content will be populated as a JSON structure (not double-serialized) rré)Z as_versionrbrsrc)rqrZZ_read_notebookZmark_trusted_cellsÚvalidate_notebook_model)r=r)rbr1r2Únbr7r7r8Ú_notebook_model|s    z#FileContentsManager._notebook_modelcCsÄ| d¡}| |¡s$t dd|¡‚| |¡}tj |¡rj|dkrZtjdd||fdd‚|j||d }nV|d ks„|d kr”|  d ¡r”|j ||d }n,|d kr°tjdd|dd‚|j |||d}|S)a Takes a path for an entity and returns its model Parameters ---------- path : str the API path that describes the relative path for the target content : bool Whether to include the contents in the reply type : str, optional The requested type - 'file', 'notebook', or 'directory'. Will raise HTTPError 400 if the content doesn't match. format : str, optional The requested format for file contents. 'text' or 'base64'. Ignored if this returns a notebook or directory model. Returns ------- model : dict the contents model. If content=True, returns the contents of the file or directory as well. rXi”zNo such file or directory: %s)Nrriz%s is a directory, not a %szbad type)Úreason)rbrNz.ipynbrrz%s is not a directory)rbrc) rYr rrNrZr(r)rSrÚendswithr‹r‡)r=r)rbrrcr2r1r7r7r8r+s     zFileContentsManager.getÚc Cs~t||jƒr"|js"t dd|¡‚tj |¡sN| ¡t  |¡WdQRXn,tj  |¡slt dd|¡‚n|j   d|¡dS)zcreate a directoryiz!Cannot create hidden directory %rNzNot a directory: %szDirectory %r already exists) rr-rtrrNr(r)r Ú perm_to_403ÚmkdirrSr'rK)r=r2r1r)r7r7r8Ú_save_directory¹s   z#FileContentsManager._save_directoryc CsÄ| d¡}d|krt dd¡‚d|kr>|ddkr>t dd¡‚| |¡}|j d|¡|j||d y¤|dd kr°t |d¡}|  ||¡|  ||¡|j   |¡s®|  |¡nV|dd krÖ| ||d| d ¡¡n0|ddkrò| |||¡nt dd |d¡‚Wndtjk r"‚YnLtk rl}z,|jjd||ddt dd||f¡‚Wdd}~XYnXd}|dd kr–| |¡| dd¡}|j|dd}|r²||d<|j||d|S)z9Save the file model and return the model with no content.rXrizNo file type providedrbrrzNo file content providedz Saving %s)r1r)rr‚rczUnhandled contents type: %szError while saving file: %s %sT)rJiôz)Unexpected error while saving file: %s %sNÚmessageF)rb)r1r2)rYrrNrZr'rKZrun_pre_save_hookÚnbformatZ from_dictZcheck_and_signZ_save_notebookÚ checkpointsZlist_checkpointsZcreate_checkpointZ _save_filer+r‘rLrMr‰rP)r=r1r)r2rŠrOZvalidation_messager7r7r8ÚsaveÅsD           &  zFileContentsManager.savec s"| d¡}ˆ |¡}tj}tj |¡s6t dd|¡‚dd„}‡fdd„}ˆjr¢t j dkrr||ƒrrt d d |¡‚||ƒr”ˆj   d |¡t |ƒd Sˆj  d |¡tj |¡rô||ƒrÆt d d |¡‚ˆj   d|¡ˆ ¡t |¡Wd QRXn*ˆj   d|¡ˆ ¡||ƒWd QRXd S)zDelete file at path.rXi”z$File or directory does not exist: %scSs6tjdkrdSt |¡j}t tj d¡¡j}||kS)N>ÚdarwinÚwin32Tú~)ÚsysÚplatformr(ryÚst_devr)Ú expanduser)r2Zfile_devZhome_devr7r7r8Ú _check_trashýs   z5FileContentsManager.delete_file.._check_trashcs6tj |¡r2tˆjddƒ}tt |¡ƒ|hr2dSdS)NZcheckpoint_dirTF)r(r)rSÚgetattrr”Úsetru)r2Zcp_dir)r=r7r8Úis_non_empty_dirs  z9FileContentsManager.delete_file..is_non_empty_dirr—izDirectory %s not emptyzSending %s to trashNzrr@rrDr rCrrIrPrTrUr¢rVrWrr\r]r rqrr‡r‹r+r‘r•r¤r¦r§r¨r7r7r7r8r:Fs:    . :  * 09r:)5Ú__doc__rrxr.r(r£ryr™r#r…r“rZtornadorZfilecheckpointsrZfileiorZmanagerrZutilsr Zipython_genutils.importstringr Z traitletsr r rrrrrZipython_genutils.py3compatrrrrrkZnotebook.utilsrrrZnotebook.base.handlersrZnotebook.transutilsrÚos.pathrÚ ImportErrorrr&r9r:r7r7r7r8Ús<        $