o Uݢg&@sddlmZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z m Z mZmZmZmZmZddlmZddlZddlmZe rNddlZdQdd ZdRdSddZdTddZdUddZedVdWddZedXdYd dZedXdZd#dZedXd[d%dZdVd\d(dZGd)d*d*eZ d]d/d0Z!d^d_d3d4Z"d^d`d7d8Z#dad;d<Z$dbdcd@dAZ% BdddedFdGZ& BdddfdIdJZ'dgdKdLZ(dhdMdNZ)dbdOdPZ*dS)i) annotationsN)IterableSequence)IO TYPE_CHECKINGAnyAnyStrLiteralTextIOoverloadpathrreturncCstjtjtj|SN)osr abspath expandvars expanduserr r_/oak/stanford/groups/akundaje/marinovg/programs/cellranger-9.0.1/lib/python/cellranger/cr_io.pyfixpathsrFoldpathis_dirboolcCst|ttBstd|dt|}tj|s"td|t |tj s2td|d|rDtj |sBtd||Stj |sRtd||S)N'z3' is not a valid string type and is an invalid pathzInput file does not exist: zInput file path z does not have read permissions(Please provide a directory, not a file: z(Please provide a file, not a directory: ) isinstancestrbytessysexitrrr existsaccessR_OKisdirisfile)rrr rrrget_input_paths   r&paths list[AnyStr]cCsdd|DS)NcSsg|]}t|qSr)r&).0r rrr /sz#get_input_paths..r)r'rrrget_input_paths.sr+cCsft|}tj|}tj|s1t|tr|jdd}tj|s)t d|t d||S)Nreplace)errorsz!Output directory does not exist: r) rrr dirnamer$rrdecoder!rr )rr r.rrrget_output_path2s     r0rfilename str | bytesmode Literal['r']r cCdSrrr2r4rrropen_maybe_gzip>r8. Literal['w']cCr6rrr7rrrr8Br9 Literal['rb']io.BufferedReadercCr6rrr7rrrr8Fr9 Literal['wb']cCr6rrr7rrrr8Jr9rIO[Any]cCst|ts t|}|tjrt||d}n|tj r&t ||}nt||Sd}|dkr;t t j ||dS|dkrIt t j||dS|dkrTt j ||dS|dkr_t j||dStd|) Nir1)Z buffer_sizewrbwbz"Unsupported mode for compression: )rrrencodeendswith h5_constantsZ GZIP_SUFFIXgzipopenZ LZ4_SUFFIXlz4io TextIOWrapperBufferedReaderBufferedWriter ValueError)r2r4rawbufsizerrrr8Ns"     cs(eZdZd fdd Zd ddZZS) CRCalledProcessErrormsgrr Nonecst|||_dSr)super__init__rQ)selfrQ __class__rrrThs  zCRCalledProcessError.__init__cCs|jSr)rQ)rUrrr__str__lszCRCalledProcessError.__str__)rQrr rR)r r)__name__ __module__ __qualname__rTrX __classcell__rrrVrrPgsrPpsubprocess.CompletedProcesscmdrRcCs:|jdur td|d|jdkrtd|j|fdS)zRaises an exception if the completed process failed. Args: p: Subprocess cmd: Command that was run Raises: CRCalledProcessError NzProcess did not finish: z .rz$Process returned error code %d: %s .) returncoderP)r]r_rrrcheck_completed_processps  raTexist_okcCs$|r tj|dddSt|dS)zCreate a directory. By default succeed if it already exists. Useful because transient NFS server issues may induce double creation attempts. T)rbN)rmakedirsmkdir)r rbrrrrdsrdfnonexistent_okc CsZ|r&zt|WdSty%}z|jtjkrnWYd}~dSd}~wwt|dS)zDelete a file. By default succeed if it doesn't exist. Useful because transient NFS server issues may induce double deletion attempts. N)rremoveOSErrorerrnoENOENT)rerferrrrgs rgsrcdstcsjd ddd fdd }tj|rtj|||dd d Stj|r.tj|tj|}|||d S) zHard-links src to dst, falling back to copy if it fails. If `src` is a directory, it will attempt to recursively hardlink. rlrrmc Sszz tj||ddWn tjyYdSwz tj||ddWdSty<}z|jtjkr0nWYd}~dSd}~ww)z?Copy a file, like shutil.copy2, but catch errors from copystat.F)follow_symlinksN)shutilcopyfile SameFileErrorcopystatrhriEPERMrlrmexrrr _safe_copys z*hardlink_with_fallback.._safe_copyc sfz t||WdSty2}z|jtjtjtjtjtjfvr&||nWYd}~dSd}~ww)z*Hardlink a file, fallback to copy if fail.N) rlinkrhrirs EOPNOTSUPPZEXDEVZEMLINKEEXISTrtrvrr_hardlink_file_with_fallbacks z._hardlink_file_with_fallbackT) copy_function dirs_exist_okNrlrrmr)rr r$rocopytreejoinbasename)rlrmr{rrzrhardlink_with_fallbacks   r relative_pathstr | bytes | None AnyStr | NonecCsP|sdS|durtj|}|sJt|}t|tr!|d}t|||S)zYMake a new hard link in a stage directory to the file f, defaulting to the basename of f.Nutf8) rr rmartian make_pathrrr/r)rernew_pathrrr hard_links     rout_pathin_pathsIterable[str | bytes]c Csxt|d|+}|D]}t|d|}t||Wdn1s$wYq WddS1s5wYdS)Nr@r1)rGro copyfileobj)rrr4out_filein_pathin_filerrrconcatenate_filess"rSequence[str | bytes]c Cst|d|o}t|dkrft|dd|}|}||t||Wdn1s1wY|ddD]1}t|d|}|}||ksPJt||Wdn1s`wYq)r]r^r_rr rR)T)r r3rbr)rer3rfrr~r)rerrrr r)r)rr3rrr4rr rR)rr3rrr4rr rR)r2r3r rR)r r3r rR)+ __future__rrirFrIrrorcollections.abcrrtypingrrrrr r r Z lz4.frameframerHrZcellranger.h5_constantsrE subprocessrr&r+r0r8 ExceptionrPrardrgrrrrrrrrrrrsP $           (