o UݢgpO@sUddlmZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z ddl m Z mZddlmZmZmZddlZddlZddlmZdZded<d Zded <d Zd ed <dZdtddZduddZGddde Z!dvddZ"dwdd Z#dud!d"Z$dxd$d%Z%dyd'd(Z&ej'fdzd*d+Z(ej'fd{d-d.Z)d|d/d0Z*d|d1d2Z+d}d~d5d6Z,dd8d9Z- :ddd?d@Z.GdAdBdBeZ/GdCdDdDeZ0ddIdJZ1ddKdLZ2ddNdOZ3GdPdQdQeZ4ddSdTZ5ddWdXZ6e4dYe5dYdZgd[e4d\e5d\dZgd[e4d]e5d]dZgd[e4d^e5gd_d[e4d`e5gdad[e4dbe5gdcd[e4dde5gded[e4dfe5gdgd[e4dhe5gdid[e4dje6djgdkd[e4dle5dldZgd[e4dme6dmdngdod[g Z7dpedq<ddrdsZ8dS)) annotationsN)CallableIterableMapping)c_intcdll)Literal NamedTuple TypedDictiintMIN_PROCESS_NOFILEiMIN_GLOBAL_NOFILEz/proc/sys/fs/file-maxstrGLOBAL_NOFILE_PATHz*https://support.10xgenomics.com/os-supportfilename9os.PathLike[str] | os.PathLike[bytes] | bytes | int | strregexreturn str | NonecCsXtj|r*t|}zt|D] }||r|WSqWdSty)YdSwdS)zHelper function for warn_deprecated_os - searches a file for a regex pattern. returns the line if pattern is found otherwise None returns None if an I/O error occurs as we expect to probe non-existent files N)ospathexistsrecompileopensearchOSError)rrZsearcherliner_/oak/stanford/groups/akundaje/marinovg/programs/cellranger-9.0.1/lib/python/tenkit/preflight.py_search_file_for_re s      r Nonec CsdD]\}}t||}|rtd|dtddSqz#ttztd}Wn t y6YWdSwt |t WdSt yZ}ztt |WYd}~dSd}~ww)zCheck and warn the user about a deprecated OS being used. Direct port of the hints here: https://github.com/10XDev/cellranger/blob/b8df29dde96ba65e53a8fa0e9756ee06cac753d6/bin/tenkit/common/_deprecation )) [56]\.z/etc/redhat-release)r"z/etc/rocks-release)r"/etc/os-release)r"z/etc/system-release)z 1[0-3]\./etc/lsb-release)z [1-9]\.r$)zSUSE.* 1[01]\bz/etc/SuSE-release)zPRETTY_NAME="Debian.*\b[1-7]\.r#zWWARNING: This operating system version is unsupported or will soon be unsupported: z` Future releases of this pipeline will require a more current system. For more information, see .NCS_GNU_LIBC_VERSION)r martianalarmOS_SUPPORT_URLcheck_kernel_versionplatformreleaserconfstr ValueErrorcheck_libc_versioncheck_cpu_featuresOsVersionErrorr)patnamerlibc_verexrrrwarn_deprecated_os4s2     r6c@seZdZdZdS)r1z@An exception notifying that the operating system is out of date.N)__name__ __module__ __qualname____doc__rrrrr1^sr1r,c Cst|sdStd|}|sdSzt|dt|df}Wn ttfy(YdSw|dkr8td|dtddS) zCheck that the kernel version is sufficiently new. Args: release (str): The kernel release, as returned by platform.release(). Raises: OsVersionError: The kernel version is not sufficiently new. N\D*(\d+)\.(\d+)) zO WARNING: The kernel used by this operating system version is unsupported: zR This release requires kernel version 3.10.0 or higher. For more information, see r%)rmatchr r. TypeErrorr1r))r,versionrrrr*bs&  r*r4cCsp|sdStd|}|sdSzt|dt|df}Wn ty&YdSw|dkr6td|dtddS) a Check that the libc version is sufficiently new. Args: libc_ver (str): The libc version string as returned by os.confstr("CS_GNU_LIBC_VERSION") Raises: OsVersionError: The kernel version is not sufficiently new. Nr;r<r=)r=zY WARNING: The glibc version of this operating system version is unsupported: zV This release requires libc version 2.17 or higher. For more information, see r%)rr@r r.r1r))r4Z libc_versionrrrr/s&   r/c Cstjtjtd}zt|}Wnty#}ztd|d}~ww|j }t |_ |s5t dt d|j}t |_ |sFt dt d|j}t |_ |sWt dt ddS)Nzcpu_support.sozError loading cpu_support.soz[ WARNING: The current CPU does not support sse4.2 instructions. For more information, see r%z WARNING: The current CPU does not support avx instructions. Future versions of 10X Genomics software will not support CPUs older than Intel Xeon E3 (Sandy Bridge) or AMD Opteron FX (circa 2011). For more information, see )rrjoindirname__file__r LoadLibraryr ImportErrorcpu_supports_sse4_2rrestyper1r)cpu_supports_popcntcpu_supports_avx)Z so_file_nameliberrrIrKrLrrrr0s@ r0boolcCs$zt|WdStyYdSw)NFT)r r.)srrris_ints   rQ file_pathcCs|dstd|d|tj|s$td|d|d|tj|r8td|d|d|t|tjsOtd|d|d|dSdS) N/ Specified z file must be an absolute path: On machine: , specified z file does not exist: z file is a folder: z file is not readable: ) startswithr'exitrrrisdiraccessR_OK)Z file_typerRhostnamerrr check_files   r] folder_pathcCs|dstd|d|tj|s$td|d|d|tj|s8td|d|d|t||sNtd|d|d |dSdS) NrSrT" folder must be an absolute path: rUrVz folder does not exist:  path is not a folder: , insufficient permissions on folder: )rWr'rXrrrrYrZZ folder_typer^r\ permissionrrr check_folders    rerdc Cs|dstd|d|tj|rBtj|s*td|d|d|t||s@td|d|d|dSdSzt|WdSt ybtd|d |d|YdSw) NrSrTr_rUrVr`rarbz, could not create ) rWr'rXrrrrYrZmakedirsrrcrrrcheck_folder_or_creates&      rgcCsDt}td||tj|d}tj|s td|d|S)zCheck that the RTAComplete.txt file is present. :return: path to valid RTAComplete.txt in folder_path :rtype: string sequencing runzRTAComplete.txtrUzE, run does not appear to be complete yet. RTAComplete.txt not found.) socket gethostnamererrrDrr'rX)r^r\Z rta_completerrrcheck_rta_complete s   rkcCsdt}td||tj|d}tj|s td|dt |tj s0td|d|S)zChecks that the RunInfo.xml file is present and readable. :return: path to valid RunInfo.xml in folder_path :rtype: string rhz RunInfo.xmlrUz;, RunInfo.xml not found. Cannot verify run was 10X-prepped.z., insufficient permission to open RunInfo.xml.) rirjrerrrDrr'rXrZr[)r^r\Zruninforrrcheck_runinfo_xmls   rlreference_pathtuple[bool, str]c Cst}tj|}d}|durLtj|rLd}tj|d}tj |s-dd|dfStj tj|drCtj tj|dsKdd|dfSntj tj|ds_dd|dfStj tj|drutj tj|d swd Stj tj|dtj tj|d kstj tj|d tj tj|d krd |rd nd|r|ndtj|dd}d|fStj |}t |}|dur||krdd||ffStdd|D} d|d|d|d} | d|| f7} | dkrdStdd|D} | r dSd| fS)NFTrBztYour reference does not contain the expected files, or they are not readable. Please check your reference folder on r%zfasta/zgenes/zfasta/genome.fa.flatzfasta/genome.fa.gdx)FzGYour reference doesn't appear to be indexed. Please run the mkref tool.zfasta/genome.faa1Timestamps suggest that the reference FASTA file was modified after the FASTA index files were created. If this is the case, {}{}. If the reference files were not deliberately modified, please run touch {} to fix the issue. If you do not have write permissions, please contact your system administrator.z-please reinstall the 10X refdata tar file on z2please reindex your reference using the mkref toolfastaz genome.fa.*zLong Ranger supports a maximum of %d reference contigs. Your reference contains %d. Please combine small contigs into a larger contig separated by N's.css|]}t|VqdSN)len).0vrrr qz check_refdata..zreference path z on z contains genome: z5reference contains %d contigs. max contig length: %d.i )FzReference contains a contig longer than 536.8Mb (2^29 bp), which is not supported due to limitations of the .bai format. Please split this contig.css|]}d|vVqdS):Nr)rsZctg_namerrrru}rv)FzdReference names contain colon characters: ':'. References names containing colons are not supported.)rirjtenkit referenceZ get_genomeZis_tenxrrrDrgetmtimeformatZopen_referencerrmaxvaluesany) rmZ max_contigsr\genomeZ known_genomeZ version_pathmsgrpZ num_contigsmax_lenloggingZ has_colonsrrr check_refdata,sx           rtuple[bool, str | None]cCsttj\}}|dkr|tkrddt|ttffStjt s/ddtdt dfSt t }| }Wdn1sDwY| s]ddtdt d|dfSt|}|tkrqdd t|ttffSd S) NrFzOn machine: %s, process open file handle hard limit (%d) is less than %d. Please run 'ulimit -n %d' before restarting the pipeline.rUz, z does not exist.z7 contains a non-integer global open file handle limit: r%zOn machine: %s, global open file handle limit (%d) is less than %d. Please set the global file handle limit to %d before restarting the pipeline.TN)resource getrlimit RLIMIT_NOFILEr rirjrrrrrreadstripisdigitr r )_ZhardfZglob_strglobrrr check_open_fhs4  rsample_indices sample_itemMapping[str, list[str]]sample_index_keytuple[list | None, str | None]cCs||}|sdSt|tsdSg}|D]C}|dkr dgdfStj|r1|tj|gqtj|}rA||dqt d|rM||qdd|dfS|dfS) N)Nz'Sample indices must be a non-empty list)Nz#Sample indices must be of type listr~*rz ^[ACGTacgt]+$zSample index 'z{' is not valid. Must be one of: any, SI-, SI--, 220, or a nucleotide sequence.) isinstancelisttk_siZSAMPLE_INDEX_MAPgetextendZSAMPLE_DUAL_INDEX_MAPappendrr@)rrrZnew_sample_indices sample_indexindexrrrcheck_sample_indicess&      rc@eZdZUded<dS) SampleDefz int | None gem_groupNr7r8r9__annotations__rrrrr rc@r)_SampleDefWithGemGroupr rNrrrrrrrr sample_defIterable[SampleDef]all_null Iterable[_SampleDefWithGemGroup]cCs|r |D]}d|d<q|S)zIf all gem_groups are set to null, then set them all to 1. This is broken out into a separate function in order to make type checkers work better. r<rr)rrsdrrr_make_some_gem_groups rcCsdd|D}tdd|D}tdd|D}|s|sdStddt||D}t|dkr9|dd kr9d Sd }|D]}||d krUd d tt|d |fS|}q=tt|d krbd SdS)NcSsg|]}|dqS)rrrsrrrr sz$check_gem_groups..css|]}|duVqdSrqrrsxrrrrurvz#check_gem_groups..css|]}t|tVqdSrq)rr rrrrrus)FznInconsistent gem_group tags. Please specify all gem_group tags as null, or all gem_group tags with an integer.css|]}|dVqdS)rNrrrrrrurvrr<)Fz#gem_group numbering must start at 1Fz:gem_groups must be numbered contiguously. missing groups: )FzMulti-GEM well analysis is not enabled in `cellranger-[atac|arc] count`. Run `cellranger-[atac|arc] count` on each library and then run `cellranger-[atac|arc] aggr`.r)allsortedrrrrrangeset)r gem_groupsrZall_intZgem_groups_sortedprevgrouprrrcheck_gem_groupss$ r7tuple[Literal[False], str] | tuple[Literal[True], None]cCstjddur dSdS)NZ_TENX_LD_LIBRARY_PATH)FzxEnvironment variable $_TENX_LD_LIBRARY_PATH is not set. Please enter the 10X environment before restarting the pipeline.r)renvironrrrrrcheck_ld_library_pathsrc@seZdZUded<ded<dS) _VersionCmdrr3Callable[[], bytes]cmdNrrrrrr s  rrcsfdd}|S)Ncs tSrq) subprocess check_outputrrrrfuns z_call..funr)rrrrr_calls rrbytescs ttsJfdd}|S)Ncs2t}|dD] }t|r|Sq dS)N not found)rrsplitrr@)outputrrrrrrs  z_grep..fun)rr)rrrrrr_grepsrmroz --version)r3rmrppythonnumpy)r-cz&import numpy; print(numpy.__version__)scipy)rrz&import scipy; print(scipy.__version__)pysam)rrz&import pysam; print(pysam.__version__)ZPyVCF)rrzimport vcf; print vcf.VERSIONh5py)rrz$import h5py; print(h5py.__version__)pandas)rrz(import pandas; print(pandas.__version__)Zbwas ^ *VersionsamtoolsZ freebayesz-hs^versionzlist[_VersionCmd]_PACKAGE_VERSION_CMDSc CsVg}tD]!}|j}|j}d}z|}WnY|d||jddqd|S)Nrz{}: {} replace)errorsro)rr3rrr{decoderD)resultspackager3rrBrrrrecord_package_versionsAs  r)rrrrrr)rr!)r,rrr!)r4rrr!)rrO)rRrrr!)r^rrr!)r^rrdr rr!)r^rrrrq)rmrrrn)rr)r)rrrrrr)rrrrOrr)rrrr)rr)rr)rrrr)rr)9 __future__rrr+rrrircollections.abcrrrctypesrrtypingrr r r'Ztenkit.referencerxZtenkit.sample_indexrrr rr rr)r r6EnvironmentErrorr1r*r/r0rQr]X_OKrergrkrlrrrrrrrrrrrrrrrrrs      *    -     [! !   &