Num | 1 | ID | task.base.line_414.id_14 | Name | task.base.line_414.id_14 | Thread | thread_Root | PID | 17757 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-18 16:48:38 | End | 2016-05-18 16:48:38 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/pooled_pseudo_reps/ppr.IDR0.1.filt.narrowPeak.gz
| Output files | /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/optimal_set/ppr.IDR0.1.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 416
cp /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/pooled_pseudo_reps/ppr.IDR0.1.filt.narrowPeak.gz /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/optimal_set/ppr.IDR0.1.filt.narrowPeak.gz
# SYS command. line 417
while [ ! -f /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/optimal_set/ppr.IDR0.1.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 2 | ID | task.atac.ataqc_rep1.line_861.id_15 | Name | ataqc rep1 | Thread | thread_41 | PID | 17770 | | OK | false | Exit Code | 1 | Retries | | State | ERROR | Dep. | ERROR | Cpus | 1 | Mem | | | Start | 2016-05-18 16:48:39 | End | 2016-05-18 16:48:39 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.fastq.gz
/srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep1/3hr_rep2_merged_R2.trim.fastq.gz
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.bam
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE.align.log
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.pbc.qc
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE.dup.qc
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.bam
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5.tagAlign.gz
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/signal/macs2/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5.pf.pval.signal.bigwig
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/macs2/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5.pf.narrowPeak.gz
| Output files | /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE_qc.html
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE_qc.txt
| Dependencies | | |
# SYS command. line 863
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/srv/scratch/annashch/bds_atac/.:/srv/scratch/annashch/bds_atac/modules:/srv/scratch/annashch/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 867
export _JAVA_OPTIONS="-Xms256M -Xmx4096M -XX:ParallelGCThreads=1"
# SYS command. line 869
cd /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1
# SYS command. line 871
/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py \
--workdir /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1 \
--outdir /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1 \
--outprefix 3hr_rep2_merged_R1.trim.PE2SE \
--genome hg19 \
--ref /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/encodeHg19Male.fa \
--tss /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/hg19_RefSeq_stranded.bed.gz \
--dnase /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_all_p10_ucsc.bed.gz \
--blacklist /mnt/data/ENCODE/blacklists/wgEncodeDacMapabilityConsensusExcludable.bed.gz \
--prom /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_prom_p2.bed.gz \
--enh /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_enh_p2.bed.gz \
--reg2map /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/dnase_avgs_reg2map_p10_merged_named.pvals.gz \
--meta /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/eid_to_mnemonic.txt \
--pbc /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.pbc.qc\
--fastq1 /srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.fastq.gz --fastq2 /srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep1/3hr_rep2_merged_R2.trim.fastq.gz \
--alignedbam /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.bam \
--alignmentlog /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE.align.log \
--coordsortbam /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.bam \
--duplog /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep1/3hr_rep2_merged_R1.trim.PE2SE.dup.qc \
--finalbam /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.bam \
--finalbed /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5.tagAlign.gz \
--bigwig /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/signal/macs2/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5.pf.pval.signal.bigwig \
--peaks /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/macs2/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5.pf.narrowPeak.gz \
--naive_overlap_peaks /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/macs2/overlap/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz \
--idr_peaks /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/optimal_set/ppr.IDR0.1.filt.narrowPeak.gz
--------------------Stderr--------------------
discarding /users/annashch/anaconda2/bin from PATH
prepending /users/annashch/anaconda2/envs/bds_atac/bin to PATH
samtools: symbol lookup error: /lib/x86_64-linux-gnu/libncurses.so.5: undefined symbol: _nc_putchar
Traceback (most recent call last):
File "/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py", line 1519, in
main()
File "/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py", line 1308, in main
paired_status = determine_paired(FINAL_BAM)
File "/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py", line 106, in determine_paired
'-c', bam_file]).strip())
File "/users/annashch/anaconda2/envs/bds_atac/lib/python2.7/subprocess.py", line 573, in check_output
raise CalledProcessError(retcode, cmd, output=output)
subprocess.CalledProcessError: Command '['samtools', 'view', '-f', '0x1', '-c', '/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep1/3hr_rep2_merged_R1.trim.PE2SE.nodup.bam']' returned non-zero exit status 127
|
Num | 3 | ID | task.atac.ataqc_rep2.line_861.id_16 | Name | ataqc rep2 | Thread | thread_42 | PID | 17775 | | OK | false | Exit Code | 1 | Retries | | State | ERROR | Dep. | ERROR | Cpus | 1 | Mem | | | Start | 2016-05-18 16:48:39 | End | 2016-05-18 16:48:39 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.fastq.gz
/srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep2/3hr_rep3_merged_R2.trim.fastq.gz
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.bam
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE.align.log
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.pbc.qc
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE.dup.qc
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.bam
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.tn5.tagAlign.gz
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/signal/macs2/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.tn5.pf.pval.signal.bigwig
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/macs2/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.tn5.pf.narrowPeak.gz
| Output files | /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE_qc.html
/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE_qc.txt
| Dependencies | | |
# SYS command. line 863
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/srv/scratch/annashch/bds_atac/.:/srv/scratch/annashch/bds_atac/modules:/srv/scratch/annashch/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 867
export _JAVA_OPTIONS="-Xms256M -Xmx4096M -XX:ParallelGCThreads=1"
# SYS command. line 869
cd /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2
# SYS command. line 871
/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py \
--workdir /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2 \
--outdir /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2 \
--outprefix 3hr_rep3_merged_R1.trim.PE2SE \
--genome hg19 \
--ref /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/encodeHg19Male.fa \
--tss /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/hg19_RefSeq_stranded.bed.gz \
--dnase /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_all_p10_ucsc.bed.gz \
--blacklist /mnt/data/ENCODE/blacklists/wgEncodeDacMapabilityConsensusExcludable.bed.gz \
--prom /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_prom_p2.bed.gz \
--enh /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_enh_p2.bed.gz \
--reg2map /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/dnase_avgs_reg2map_p10_merged_named.pvals.gz \
--meta /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/eid_to_mnemonic.txt \
--pbc /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.pbc.qc\
--fastq1 /srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.fastq.gz --fastq2 /srv/scratch/annashch/output/4x_experiments/baseChroms_noMultiMap_3hr/align/rep2/3hr_rep3_merged_R2.trim.fastq.gz \
--alignedbam /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.bam \
--alignmentlog /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE.align.log \
--coordsortbam /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.bam \
--duplog /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/qc/rep2/3hr_rep3_merged_R1.trim.PE2SE.dup.qc \
--finalbam /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.bam \
--finalbed /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.tn5.tagAlign.gz \
--bigwig /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/signal/macs2/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.tn5.pf.pval.signal.bigwig \
--peaks /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/macs2/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.tn5.pf.narrowPeak.gz \
--naive_overlap_peaks /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/macs2/overlap/3hr_rep2_merged_R1.trim.PE2SE.nodup.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz \
--idr_peaks /srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/peak/idr/optimal_set/ppr.IDR0.1.filt.narrowPeak.gz
--------------------Stderr--------------------
discarding /users/annashch/anaconda2/bin from PATH
prepending /users/annashch/anaconda2/envs/bds_atac/bin to PATH
samtools: symbol lookup error: /lib/x86_64-linux-gnu/libncurses.so.5: undefined symbol: _nc_putchar
Traceback (most recent call last):
File "/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py", line 1519, in
main()
File "/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py", line 1308, in main
paired_status = determine_paired(FINAL_BAM)
File "/srv/scratch/annashch/bds_atac/ataqc/run_ataqc.py", line 106, in determine_paired
'-c', bam_file]).strip())
File "/users/annashch/anaconda2/envs/bds_atac/lib/python2.7/subprocess.py", line 573, in check_output
raise CalledProcessError(retcode, cmd, output=output)
subprocess.CalledProcessError: Command '['samtools', 'view', '-f', '0x1', '-c', '/srv/scratch/annashch/output/4x_experiments/UnplacedChroms_multiMap_3hr/align/rep2/3hr_rep3_merged_R1.trim.PE2SE.nodup.bam']' returned non-zero exit status 127
|