Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.callpeak_etc.naive_overlap_thresh_peak.line_136.id_6 | Name | naive_overlap_thresh peak | Thread | thread_Root | PID | 69546 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:52:29 | End | 2016-05-17 16:52:57 | Elapsed | 00:00:28 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/pooled_rep/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.narrowPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz
| Dependencies | | |
# SYS command. line 138
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 141
intersectBed -wo -a /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/pooled_rep/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.narrowPeak.gz -b /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | intersectBed -wo -a stdin -b /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.PooledInReps.narrowPeak.gz
# SYS command. line 144
echo
# SYS command. line 147
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.PooledInReps.narrowPeak.gz | sort | uniq | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz
# SYS command. line 149
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.PooledInReps.narrowPeak.gz
--------------------Stdout--------------------
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 2 | ID | task.callpeak_etc.naive_overlap_thresh_gpeak.line_136.id_7 | Name | naive_overlap_thresh gpeak | Thread | thread_Root | PID | 69569 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:52:29 | End | 2016-05-17 16:52:55 | Elapsed | 00:00:26 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/pooled_rep/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.gappedPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.gappedPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.gappedPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.gz
| Dependencies | | |
# SYS command. line 138
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 141
intersectBed -wo -a /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/pooled_rep/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.gappedPeak.gz -b /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.gappedPeak.gz | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | intersectBed -wo -a stdin -b /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.gappedPeak.gz | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.PooledInReps.gappedPeak.gz
# SYS command. line 144
echo
# SYS command. line 147
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.PooledInReps.gappedPeak.gz | sort | uniq | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.gz
# SYS command. line 149
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.PooledInReps.gappedPeak.gz
--------------------Stdout--------------------
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 3 | ID | task.idr.idr2_rep1_rep2.line_72.id_8 | Name | idr2 rep1-rep2 | Thread | thread_Root | PID | 69652 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:52:29 | End | 2016-05-17 16:59:26 | Elapsed | 00:06:56 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/pooled_rep/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.unthresholded-peaks.txt.png
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.unthresholded-peaks.txt.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 74
if [[ -f $(which activate) ]]; then source activate bds_atac_py3; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 76
idr --samples /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval0.1.500000.narrowPeak.gz --peak-list /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/pooled_rep/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.narrowPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.unthresholded-peaks.txt --rank p.value --soft-idr-threshold 0.1 \
--plot --use-best-multisummit-IDR
# SYS command. line 80
idr_thresh_transformed=$(awk -v p=0.1 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 83
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.13-col.bed.gz
# SYS command. line 86
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.narrowPeak.gz
# SYS command. line 87
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.12-col.bed.gz
# SYS command. line 89
bedtools intersect -v -a /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.13-col.bed.gz -b /mnt/data/ENCODE/blacklists/wgEncodeDacMapabilityConsensusExcludable.bed.gz | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.13-col.bed.gz
# SYS command. line 90
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz
# SYS command. line 91
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -c > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.12-col.bed.gz
# SYS command. line 93
gzip -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.unthresholded-peaks.txt
# SYS command. line 94
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.13-col.bed.gz /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.13-col.bed.gz
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac_py3/bin to PATH
Initial parameter values: [0.10 1.00 0.20 0.50]
Final parameter values: [1.83 0.69 0.91 0.36]
Number of reported peaks - 344868/344868 (100.0%)
Number of peaks passing IDR cutoff of 0.1 - 180196/344868 (52.3%)
|
Num | 4 | ID | task.base.line_414.id_11 | Name | task.base.line_414.id_11 | Thread | thread_Root | PID | 73642 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:29 | End | 2016-05-17 16:59:29 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 416
cp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz
# SYS command. line 417
while [ ! -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 5 | ID | task.base.line_414.id_12 | Name | task.base.line_414.id_12 | Thread | thread_Root | PID | 73647 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:29 | End | 2016-05-17 16:59:29 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/conservative_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 416
cp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/conservative_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz
# SYS command. line 417
while [ ! -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/conservative_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 6 | ID | task.base.line_414.id_13 | Name | task.base.line_414.id_13 | Thread | thread_Root | PID | 73654 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:29 | End | 2016-05-17 16:59:29 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.12-col.bed.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 416
cp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.12-col.bed.gz /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz
# SYS command. line 417
while [ ! -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 7 | ID | task.base.line_414.id_14 | Name | task.base.line_414.id_14 | Thread | thread_Root | PID | 73661 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:29 | End | 2016-05-17 16:59:29 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.12-col.bed.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/conservative_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 416
cp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.12-col.bed.gz /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/conservative_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz
# SYS command. line 417
while [ ! -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/conservative_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 8 | ID | task.idr.idr_final_qc.line_210.id_15 | Name | idr final qc | Thread | thread_Root | PID | 73693 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:30 | End | 2016-05-17 16:59:32 | Elapsed | 00:00:02 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/true_reps/rep1-rep2/rep1-rep2.IDR0.1.filt.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/IDR_final.qc
| Dependencies | | |
# SYS command. line 212
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 214
echo -e "Nt\t""Np\tconservative_set\toptimal_set\trescue_ratio\tself_consistency_ratio\treproducibility" > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/IDR_final.qc
# SYS command. line 215
echo -e "180380\t""0\trep1-rep2\trep1-rep2\tInfinity\tNaN\t0" >> /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/IDR_final.qc
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 9 | ID | task.atac.ataqc_rep1.line_846.id_16 | Name | ataqc rep1 | Thread | thread_40 | PID | 73711 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:31 | End | 2016-05-17 20:52:12 | Elapsed | 03:52:41 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC15/ATAC15-trimmed-pair1.fastq.gz
/srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC15/ATAC15-trimmed-pair2.fastq.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.align.log
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.pbc.qc
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.dup.qc
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.tagAlign.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/signal/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval.signal.bigwig
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.PE2SE_qc.html
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.PE2SE_qc.txt
| Dependencies | | |
# SYS command. line 848
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 852
export _JAVA_OPTIONS="-Xms256M -Xmx4096M -XX:ParallelGCThreads=1"
# SYS command. line 854
cd /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1
# SYS command. line 856
/users/pangwei/bds_atac/ataqc/run_ataqc.py \
--workdir /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1 \
--outdir /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1 \
--outprefix ATAC15-trimmed-pair1.PE2SE \
--genome hg19 \
--ref /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/encodeHg19Male.fa \
--tss /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/hg19_RefSeq_stranded.bed.gz \
--dnase /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_all_p10_ucsc.bed.gz \
--blacklist /mnt/data/ENCODE/blacklists/wgEncodeDacMapabilityConsensusExcludable.bed.gz \
--prom /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_prom_p2.bed.gz \
--enh /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_enh_p2.bed.gz \
--reg2map /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/dnase_avgs_reg2map_p10_merged_named.pvals.gz \
--meta /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/eid_to_mnemonic.txt \
--pbc /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.pbc.qc\
--fastq1 /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC15/ATAC15-trimmed-pair1.fastq.gz --fastq2 /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC15/ATAC15-trimmed-pair2.fastq.gz \
--alignedbam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.bam \
--alignmentlog /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.align.log \
--coordsortbam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.srt.bam \
--duplog /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.dup.qc \
--finalbam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.bam \
--finalbed /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.tagAlign.gz \
--bigwig /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/signal/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval.signal.bigwig \
--peaks /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz \
--naive_overlap_peaks /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz \
--idr_peaks /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz
--------------------Stdout--------------------
Default case invoked for:
opcode = 153, "LoopLimit"
Run time: 3:52:33
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
ERROR 2016-05-17 17:08:30 ProcessExecutor Warning messages:
ERROR 2016-05-17 17:08:30 ProcessExecutor 1: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:08:30 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
ERROR 2016-05-17 17:08:30 ProcessExecutor 2: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:08:30 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
ERROR 2016-05-17 17:08:30 ProcessExecutor 3: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:08:30 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
[bam_sort_core] merging from 134 files...
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
Could not delete file /tmp/pangwei/sortingcollection.423331284847539007.tmp
Could not delete file /tmp/pangwei/sortingcollection.1554818422204467526.tmp
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
processing chromosomes
/users/pangwei/bds_atac/ataqc/run_ataqc.py:851: FutureWarning: sort(columns=....) is deprecated, use sort_values(by=.....)
sorted_results = merged.sort('corr', ascending=True)
|
Num | 10 | ID | task.atac.ataqc_rep2.line_846.id_17 | Name | ataqc rep2 | Thread | thread_41 | PID | 73732 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 16:59:32 | End | 2016-05-17 19:52:18 | Elapsed | 02:52:46 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC16/ATAC16-trimmed-pair1.fastq.gz
/srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC16/ATAC16-trimmed-pair2.fastq.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.align.log
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.pbc.qc
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.dup.qc
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.tagAlign.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/signal/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval.signal.bigwig
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.PE2SE_qc.html
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.PE2SE_qc.txt
| Dependencies | | |
# SYS command. line 848
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 852
export _JAVA_OPTIONS="-Xms256M -Xmx4096M -XX:ParallelGCThreads=1"
# SYS command. line 854
cd /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2
# SYS command. line 856
/users/pangwei/bds_atac/ataqc/run_ataqc.py \
--workdir /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2 \
--outdir /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2 \
--outprefix ATAC16-trimmed-pair1.PE2SE \
--genome hg19 \
--ref /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/encodeHg19Male.fa \
--tss /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/hg19_RefSeq_stranded.bed.gz \
--dnase /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_all_p10_ucsc.bed.gz \
--blacklist /mnt/data/ENCODE/blacklists/wgEncodeDacMapabilityConsensusExcludable.bed.gz \
--prom /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_prom_p2.bed.gz \
--enh /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/reg2map_honeybadger2_dnase_enh_p2.bed.gz \
--reg2map /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/dnase_avgs_reg2map_p10_merged_named.pvals.gz \
--meta /mnt/lab_data/kundaje/users/dskim89/ataqc/annotations/hg19/eid_to_mnemonic.txt \
--pbc /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.pbc.qc\
--fastq1 /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC16/ATAC16-trimmed-pair1.fastq.gz --fastq2 /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC16/ATAC16-trimmed-pair2.fastq.gz \
--alignedbam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.bam \
--alignmentlog /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.align.log \
--coordsortbam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.srt.bam \
--duplog /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.dup.qc \
--finalbam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.bam \
--finalbed /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/align/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.tagAlign.gz \
--bigwig /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/signal/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.pval.signal.bigwig \
--peaks /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz \
--naive_overlap_peaks /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz \
--idr_peaks /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.narrowPeak.gz
--------------------Stdout--------------------
Run time: 2:52:38
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
ERROR 2016-05-17 17:05:59 ProcessExecutor Warning messages:
ERROR 2016-05-17 17:05:59 ProcessExecutor 1: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:05:59 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
ERROR 2016-05-17 17:05:59 ProcessExecutor 2: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:05:59 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
ERROR 2016-05-17 17:05:59 ProcessExecutor 3: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:05:59 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
ERROR 2016-05-17 17:05:59 ProcessExecutor 4: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:05:59 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
ERROR 2016-05-17 17:05:59 ProcessExecutor 5: In arrows(metrics$GC, metrics$NORMALIZED_COVERAGE - metrics$ERROR_BAR_WIDTH, :
ERROR 2016-05-17 17:05:59 ProcessExecutor zero-length arrow is of indeterminate angle and so skipped
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
[bam_sort_core] merging from 94 files...
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
Picked up _JAVA_OPTIONS: -Xms256M -Xmx4096M -XX:ParallelGCThreads=1
processing chromosomes
/users/pangwei/bds_atac/ataqc/run_ataqc.py:851: FutureWarning: sort(columns=....) is deprecated, use sort_values(by=.....)
sorted_results = merged.sort('corr', ascending=True)
|
Num | 11 | ID | task.report.line_417.id_18 | Name | task.report.line_417.id_18 | Thread | thread_Root | PID | 101975 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:15 | End | 2016-05-17 20:52:21 | Elapsed | 00:00:06 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.hammock.gz
| Dependencies | | |
# SYS command. line 419
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 420
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.tmp
# SYS command. line 422
/users/pangwei/bds_atac/utils/narrowpeak.py /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.tmp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.hammock
# SYS command. line 423
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.narrowPeak.tmp
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 12 | ID | task.report.line_417.id_19 | Name | task.report.line_417.id_19 | Thread | thread_Root | PID | 102047 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:22 | End | 2016-05-17 20:52:28 | Elapsed | 00:00:06 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.hammock.gz
| Dependencies | | |
# SYS command. line 419
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 420
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.tmp
# SYS command. line 422
/users/pangwei/bds_atac/utils/gappedpeak.py /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.tmp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.hammock
# SYS command. line 423
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/overlap/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5_pooled.pf.pval0.1.500000.naive_overlap.gappedPeak.tmp
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 13 | ID | task.report.line_417.id_20 | Name | task.report.line_417.id_20 | Thread | thread_Root | PID | 102118 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:29 | End | 2016-05-17 20:52:32 | Elapsed | 00:00:03 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 419
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 420
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.tmp
# SYS command. line 422
/users/pangwei/bds_atac/utils/narrowpeak.py /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.tmp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.hammock
# SYS command. line 423
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/idr/optimal_set/rep1-rep2.IDR0.1.filt.12-col.bed.tmp
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 14 | ID | task.report.line_417.id_21 | Name | task.report.line_417.id_21 | Thread | thread_Root | PID | 102187 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:33 | End | 2016-05-17 20:52:38 | Elapsed | 00:00:05 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.hammock.gz
| Dependencies | | |
# SYS command. line 419
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 420
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.tmp
# SYS command. line 422
/users/pangwei/bds_atac/utils/narrowpeak.py /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.tmp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.hammock
# SYS command. line 423
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.tmp
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 15 | ID | task.report.line_417.id_22 | Name | task.report.line_417.id_22 | Thread | thread_Root | PID | 102259 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:39 | End | 2016-05-17 20:52:44 | Elapsed | 00:00:04 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.hammock.gz
| Dependencies | | |
# SYS command. line 419
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 420
zcat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.tmp
# SYS command. line 422
/users/pangwei/bds_atac/utils/narrowpeak.py /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.tmp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.hammock
# SYS command. line 423
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/peak/macs2/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.17.tn5.pf.narrowPeak.tmp
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 16 | ID | task.report_graphviz.line_91.id_23 | Name | task.report_graphviz.line_91.id_23 | Thread | thread_Root | PID | 102348 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:44 | End | 2016-05-17 20:52:46 | Elapsed | 00:00:01 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 92
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 93
dot -Tsvg /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/report/workflow.dot > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/report/workflow.svg
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 17 | ID | task.report.line_382.id_28 | Name | task.report.line_382.id_28 | Thread | thread_Root | PID | 102353 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:45 | End | 2016-05-17 20:52:46 | Elapsed | 00:00:01 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.pdf
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.png
| Dependencies | | |
# SYS command. line 383
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 384
gs -dFirstPage=1 -dLastPage=1 -dTextAlphaBits=4 -dGraphicsAlphaBits=4 -r110x110 \
-dUseCropBox -dQUIET -dSAFER -dBATCH -dNOPAUSE -dNOPROMPT -sDEVICE=png16m \
-sOutputFile=/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.png \
-r144 /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep1/ATAC15-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.pdf
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 18 | ID | task.report.line_382.id_29 | Name | task.report.line_382.id_29 | Thread | thread_Root | PID | 102362 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-17 20:52:45 | End | 2016-05-17 20:52:46 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.pdf
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.png
| Dependencies | | |
# SYS command. line 383
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 384
gs -dFirstPage=1 -dLastPage=1 -dTextAlphaBits=4 -dGraphicsAlphaBits=4 -r110x110 \
-dUseCropBox -dQUIET -dSAFER -dBATCH -dNOPAUSE -dNOPROMPT -sDEVICE=png16m \
-sOutputFile=/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.png \
-r144 /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC15+16/qc/rep2/ATAC16-trimmed-pair1.trim.PE2SE.nodup.25.cc.plot.pdf
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|