Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.postalign_bam.dedup_bam_2_ctl1.line_144.id_10 | Name | dedup_bam_2 ctl1 | Thread | thread_42 | PID | 10253 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 4 | Mem | | | Start | 2016-11-13 21:59:17 | End | 2016-11-13 22:58:04 | Elapsed | 00:58:47 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.dupmark.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/ctl1/ss_50M_2000_GRCh38.nodup.flagstat.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/ctl1/ss_50M_2000_GRCh38.nodup.pbc.qc
| Dependencies | | |
# SYS command. line 146
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 150
samtools view -F 1804 -b /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.dupmark.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.bam
# SYS command. line 153
sambamba index -t 4 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.bam
# SYS command. line 155
sambamba flagstat -t 4 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/ctl1/ss_50M_2000_GRCh38.nodup.flagstat.qc
# SYS command. line 165
bedtools bamtobed -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.dupmark.bam | \
awk 'BEGIN{OFS="\t"}{print $1,$2,$3,$6}' | \
grep -v 'chrM' | sort | uniq -c | \
awk 'BEGIN{mt=0;m0=0;m1=0;m2=0} ($1==1){m1=m1+1} ($1==2){m2=m2+1} {m0=m0+1} {mt=mt+$1} END{m1_m2=-1.0; if(m2>0) m1_m2=m1/m2; printf "%d\t%d\t%d\t%d\t%f\t%f\t%f\n",mt,m0,m1,m2,m0/mt,m1/m0,m1_m2}' > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/ctl1/ss_50M_2000_GRCh38.nodup.pbc.qc
# SYS command. line 169
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
31679 (process ID) old priority 0, new priority 10
|
Num | 2 | ID | task.postalign_bed.xcor_rep1.line_212.id_11 | Name | xcor rep1 | Thread | thread_41 | PID | 10254 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-13 21:59:18 | End | 2016-11-13 22:20:44 | Elapsed | 00:21:26 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/rep1/SRR1370910_1.nodup.15M.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.pdf
| Dependencies | | |
# SYS command. line 214
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 217
if [[ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 223
Rscript ${RUN_SPP} -rf \
-c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/rep1/SRR1370910_1.nodup.15M.tagAlign.gz -p=1 \
-filtchr=chrM -savp=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.pdf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc
# SYS command. line 226
sed -r 's/,[^\t]+//g' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc.tmp
# SYS command. line 227
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc
# SYS command. line 229
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
16301 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/rep1/SRR1370910_1.nodup.15M.tagAlign.gz
Control data: NA
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift NA
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: NA
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/rep1
narrowPeak output file name: NA
regionPeak output file name: NA
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.qc
Overwrite files?: TRUE
Decompressing ChIP file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/rep1/SRR1370910_1.nodup.15M.tagAlign.gz
opened /tmp/10254.1.q/RtmpaJ9tP3/SRR1370910_1.nodup.15M.tagAlign42a27f07b61b
done. read 13245844 fragments
ChIP data read length 51
[1] TRUE
Calculating peak characteristics
Minimum cross-correlation value 0.156656
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.175389880455486
Top 3 estimates for fragment length 135
Window half size 175
Phantom peak location 50
Phantom peak Correlation 0.1585975
Normalized Strand cross-correlation coefficient (NSC) 1.119586
Relative Strand cross-correlation Coefficient (RSC) 9.64905
Phantom Peak Quality Tag 2
null device
1
--------------------Stderr--------------------
Loading required package: caTools
Warning message:
package ‘caTools’ was built under R version 3.2.3
|
Num | 3 | ID | task.postalign_bam.bam_to_tag_ctl1.line_505.id_12 | Name | bam_to_tag ctl1 | Thread | thread_42 | PID | 10674 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-13 22:58:14 | End | 2016-11-13 23:10:29 | Elapsed | 00:12:15 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.tagAlign.gz
| Dependencies | | |
# SYS command. line 507
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 510
bedtools bamtobed -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.bam | awk 'BEGIN{OFS="\t"}{$4="N";$5="1000";print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/align/ctl1/ss_50M_2000_GRCh38.nodup.tagAlign.gz
# SYS command. line 512
echo
# SYS command. line 514
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
22646 (process ID) old priority 0, new priority 10
|
Num | 4 | ID | task.graphviz.report.line_97.id_13 | Name | report | Thread | thread_Root | PID | 42127 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-13 23:10:30 | End | 2016-11-13 23:10:45 | Elapsed | 00:00:15 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/report/SRR1370910_1_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/report/SRR1370910_1_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/report/SRR1370910_1_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
42131 (process ID) old priority 0, new priority 10
|
Num | 5 | ID | task.report.pdf2png.line_324.id_18 | Name | pdf2png | Thread | thread_Root | PID | 42176 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-13 23:10:30 | End | 2016-11-13 23:10:45 | Elapsed | 00:00:14 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.pdf
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.png
| Dependencies | | |
# SYS command. line 325
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 326
gs -dFirstPage=1 -dLastPage=1 -dTextAlphaBits=4 -dGraphicsAlphaBits=4 -r110x110 \
-dUseCropBox -dQUIET -dSAFER -dBATCH -dNOPAUSE -dNOPROMPT -sDEVICE=png16m \
-sOutputFile=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.png \
-r144 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/SRR1370910_1/out/qc/rep1/SRR1370910_1.nodup.15M.cc.plot.pdf
--------------------Stdout--------------------
42180 (process ID) old priority 0, new priority 10
|