Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.callpeak_spp.spp_rep1.line_54.id_10 | Name | spp rep1 | Thread | thread_Root | PID | 15125 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-20 12:41:51 | End | 2016-11-21 14:18:46 | Elapsed | 1 day 01:36:55 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.pdf
| Dependencies | | |
# SYS command. line 56
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 59
if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 63
Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz \
-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1 -speak=135 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
# SYS command. line 67
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
# SYS command. line 69
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
# SYS command. line 71
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.pdf
# SYS command. line 74
if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz; fi
# SYS command. line 77
if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi
# SYS command. line 79
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
38341 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift 135
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: 3e+05
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1
narrowPeak output file name: NA
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
Overwrite files?: TRUE
Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
opened /tmp/15125.1.q/RtmpcomxVI/SRR1370910_1.nodup.tagAlign968869fb149a
done. read 13255313 fragments
ChIP data read length 51
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
opened /tmp/15125.1.q/RtmpcomxVI/ss_50M_2000_GRCh38.nodup.tagAlign96882735e2aa
done. read 99493262 fragments
Control data read length 101
Calculating peak characteristics
Minimum cross-correlation value 0.157205
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.175944897953195
Top 3 estimates for fragment length 135
Window half size 175
Phantom peak location 50
Phantom peak Correlation 0.1591839
Normalized Strand cross-correlation coefficient (NSC) 1.119207
Relative Strand cross-correlation Coefficient (RSC) 9.469583
Phantom Peak Quality Tag 2
null device
1
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 7.483082 excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 0.1336348 excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.00008
Detected 510704 peaks
--------------------Stderr--------------------
Loading required package: caTools
Warning message:
package ‘caTools’ was built under R version 3.2.3
|
Num | 2 | ID | task.callpeak_spp.spp_rep1_pr1.line_54.id_11 | Name | spp rep1-pr1 | Thread | thread_Root | PID | 15127 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-20 12:41:51 | End | 2016-11-21 16:13:50 | Elapsed | 1 day 03:31:58 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.pdf
| Dependencies | | |
# SYS command. line 56
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 59
if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 63
Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz \
-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1 -speak=135 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
# SYS command. line 67
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
# SYS command. line 69
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
# SYS command. line 71
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.pdf
# SYS command. line 74
if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz; fi
# SYS command. line 77
if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi
# SYS command. line 79
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
24939 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift 135
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: 3e+05
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1
narrowPeak output file name: NA
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
Overwrite files?: TRUE
Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz
opened /tmp/15127.1.q/RtmpK5ZhPy/SRR1370910_1.nodup.pr1.tagAlign61fc3e3fb6d
done. read 6627657 fragments
ChIP data read length 51
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
opened /tmp/15127.1.q/RtmpK5ZhPy/ss_50M_2000_GRCh38.nodup.tagAlign61fc5e12f54e
done. read 99493262 fragments
Control data read length 101
Calculating peak characteristics
Minimum cross-correlation value 0.08589921
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.0960806301205964
Top 3 estimates for fragment length 135
Window half size 175
Phantom peak location 50
Phantom peak Correlation 0.08705835
Normalized Strand cross-correlation coefficient (NSC) 1.118528
Relative Strand cross-correlation Coefficient (RSC) 8.783615
Phantom Peak Quality Tag 2
null device
1
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 14.96626 excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 0.06681698 excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.000291
Detected 162667 peaks
--------------------Stderr--------------------
Loading required package: caTools
Warning message:
package ‘caTools’ was built under R version 3.2.3
|
Num | 3 | ID | task.callpeak_spp.spp_rep1_pr2.line_54.id_12 | Name | spp rep1-pr2 | Thread | thread_Root | PID | 15129 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-20 12:41:52 | End | 2016-11-21 14:30:16 | Elapsed | 1 day 01:48:24 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.pdf
| Dependencies | | |
# SYS command. line 56
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 59
if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 63
Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz \
-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2 -speak=135 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
# SYS command. line 67
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
# SYS command. line 69
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
# SYS command. line 71
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.pdf
# SYS command. line 74
if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz; fi
# SYS command. line 77
if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi
# SYS command. line 79
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
32564 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift 135
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: 3e+05
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2
narrowPeak output file name: NA
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_VS_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.ccscore
Overwrite files?: TRUE
Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
opened /tmp/15129.1.q/Rtmps4A3eV/SRR1370910_1.nodup.pr2.tagAlign7f7c275c423d
done. read 6627656 fragments
ChIP data read length 51
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherZnfData/Encode3Datahg38/InputData/ss_50M_2000_GRCh38.nodup.tagAlign.gz
opened /tmp/15129.1.q/Rtmps4A3eV/ss_50M_2000_GRCh38.nodup.tagAlign7f7c6bdfad79
done. read 99493262 fragments
Control data read length 101
Calculating peak characteristics
Minimum cross-correlation value 0.08571331
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.0957382243484952
Top 3 estimates for fragment length 135
Window half size 175
Phantom peak location 55
Phantom peak Correlation 0.08670313
Normalized Strand cross-correlation coefficient (NSC) 1.116959
Relative Strand cross-correlation Coefficient (RSC) 10.12797
Phantom Peak Quality Tag 2
null device
1
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 14.96484 excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 0.06682331 excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.000351
Detected 162595 peaks
--------------------Stderr--------------------
Loading required package: caTools
Warning message:
package ‘caTools’ was built under R version 3.2.3
|
Num | 4 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_47.id_13 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 15424 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-21 16:13:51 | End | 2016-11-21 16:46:35 | Elapsed | 00:32:44 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.gz
| Dependencies | | |
# SYS command. line 49
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 52
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 58
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.PooledInRep1AndRep2.regionPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.gz
# SYS command. line 60
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 62
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
32785 (process ID) old priority 0, new priority 10
Waiting for 58 seconds.
|
Num | 5 | ID | task.callpeak_idr.idr2_rep1_pr.line_70.id_14 | Name | idr2 rep1-pr | Thread | thread_Root | PID | 15427 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-21 16:46:37 | End | 2016-11-21 16:51:20 | Elapsed | 00:04:43 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt.png
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 72
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq_py3 | wc -l) != "0" ]]; then source activate aquas_chipseq_py3; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
idr --samples /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz --peak-list /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.regionPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt --rank signal.value --soft-idr-threshold 0.05 \
--plot --use-best-multisummit-IDR
# SYS command. line 78
idr_thresh_transformed=$(awk -v p=0.05 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 81
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {if ($2<0) $2=0; print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz
# SYS command. line 84
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.narrowPeak.gz
# SYS command. line 85
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.12-col.bed.gz
# SYS command. line 87
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 88
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 89
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 91
gzip -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt
# SYS command. line 92
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 94
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
34559 (process ID) old priority 0, new priority 10
Waiting for 42 seconds.
--------------------Stderr--------------------
Initial parameter values: [0.10 1.00 0.20 0.50]
Final parameter values: [0.51 1.44 0.93 0.15]
Number of reported peaks - 7250/7250 (100.0%)
Number of peaks passing IDR cutoff of 0.05 - 200/7250 (2.8%)
|
Num | 6 | ID | task.callpeak_idr.idr_final_qc.line_205.id_17 | Name | idr final qc | Thread | thread_Root | PID | 15430 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-21 16:51:22 | End | 2016-11-21 16:55:04 | Elapsed | 00:03:42 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/qc/ZNF415_IDR_final.qc
| Dependencies | | |
# SYS command. line 207
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 209
echo -e "Nt\tN1 ""Np\tconservative_set\toptimal_set\trescue_ratio\tself_consistency_ratio\treproducibility" > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/qc/ZNF415_IDR_final.qc
# SYS command. line 210
echo -e "0\t195 ""0\tN/A\tN/A\tNaN\t1.0\t1" >> /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/qc/ZNF415_IDR_final.qc
# SYS command. line 212
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
36277 (process ID) old priority 0, new priority 10
Waiting for 60 seconds.
|
Num | 7 | ID | task.report.peak2hammock.line_357.id_18 | Name | peak2hammock | Thread | thread_Root | PID | 36837 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-21 16:55:05 | End | 2016-11-21 16:55:13 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.hammock.gz
| Dependencies | | |
# SYS command. line 359
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 360
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.tmp
# SYS command. line 362
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.hammock
# SYS command. line 363
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_ss_50M_2000_GRCh38.nodup.tagAlign.naive_overlap.regionPeak.tmp
--------------------Stdout--------------------
36841 (process ID) old priority 0, new priority 10
|
Num | 8 | ID | task.report.peak2hammock.line_357.id_19 | Name | peak2hammock | Thread | thread_Root | PID | 36966 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-21 16:55:14 | End | 2016-11-21 16:55:22 | Elapsed | 00:00:07 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 359
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 360
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 362
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 363
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
36970 (process ID) old priority 0, new priority 10
|
Num | 9 | ID | task.graphviz.report.line_97.id_20 | Name | report | Thread | thread_Root | PID | 37054 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2016-11-21 16:55:23 | End | 2016-11-21 16:55:30 | Elapsed | 00:00:07 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/report/ZNF415_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/report/ZNF415_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/report/ZNF415_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
37058 (process ID) old priority 0, new priority 10
|