Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.chipseq.line_1467.id_18 | Name | task.chipseq.line_1467.id_18 | Thread | thread_Root | PID | 23078 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:37:06 | End | 2017-05-09 22:37:06 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 1468
cd /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp
# SYS command. line 1469
rm -f idr
# SYS command. line 1470
ln -s ../idr
|
Num | 2 | ID | task.callpeak_idr.idr2_rep1_pr.line_74.id_19 | Name | idr2 rep1-pr | Thread | thread_Root | PID | 55600 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:37:07 | End | 2017-05-09 22:38:24 | Elapsed | 00:01:16 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370901_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370901_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/rep1/SRR1370901_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.unthresholded-peaks.txt.png
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.log.txt
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.unthresholded-peaks.txt.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 76
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq_py3 | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq_py3; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 78
idr --samples /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370901_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370901_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --peak-list /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/rep1/SRR1370901_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.unthresholded-peaks.txt --rank signal.value --soft-idr-threshold 0.05 \
--plot --use-best-multisummit-IDR --log-output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.log.txt
# SYS command. line 82
idr_thresh_transformed=$(awk -v p=0.05 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 85
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {if ($2<0) $2=0; print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.13-col.bed.gz
# SYS command. line 88
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.narrowPeak.gz
# SYS command. line 89
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.12-col.bed.gz
# SYS command. line 91
bedtools intersect -v -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.13-col.bed.gz) -b <(zcat -f /mnt/data/pipeline_genome_data/hg38/hg38.blacklist.bed.gz) | grep -P 'chr[\dXY]+[ \t]' | awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 92
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 93
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 95
gzip -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.unthresholded-peaks.txt
# SYS command. line 96
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.13-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 98
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; sleep 0; fi
--------------------Stdout--------------------
47657 (process ID) old priority 0, new priority 19
Waiting for 6 seconds.
|
Num | 3 | ID | task.sys.copy_file.line_131.id_22 | Name | copy file | Thread | thread_Root | PID | 26260 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:38:24 | End | 2017-05-09 22:38:24 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 4 | ID | task.sys.copy_file.line_131.id_23 | Name | copy file | Thread | thread_Root | PID | 26267 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:38:25 | End | 2017-05-09 22:38:25 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 5 | ID | task.sys.copy_file.line_131.id_24 | Name | copy file | Thread | thread_Root | PID | 26279 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:38:24 | End | 2017-05-09 22:38:25 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 6 | ID | task.sys.copy_file.line_131.id_25 | Name | copy file | Thread | thread_Root | PID | 26290 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:38:25 | End | 2017-05-09 22:38:25 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 7 | ID | task.callpeak_idr.idr_final_qc.line_283.id_26 | Name | idr final qc | Thread | thread_Root | PID | 55602 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:38:26 | End | 2017-05-09 22:39:39 | Elapsed | 00:01:13 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/qc/ZNF45_IDR_final.qc
| Dependencies | | |
# SYS command. line 285
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 287
echo -e "Nt\tN1 N2 ""Np\tN_opt\tN_consv\topt_set\tconsv_set\trescue_ratio\tself_consistency_ratio\treproducibility_test" > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/qc/ZNF45_IDR_final.qc
# SYS command. line 288
echo -e "0\t661 0 ""0\t661\t661\tself_pseudo_rep_rep1\tself_pseudo_rep_rep1\t0.0\t1.0\tpass" >> /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/qc/ZNF45_IDR_final.qc
# SYS command. line 290
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; sleep 0; fi
--------------------Stdout--------------------
48824 (process ID) old priority 0, new priority 19
Waiting for 59 seconds.
|
Num | 8 | ID | task.callpeak_idr.FRiP_rep1_pr.line_120.id_27 | Name | FRiP rep1-pr | Thread | thread_Root | PID | 55603 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:38:27 | End | 2017-05-09 22:39:43 | Elapsed | 00:01:16 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/align/rep1/SRR1370901_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.FRiP.qc
| Dependencies | | |
# SYS command. line 121
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 123
val1=$(bedtools slop -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/align/rep1/SRR1370901_1.nodup.tagAlign.gz -g /mnt/data/pipeline_genome_data/hg38/hg38.chrom.sizes -s -l -75 -r 75 | \
awk '{if ($2>=0 && $3>=0 && $2<=$3) print $0}' | \
bedtools intersect -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.gz) -wa -u | wc -l)
# SYS command. line 133
val2=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/align/rep1/SRR1370901_1.nodup.tagAlign.gz | wc -l)
# SYS command. line 134
awk 'BEGIN {print '${val1}'/'${val2}'}' > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.narrowPeak.FRiP.qc
# SYS command. line 135
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; sleep 0; fi
--------------------Stdout--------------------
48823 (process ID) old priority 0, new priority 19
--------------------Stderr--------------------
***** WARNING: File stdin has inconsistent naming convention for record:
GL000008.2 326 434 N 1000 +
***** WARNING: File stdin has inconsistent naming convention for record:
GL000008.2 326 434 N 1000 +
|
Num | 9 | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_28 | Name | blacklist_filter peak 1 | Thread | thread_Root | PID | 29395 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:39:45 | End | 2017-05-09 22:40:54 | Elapsed | 00:01:09 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/rep1/SRR1370901_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/rep1/SRR1370901_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.regionPeak.gz
| Dependencies | | |
# SYS command. line 29
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 31
bedtools intersect -v -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/rep1/SRR1370901_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) -b <(zcat -f /mnt/data/pipeline_genome_data/hg38/hg38.blacklist.bed.gz) \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/rep1/SRR1370901_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.regionPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; sleep 0; fi
--------------------Stdout--------------------
29399 (process ID) old priority 0, new priority 19
Waiting for 59 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KI270467.1 2017 2293 . 0 . 91.6811315197208 -1 2.51545106292617 138
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KI270467.1 2017 2293 . 0 . 91.6811315197208 -1 2.51545106292617 138
|
Num | 10 | ID | task.report.peak2hammock.line_413.id_31 | Name | peak2hammock | Thread | thread_Root | PID | 32150 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:40:55 | End | 2017-05-09 22:41:04 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 415
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 416
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 418
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 419
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/optimal_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
32154 (process ID) old priority 0, new priority 19
|
Num | 11 | ID | task.report.peak2hammock.line_413.id_32 | Name | peak2hammock | Thread | thread_Root | PID | 32602 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:41:05 | End | 2017-05-09 22:41:13 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 415
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 416
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 418
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 419
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/conservative_set/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
32606 (process ID) old priority 0, new priority 19
|
Num | 12 | ID | task.report.peak2hammock.line_413.id_33 | Name | peak2hammock | Thread | thread_Root | PID | 33075 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:41:14 | End | 2017-05-09 22:41:22 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 415
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 416
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 418
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 419
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/peak/spp/idr/pseudo_reps/rep1/ZNF45_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
33079 (process ID) old priority 0, new priority 19
|
Num | 13 | ID | task.graphviz.report.line_98.id_34 | Name | report | Thread | thread_Root | PID | 33473 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-05-09 22:41:23 | End | 2017-05-09 22:41:31 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 99
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 100
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/report/ZNF45_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/report/ZNF45_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF45/out/report/ZNF45_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
33477 (process ID) old priority 0, new priority 19
|