| Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
| Num | 1 | | ID | task.postalign_bed.pool_tag_pooled_rep.line_436.id_10 | | Name | pool_tag pooled_rep | | Thread | thread_Root | | PID | 35534 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:13:54 | | End | 2017-01-25 14:15:06 | | Elapsed | 00:01:12 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/rep1/ENCFF002AAZ.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/rep2/ENCFF002AAX.nodup.tagAlign.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz
| | Dependencies | | |
# SYS command. line 438
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 440
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/rep1/ENCFF002AAZ.nodup.tagAlign.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/rep2/ENCFF002AAX.nodup.tagAlign.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz
# SYS command. line 442
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
25247 (process ID) old priority 0, new priority 10
|
| Num | 2 | | ID | task.postalign_bed.pool_tag_ppr1.line_436.id_11 | | Name | pool_tag ppr1 | | Thread | thread_Root | | PID | 35535 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:13:55 | | End | 2017-01-25 14:15:07 | | Elapsed | 00:01:12 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep1/pr1/ENCFF002AAZ.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep2/pr1/ENCFF002AAX.nodup.pr1.tagAlign.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz
| | Dependencies | | |
# SYS command. line 438
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 440
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep1/pr1/ENCFF002AAZ.nodup.pr1.tagAlign.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep2/pr1/ENCFF002AAX.nodup.pr1.tagAlign.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz
# SYS command. line 442
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
25248 (process ID) old priority 0, new priority 10
Waiting for 27 seconds.
|
| Num | 3 | | ID | task.postalign_bed.pool_tag_ppr2.line_436.id_12 | | Name | pool_tag ppr2 | | Thread | thread_Root | | PID | 35536 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:13:56 | | End | 2017-01-25 14:15:07 | | Elapsed | 00:01:11 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep1/pr2/ENCFF002AAZ.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep2/pr2/ENCFF002AAX.nodup.pr2.tagAlign.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz
| | Dependencies | | |
# SYS command. line 438
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 440
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep1/pr2/ENCFF002AAZ.nodup.pr2.tagAlign.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pseudo_reps/rep2/pr2/ENCFF002AAX.nodup.pr2.tagAlign.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz
# SYS command. line 442
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
25246 (process ID) old priority 0, new priority 10
Waiting for 26 seconds.
|
| Num | 4 | | ID | task.callpeak_macs2.macs2_pooled_rep.line_71.id_13 | | Name | macs2 pooled_rep | | Thread | thread_Root | | PID | 35540 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:15:09 | | End | 2017-01-25 14:57:26 | | Elapsed | 00:42:17 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/signal/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bw
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/signal/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bw
| | Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 168 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 168 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_summits.bed
# SYS command. line 110
if [[ true == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep -o "ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg -g /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/signal/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep -o "ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg -g /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/signal/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
12078 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Wed, 25 Jan 2017 14:15:22:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 168 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Wed, 25 Jan 2017 14:15:22: #1 read tag files...
INFO @ Wed, 25 Jan 2017 14:15:22: #1 read treatment tags...
INFO @ Wed, 25 Jan 2017 14:15:24: 1000000
INFO @ Wed, 25 Jan 2017 14:15:26: 2000000
INFO @ Wed, 25 Jan 2017 14:15:28: 3000000
INFO @ Wed, 25 Jan 2017 14:15:30: 4000000
INFO @ Wed, 25 Jan 2017 14:15:31: 5000000
INFO @ Wed, 25 Jan 2017 14:15:33: 6000000
INFO @ Wed, 25 Jan 2017 14:15:34: 7000000
INFO @ Wed, 25 Jan 2017 14:15:36: 8000000
INFO @ Wed, 25 Jan 2017 14:15:37: 9000000
INFO @ Wed, 25 Jan 2017 14:15:38: 10000000
INFO @ Wed, 25 Jan 2017 14:15:40: 11000000
INFO @ Wed, 25 Jan 2017 14:15:42: 12000000
INFO @ Wed, 25 Jan 2017 14:15:43: 13000000
INFO @ Wed, 25 Jan 2017 14:15:45: 14000000
INFO @ Wed, 25 Jan 2017 14:15:46: 15000000
INFO @ Wed, 25 Jan 2017 14:15:47: 16000000
INFO @ Wed, 25 Jan 2017 14:15:49: 17000000
INFO @ Wed, 25 Jan 2017 14:15:51: 18000000
INFO @ Wed, 25 Jan 2017 14:15:52: 19000000
INFO @ Wed, 25 Jan 2017 14:15:53: 20000000
INFO @ Wed, 25 Jan 2017 14:15:55: 21000000
INFO @ Wed, 25 Jan 2017 14:15:56: 22000000
INFO @ Wed, 25 Jan 2017 14:15:57: 23000000
INFO @ Wed, 25 Jan 2017 14:15:59: 24000000
INFO @ Wed, 25 Jan 2017 14:16:01: 25000000
INFO @ Wed, 25 Jan 2017 14:16:02: 26000000
INFO @ Wed, 25 Jan 2017 14:16:04: 27000000
INFO @ Wed, 25 Jan 2017 14:16:05: 28000000
INFO @ Wed, 25 Jan 2017 14:16:07: 29000000
INFO @ Wed, 25 Jan 2017 14:16:08: 30000000
INFO @ Wed, 25 Jan 2017 14:16:10: 31000000
INFO @ Wed, 25 Jan 2017 14:16:11: 32000000
INFO @ Wed, 25 Jan 2017 14:16:13: 33000000
INFO @ Wed, 25 Jan 2017 14:16:14: 34000000
INFO @ Wed, 25 Jan 2017 14:16:16: 35000000
INFO @ Wed, 25 Jan 2017 14:16:17: 36000000
INFO @ Wed, 25 Jan 2017 14:16:18: 37000000
INFO @ Wed, 25 Jan 2017 14:16:20: 38000000
INFO @ Wed, 25 Jan 2017 14:16:21: 39000000
INFO @ Wed, 25 Jan 2017 14:16:22: 40000000
INFO @ Wed, 25 Jan 2017 14:16:24: 41000000
INFO @ Wed, 25 Jan 2017 14:16:25: 42000000
INFO @ Wed, 25 Jan 2017 14:16:27: 43000000
INFO @ Wed, 25 Jan 2017 14:16:28: 44000000
INFO @ Wed, 25 Jan 2017 14:16:30: 45000000
INFO @ Wed, 25 Jan 2017 14:16:31: 46000000
INFO @ Wed, 25 Jan 2017 14:16:33: 47000000
INFO @ Wed, 25 Jan 2017 14:16:35: #1.2 read input tags...
INFO @ Wed, 25 Jan 2017 14:16:37: 1000000
INFO @ Wed, 25 Jan 2017 14:16:38: 2000000
INFO @ Wed, 25 Jan 2017 14:16:39: 3000000
INFO @ Wed, 25 Jan 2017 14:16:41: 4000000
INFO @ Wed, 25 Jan 2017 14:16:42: 5000000
INFO @ Wed, 25 Jan 2017 14:16:44: 6000000
INFO @ Wed, 25 Jan 2017 14:16:45: 7000000
INFO @ Wed, 25 Jan 2017 14:16:46: 8000000
INFO @ Wed, 25 Jan 2017 14:16:48: 9000000
INFO @ Wed, 25 Jan 2017 14:16:49: 10000000
INFO @ Wed, 25 Jan 2017 14:16:51: 11000000
INFO @ Wed, 25 Jan 2017 14:16:51: #1 tag size is determined as 36 bps
INFO @ Wed, 25 Jan 2017 14:16:51: #1 tag size = 36
INFO @ Wed, 25 Jan 2017 14:16:51: #1 total tags in treatment: 47588485
INFO @ Wed, 25 Jan 2017 14:16:51: #1 total tags in control: 11467883
INFO @ Wed, 25 Jan 2017 14:16:51: #1 finished!
INFO @ Wed, 25 Jan 2017 14:16:51: #2 Build Peak Model...
INFO @ Wed, 25 Jan 2017 14:16:51: #2 Skipped...
INFO @ Wed, 25 Jan 2017 14:16:51: #2 Use 168 as fragment length
INFO @ Wed, 25 Jan 2017 14:16:51: #3 Call peaks...
INFO @ Wed, 25 Jan 2017 14:16:51: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Wed, 25 Jan 2017 14:16:51: #3 Pre-compute pvalue-qvalue table...
INFO @ Wed, 25 Jan 2017 14:18:01: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Wed, 25 Jan 2017 14:18:01: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_treat_pileup.bdg
INFO @ Wed, 25 Jan 2017 14:18:01: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_control_lambda.bdg
INFO @ Wed, 25 Jan 2017 14:18:01: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Wed, 25 Jan 2017 14:18:01: #3 Call peaks for each chromosome...
INFO @ Wed, 25 Jan 2017 14:21:51: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.xls
INFO @ Wed, 25 Jan 2017 14:21:51: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.narrowPeak
INFO @ Wed, 25 Jan 2017 14:21:52: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_summits.bed
INFO @ Wed, 25 Jan 2017 14:21:52: Done!
INFO @ Wed, 25 Jan 2017 14:21:54:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 168 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Wed, 25 Jan 2017 14:21:54: #1 read tag files...
INFO @ Wed, 25 Jan 2017 14:21:54: #1 read treatment tags...
INFO @ Wed, 25 Jan 2017 14:21:55: 1000000
INFO @ Wed, 25 Jan 2017 14:21:56: 2000000
INFO @ Wed, 25 Jan 2017 14:21:58: 3000000
INFO @ Wed, 25 Jan 2017 14:21:59: 4000000
INFO @ Wed, 25 Jan 2017 14:22:01: 5000000
INFO @ Wed, 25 Jan 2017 14:22:02: 6000000
INFO @ Wed, 25 Jan 2017 14:22:03: 7000000
INFO @ Wed, 25 Jan 2017 14:22:05: 8000000
INFO @ Wed, 25 Jan 2017 14:22:06: 9000000
INFO @ Wed, 25 Jan 2017 14:22:08: 10000000
INFO @ Wed, 25 Jan 2017 14:22:09: 11000000
INFO @ Wed, 25 Jan 2017 14:22:11: 12000000
INFO @ Wed, 25 Jan 2017 14:22:12: 13000000
INFO @ Wed, 25 Jan 2017 14:22:13: 14000000
INFO @ Wed, 25 Jan 2017 14:22:15: 15000000
INFO @ Wed, 25 Jan 2017 14:22:16: 16000000
INFO @ Wed, 25 Jan 2017 14:22:18: 17000000
INFO @ Wed, 25 Jan 2017 14:22:19: 18000000
INFO @ Wed, 25 Jan 2017 14:22:20: 19000000
INFO @ Wed, 25 Jan 2017 14:22:22: 20000000
INFO @ Wed, 25 Jan 2017 14:22:23: 21000000
INFO @ Wed, 25 Jan 2017 14:22:25: 22000000
INFO @ Wed, 25 Jan 2017 14:22:26: 23000000
INFO @ Wed, 25 Jan 2017 14:22:28: 24000000
INFO @ Wed, 25 Jan 2017 14:22:29: 25000000
INFO @ Wed, 25 Jan 2017 14:22:30: 26000000
INFO @ Wed, 25 Jan 2017 14:22:32: 27000000
INFO @ Wed, 25 Jan 2017 14:22:33: 28000000
INFO @ Wed, 25 Jan 2017 14:22:35: 29000000
INFO @ Wed, 25 Jan 2017 14:22:36: 30000000
INFO @ Wed, 25 Jan 2017 14:22:37: 31000000
INFO @ Wed, 25 Jan 2017 14:22:39: 32000000
INFO @ Wed, 25 Jan 2017 14:22:40: 33000000
INFO @ Wed, 25 Jan 2017 14:22:42: 34000000
INFO @ Wed, 25 Jan 2017 14:22:43: 35000000
INFO @ Wed, 25 Jan 2017 14:22:44: 36000000
INFO @ Wed, 25 Jan 2017 14:22:46: 37000000
INFO @ Wed, 25 Jan 2017 14:22:47: 38000000
INFO @ Wed, 25 Jan 2017 14:22:49: 39000000
INFO @ Wed, 25 Jan 2017 14:22:50: 40000000
INFO @ Wed, 25 Jan 2017 14:22:51: 41000000
INFO @ Wed, 25 Jan 2017 14:22:53: 42000000
INFO @ Wed, 25 Jan 2017 14:22:54: 43000000
INFO @ Wed, 25 Jan 2017 14:22:56: 44000000
INFO @ Wed, 25 Jan 2017 14:22:57: 45000000
INFO @ Wed, 25 Jan 2017 14:22:59: 46000000
INFO @ Wed, 25 Jan 2017 14:23:00: 47000000
INFO @ Wed, 25 Jan 2017 14:23:02: #1.2 read input tags...
INFO @ Wed, 25 Jan 2017 14:23:04: 1000000
INFO @ Wed, 25 Jan 2017 14:23:05: 2000000
INFO @ Wed, 25 Jan 2017 14:23:06: 3000000
INFO @ Wed, 25 Jan 2017 14:23:08: 4000000
INFO @ Wed, 25 Jan 2017 14:23:09: 5000000
INFO @ Wed, 25 Jan 2017 14:23:10: 6000000
INFO @ Wed, 25 Jan 2017 14:23:12: 7000000
INFO @ Wed, 25 Jan 2017 14:23:13: 8000000
INFO @ Wed, 25 Jan 2017 14:23:15: 9000000
INFO @ Wed, 25 Jan 2017 14:23:16: 10000000
INFO @ Wed, 25 Jan 2017 14:23:17: 11000000
INFO @ Wed, 25 Jan 2017 14:23:18: #1 tag size is determined as 36 bps
INFO @ Wed, 25 Jan 2017 14:23:18: #1 tag size = 36
INFO @ Wed, 25 Jan 2017 14:23:18: #1 total tags in treatment: 47588485
INFO @ Wed, 25 Jan 2017 14:23:18: #1 total tags in control: 11467883
INFO @ Wed, 25 Jan 2017 14:23:18: #1 finished!
INFO @ Wed, 25 Jan 2017 14:23:18: #2 Build Peak Model...
INFO @ Wed, 25 Jan 2017 14:23:18: #2 Skipped...
INFO @ Wed, 25 Jan 2017 14:23:18: #2 Use 168 as fragment length
INFO @ Wed, 25 Jan 2017 14:23:18: #3 Call peaks...
INFO @ Wed, 25 Jan 2017 14:23:18: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Wed, 25 Jan 2017 14:23:18: #3 Pre-compute pvalue-qvalue table...
INFO @ Wed, 25 Jan 2017 14:24:50: #3 Call peaks for each chromosome...
INFO @ Wed, 25 Jan 2017 14:25:58: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.xls
INFO @ Wed, 25 Jan 2017 14:25:59: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.broadPeak
INFO @ Wed, 25 Jan 2017 14:26:00: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.gappedPeak
INFO @ Wed, 25 Jan 2017 14:26:00: Done!
INFO @ Wed, 25 Jan 2017 14:26:04: Read and build treatment bedGraph...
INFO @ Wed, 25 Jan 2017 14:27:38: Read and build control bedGraph...
INFO @ Wed, 25 Jan 2017 14:28:12: Build scoreTrackII...
INFO @ Wed, 25 Jan 2017 14:28:55: Calculate scores comparing treatment and control by 'FE'...
INFO @ Wed, 25 Jan 2017 14:33:41: Write bedGraph of scores...
INFO @ Wed, 25 Jan 2017 14:37:13: Finished 'FE'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_FE.bdg'!
INFO @ Wed, 25 Jan 2017 14:45:41: Read and build treatment bedGraph...
INFO @ Wed, 25 Jan 2017 14:47:13: Read and build control bedGraph...
INFO @ Wed, 25 Jan 2017 14:47:43: Build scoreTrackII...
INFO @ Wed, 25 Jan 2017 14:48:21: Values in your input bedGraph files will be multiplied by 11.467883 ...
INFO @ Wed, 25 Jan 2017 14:52:49: Calculate scores comparing treatment and control by 'ppois'...
INFO @ Wed, 25 Jan 2017 14:53:22: Write bedGraph of scores...
INFO @ Wed, 25 Jan 2017 14:54:35: Finished 'ppois'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign_ppois.bdg'!
|
| Num | 5 | | ID | task.callpeak_macs2.macs2_ppr1.line_71.id_14 | | Name | macs2 ppr1 | | Thread | thread_Root | | PID | 35541 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:15:10 | | End | 2017-01-25 14:23:51 | | Elapsed | 00:08:40 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
| | Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 168 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 168 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1 -o "ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg -g /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1 -o "ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg -g /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
25885 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Wed, 25 Jan 2017 14:15:24:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 168 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Wed, 25 Jan 2017 14:15:24: #1 read tag files...
INFO @ Wed, 25 Jan 2017 14:15:24: #1 read treatment tags...
INFO @ Wed, 25 Jan 2017 14:15:26: 1000000
INFO @ Wed, 25 Jan 2017 14:15:28: 2000000
INFO @ Wed, 25 Jan 2017 14:15:30: 3000000
INFO @ Wed, 25 Jan 2017 14:15:32: 4000000
INFO @ Wed, 25 Jan 2017 14:15:33: 5000000
INFO @ Wed, 25 Jan 2017 14:15:35: 6000000
INFO @ Wed, 25 Jan 2017 14:15:37: 7000000
INFO @ Wed, 25 Jan 2017 14:15:39: 8000000
INFO @ Wed, 25 Jan 2017 14:15:40: 9000000
INFO @ Wed, 25 Jan 2017 14:15:42: 10000000
INFO @ Wed, 25 Jan 2017 14:15:44: 11000000
INFO @ Wed, 25 Jan 2017 14:15:45: 12000000
INFO @ Wed, 25 Jan 2017 14:15:47: 13000000
INFO @ Wed, 25 Jan 2017 14:15:49: 14000000
INFO @ Wed, 25 Jan 2017 14:15:51: 15000000
INFO @ Wed, 25 Jan 2017 14:15:52: 16000000
INFO @ Wed, 25 Jan 2017 14:15:54: 17000000
INFO @ Wed, 25 Jan 2017 14:15:56: 18000000
INFO @ Wed, 25 Jan 2017 14:15:58: 19000000
INFO @ Wed, 25 Jan 2017 14:15:59: 20000000
INFO @ Wed, 25 Jan 2017 14:16:01: 21000000
INFO @ Wed, 25 Jan 2017 14:16:03: 22000000
INFO @ Wed, 25 Jan 2017 14:16:04: 23000000
INFO @ Wed, 25 Jan 2017 14:16:08: #1.2 read input tags...
INFO @ Wed, 25 Jan 2017 14:16:09: 1000000
INFO @ Wed, 25 Jan 2017 14:16:11: 2000000
INFO @ Wed, 25 Jan 2017 14:16:12: 3000000
INFO @ Wed, 25 Jan 2017 14:16:14: 4000000
INFO @ Wed, 25 Jan 2017 14:16:16: 5000000
INFO @ Wed, 25 Jan 2017 14:16:17: 6000000
INFO @ Wed, 25 Jan 2017 14:16:19: 7000000
INFO @ Wed, 25 Jan 2017 14:16:21: 8000000
INFO @ Wed, 25 Jan 2017 14:16:23: 9000000
INFO @ Wed, 25 Jan 2017 14:16:24: 10000000
INFO @ Wed, 25 Jan 2017 14:16:26: 11000000
INFO @ Wed, 25 Jan 2017 14:16:27: #1 tag size is determined as 36 bps
INFO @ Wed, 25 Jan 2017 14:16:27: #1 tag size = 36
INFO @ Wed, 25 Jan 2017 14:16:27: #1 total tags in treatment: 23794243
INFO @ Wed, 25 Jan 2017 14:16:27: #1 total tags in control: 11467883
INFO @ Wed, 25 Jan 2017 14:16:27: #1 finished!
INFO @ Wed, 25 Jan 2017 14:16:27: #2 Build Peak Model...
INFO @ Wed, 25 Jan 2017 14:16:27: #2 Skipped...
INFO @ Wed, 25 Jan 2017 14:16:27: #2 Use 168 as fragment length
INFO @ Wed, 25 Jan 2017 14:16:27: #3 Call peaks...
INFO @ Wed, 25 Jan 2017 14:16:27: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Wed, 25 Jan 2017 14:16:27: #3 Pre-compute pvalue-qvalue table...
INFO @ Wed, 25 Jan 2017 14:17:36: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Wed, 25 Jan 2017 14:17:36: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_treat_pileup.bdg
INFO @ Wed, 25 Jan 2017 14:17:36: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_control_lambda.bdg
INFO @ Wed, 25 Jan 2017 14:17:36: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Wed, 25 Jan 2017 14:17:36: #3 Call peaks for each chromosome...
INFO @ Wed, 25 Jan 2017 14:20:29: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.xls
INFO @ Wed, 25 Jan 2017 14:20:30: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.narrowPeak
INFO @ Wed, 25 Jan 2017 14:20:30: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_summits.bed
INFO @ Wed, 25 Jan 2017 14:20:30: Done!
INFO @ Wed, 25 Jan 2017 14:20:33:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 168 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Wed, 25 Jan 2017 14:20:33: #1 read tag files...
INFO @ Wed, 25 Jan 2017 14:20:33: #1 read treatment tags...
INFO @ Wed, 25 Jan 2017 14:20:35: 1000000
INFO @ Wed, 25 Jan 2017 14:20:37: 2000000
INFO @ Wed, 25 Jan 2017 14:20:38: 3000000
INFO @ Wed, 25 Jan 2017 14:20:40: 4000000
INFO @ Wed, 25 Jan 2017 14:20:42: 5000000
INFO @ Wed, 25 Jan 2017 14:20:44: 6000000
INFO @ Wed, 25 Jan 2017 14:20:45: 7000000
INFO @ Wed, 25 Jan 2017 14:20:47: 8000000
INFO @ Wed, 25 Jan 2017 14:20:49: 9000000
INFO @ Wed, 25 Jan 2017 14:20:51: 10000000
INFO @ Wed, 25 Jan 2017 14:20:53: 11000000
INFO @ Wed, 25 Jan 2017 14:20:55: 12000000
INFO @ Wed, 25 Jan 2017 14:20:56: 13000000
INFO @ Wed, 25 Jan 2017 14:20:58: 14000000
INFO @ Wed, 25 Jan 2017 14:21:00: 15000000
INFO @ Wed, 25 Jan 2017 14:21:01: 16000000
INFO @ Wed, 25 Jan 2017 14:21:03: 17000000
INFO @ Wed, 25 Jan 2017 14:21:05: 18000000
INFO @ Wed, 25 Jan 2017 14:21:07: 19000000
INFO @ Wed, 25 Jan 2017 14:21:09: 20000000
INFO @ Wed, 25 Jan 2017 14:21:10: 21000000
INFO @ Wed, 25 Jan 2017 14:21:12: 22000000
INFO @ Wed, 25 Jan 2017 14:21:14: 23000000
INFO @ Wed, 25 Jan 2017 14:21:18: #1.2 read input tags...
INFO @ Wed, 25 Jan 2017 14:21:19: 1000000
INFO @ Wed, 25 Jan 2017 14:21:21: 2000000
INFO @ Wed, 25 Jan 2017 14:21:23: 3000000
INFO @ Wed, 25 Jan 2017 14:21:24: 4000000
INFO @ Wed, 25 Jan 2017 14:21:26: 5000000
INFO @ Wed, 25 Jan 2017 14:21:27: 6000000
INFO @ Wed, 25 Jan 2017 14:21:29: 7000000
INFO @ Wed, 25 Jan 2017 14:21:31: 8000000
INFO @ Wed, 25 Jan 2017 14:21:33: 9000000
INFO @ Wed, 25 Jan 2017 14:21:34: 10000000
INFO @ Wed, 25 Jan 2017 14:21:36: 11000000
INFO @ Wed, 25 Jan 2017 14:21:37: #1 tag size is determined as 36 bps
INFO @ Wed, 25 Jan 2017 14:21:37: #1 tag size = 36
INFO @ Wed, 25 Jan 2017 14:21:37: #1 total tags in treatment: 23794243
INFO @ Wed, 25 Jan 2017 14:21:37: #1 total tags in control: 11467883
INFO @ Wed, 25 Jan 2017 14:21:37: #1 finished!
INFO @ Wed, 25 Jan 2017 14:21:37: #2 Build Peak Model...
INFO @ Wed, 25 Jan 2017 14:21:37: #2 Skipped...
INFO @ Wed, 25 Jan 2017 14:21:37: #2 Use 168 as fragment length
INFO @ Wed, 25 Jan 2017 14:21:37: #3 Call peaks...
INFO @ Wed, 25 Jan 2017 14:21:37: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Wed, 25 Jan 2017 14:21:37: #3 Pre-compute pvalue-qvalue table...
INFO @ Wed, 25 Jan 2017 14:22:55: #3 Call peaks for each chromosome...
INFO @ Wed, 25 Jan 2017 14:23:40: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.xls
INFO @ Wed, 25 Jan 2017 14:23:41: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.broadPeak
INFO @ Wed, 25 Jan 2017 14:23:43: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.gappedPeak
INFO @ Wed, 25 Jan 2017 14:23:45: Done!
|
| Num | 6 | | ID | task.callpeak_macs2.macs2_ppr2.line_71.id_15 | | Name | macs2 ppr2 | | Thread | thread_Root | | PID | 35542 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:15:10 | | End | 2017-01-25 14:23:50 | | Elapsed | 00:08:39 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
| | Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 168 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 168 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2 -o "ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg -g /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2 -o "ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg -g /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph /mnt/data/annotations/by_organism/human/hg20.GRCh38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
25884 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Wed, 25 Jan 2017 14:15:24:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 168 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Wed, 25 Jan 2017 14:15:24: #1 read tag files...
INFO @ Wed, 25 Jan 2017 14:15:24: #1 read treatment tags...
INFO @ Wed, 25 Jan 2017 14:15:26: 1000000
INFO @ Wed, 25 Jan 2017 14:15:28: 2000000
INFO @ Wed, 25 Jan 2017 14:15:30: 3000000
INFO @ Wed, 25 Jan 2017 14:15:32: 4000000
INFO @ Wed, 25 Jan 2017 14:15:33: 5000000
INFO @ Wed, 25 Jan 2017 14:15:35: 6000000
INFO @ Wed, 25 Jan 2017 14:15:37: 7000000
INFO @ Wed, 25 Jan 2017 14:15:39: 8000000
INFO @ Wed, 25 Jan 2017 14:15:40: 9000000
INFO @ Wed, 25 Jan 2017 14:15:42: 10000000
INFO @ Wed, 25 Jan 2017 14:15:44: 11000000
INFO @ Wed, 25 Jan 2017 14:15:46: 12000000
INFO @ Wed, 25 Jan 2017 14:15:48: 13000000
INFO @ Wed, 25 Jan 2017 14:15:50: 14000000
INFO @ Wed, 25 Jan 2017 14:15:51: 15000000
INFO @ Wed, 25 Jan 2017 14:15:53: 16000000
INFO @ Wed, 25 Jan 2017 14:15:55: 17000000
INFO @ Wed, 25 Jan 2017 14:15:57: 18000000
INFO @ Wed, 25 Jan 2017 14:15:59: 19000000
INFO @ Wed, 25 Jan 2017 14:16:00: 20000000
INFO @ Wed, 25 Jan 2017 14:16:02: 21000000
INFO @ Wed, 25 Jan 2017 14:16:04: 22000000
INFO @ Wed, 25 Jan 2017 14:16:06: 23000000
INFO @ Wed, 25 Jan 2017 14:16:09: #1.2 read input tags...
INFO @ Wed, 25 Jan 2017 14:16:11: 1000000
INFO @ Wed, 25 Jan 2017 14:16:13: 2000000
INFO @ Wed, 25 Jan 2017 14:16:14: 3000000
INFO @ Wed, 25 Jan 2017 14:16:16: 4000000
INFO @ Wed, 25 Jan 2017 14:16:18: 5000000
INFO @ Wed, 25 Jan 2017 14:16:19: 6000000
INFO @ Wed, 25 Jan 2017 14:16:21: 7000000
INFO @ Wed, 25 Jan 2017 14:16:23: 8000000
INFO @ Wed, 25 Jan 2017 14:16:25: 9000000
INFO @ Wed, 25 Jan 2017 14:16:26: 10000000
INFO @ Wed, 25 Jan 2017 14:16:28: 11000000
INFO @ Wed, 25 Jan 2017 14:16:29: #1 tag size is determined as 36 bps
INFO @ Wed, 25 Jan 2017 14:16:29: #1 tag size = 36
INFO @ Wed, 25 Jan 2017 14:16:29: #1 total tags in treatment: 23794242
INFO @ Wed, 25 Jan 2017 14:16:29: #1 total tags in control: 11467883
INFO @ Wed, 25 Jan 2017 14:16:29: #1 finished!
INFO @ Wed, 25 Jan 2017 14:16:29: #2 Build Peak Model...
INFO @ Wed, 25 Jan 2017 14:16:29: #2 Skipped...
INFO @ Wed, 25 Jan 2017 14:16:29: #2 Use 168 as fragment length
INFO @ Wed, 25 Jan 2017 14:16:29: #3 Call peaks...
INFO @ Wed, 25 Jan 2017 14:16:29: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Wed, 25 Jan 2017 14:16:29: #3 Pre-compute pvalue-qvalue table...
INFO @ Wed, 25 Jan 2017 14:17:39: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Wed, 25 Jan 2017 14:17:39: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_treat_pileup.bdg
INFO @ Wed, 25 Jan 2017 14:17:39: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_control_lambda.bdg
INFO @ Wed, 25 Jan 2017 14:17:39: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Wed, 25 Jan 2017 14:17:39: #3 Call peaks for each chromosome...
INFO @ Wed, 25 Jan 2017 14:20:33: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.xls
INFO @ Wed, 25 Jan 2017 14:20:33: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.narrowPeak
INFO @ Wed, 25 Jan 2017 14:20:33: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_summits.bed
INFO @ Wed, 25 Jan 2017 14:20:33: Done!
INFO @ Wed, 25 Jan 2017 14:20:36:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 168 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/align/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K4me3/align/ctl1/ENCFF001HNC.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Wed, 25 Jan 2017 14:20:36: #1 read tag files...
INFO @ Wed, 25 Jan 2017 14:20:36: #1 read treatment tags...
INFO @ Wed, 25 Jan 2017 14:20:38: 1000000
INFO @ Wed, 25 Jan 2017 14:20:39: 2000000
INFO @ Wed, 25 Jan 2017 14:20:41: 3000000
INFO @ Wed, 25 Jan 2017 14:20:43: 4000000
INFO @ Wed, 25 Jan 2017 14:20:44: 5000000
INFO @ Wed, 25 Jan 2017 14:20:46: 6000000
INFO @ Wed, 25 Jan 2017 14:20:48: 7000000
INFO @ Wed, 25 Jan 2017 14:20:49: 8000000
INFO @ Wed, 25 Jan 2017 14:20:51: 9000000
INFO @ Wed, 25 Jan 2017 14:20:53: 10000000
INFO @ Wed, 25 Jan 2017 14:20:55: 11000000
INFO @ Wed, 25 Jan 2017 14:20:56: 12000000
INFO @ Wed, 25 Jan 2017 14:20:58: 13000000
INFO @ Wed, 25 Jan 2017 14:21:00: 14000000
INFO @ Wed, 25 Jan 2017 14:21:01: 15000000
INFO @ Wed, 25 Jan 2017 14:21:03: 16000000
INFO @ Wed, 25 Jan 2017 14:21:04: 17000000
INFO @ Wed, 25 Jan 2017 14:21:06: 18000000
INFO @ Wed, 25 Jan 2017 14:21:08: 19000000
INFO @ Wed, 25 Jan 2017 14:21:10: 20000000
INFO @ Wed, 25 Jan 2017 14:21:12: 21000000
INFO @ Wed, 25 Jan 2017 14:21:13: 22000000
INFO @ Wed, 25 Jan 2017 14:21:15: 23000000
INFO @ Wed, 25 Jan 2017 14:21:18: #1.2 read input tags...
INFO @ Wed, 25 Jan 2017 14:21:20: 1000000
INFO @ Wed, 25 Jan 2017 14:21:22: 2000000
INFO @ Wed, 25 Jan 2017 14:21:23: 3000000
INFO @ Wed, 25 Jan 2017 14:21:25: 4000000
INFO @ Wed, 25 Jan 2017 14:21:26: 5000000
INFO @ Wed, 25 Jan 2017 14:21:28: 6000000
INFO @ Wed, 25 Jan 2017 14:21:30: 7000000
INFO @ Wed, 25 Jan 2017 14:21:31: 8000000
INFO @ Wed, 25 Jan 2017 14:21:33: 9000000
INFO @ Wed, 25 Jan 2017 14:21:35: 10000000
INFO @ Wed, 25 Jan 2017 14:21:37: 11000000
INFO @ Wed, 25 Jan 2017 14:21:38: #1 tag size is determined as 36 bps
INFO @ Wed, 25 Jan 2017 14:21:38: #1 tag size = 36
INFO @ Wed, 25 Jan 2017 14:21:38: #1 total tags in treatment: 23794242
INFO @ Wed, 25 Jan 2017 14:21:38: #1 total tags in control: 11467883
INFO @ Wed, 25 Jan 2017 14:21:38: #1 finished!
INFO @ Wed, 25 Jan 2017 14:21:38: #2 Build Peak Model...
INFO @ Wed, 25 Jan 2017 14:21:38: #2 Skipped...
INFO @ Wed, 25 Jan 2017 14:21:38: #2 Use 168 as fragment length
INFO @ Wed, 25 Jan 2017 14:21:38: #3 Call peaks...
INFO @ Wed, 25 Jan 2017 14:21:38: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Wed, 25 Jan 2017 14:21:38: #3 Pre-compute pvalue-qvalue table...
INFO @ Wed, 25 Jan 2017 14:22:55: #3 Call peaks for each chromosome...
INFO @ Wed, 25 Jan 2017 14:23:39: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.xls
INFO @ Wed, 25 Jan 2017 14:23:40: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.broadPeak
INFO @ Wed, 25 Jan 2017 14:23:41: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign_peaks.gappedPeak
INFO @ Wed, 25 Jan 2017 14:23:43: Done!
|
| Num | 7 | | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_143.id_16 | | Name | naive_overlap_thresh | | Thread | thread_Root | | PID | 35557 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:57:27 | | End | 2017-01-25 14:58:45 | | Elapsed | 00:01:17 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.filt.narrowPeak.gz
| | Dependencies | | |
# SYS command. line 145
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 148
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.narrowPeak.gz
# SYS command. line 151
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.narrowPeak.gz
# SYS command. line 154
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.narrowPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.narrowPeak.gz
# SYS command. line 156
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.narrowPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[0-9XY]+(?!_)' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.filt.narrowPeak.gz
# SYS command. line 158
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.narrowPeak.gz
# SYS command. line 160
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
33397 (process ID) old priority 0, new priority 10
Waiting for 57 seconds.
|
| Num | 8 | | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_143.id_17 | | Name | naive_overlap_thresh | | Thread | thread_Root | | PID | 35558 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:57:28 | | End | 2017-01-25 14:58:58 | | Elapsed | 00:01:29 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.filt.gappedPeak.gz
| | Dependencies | | |
# SYS command. line 145
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 148
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.gappedPeak.gz
# SYS command. line 151
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.gappedPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.gappedPeak.gz
# SYS command. line 154
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.gappedPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.gappedPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.gappedPeak.gz
# SYS command. line 156
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.gappedPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[0-9XY]+(?!_)' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.filt.gappedPeak.gz
# SYS command. line 158
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.gappedPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.gappedPeak.gz
# SYS command. line 160
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
13783 (process ID) old priority 0, new priority 10
Waiting for 52 seconds.
|
| Num | 9 | | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_143.id_18 | | Name | naive_overlap_thresh | | Thread | thread_Root | | PID | 35559 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:57:29 | | End | 2017-01-25 14:58:58 | | Elapsed | 00:01:29 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.filt.broadPeak.gz
| | Dependencies | | |
# SYS command. line 145
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 148
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$12-$11; if (($19/s1 >= 0.5) || ($19/s2 >= 0.5)) {print $0}}' | cut -f 1-9 | sort | uniq | intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$12-$11; if (($19/s1 >= 0.5) || ($19/s2 >= 0.5)) {print $0}}' | cut -f 1-9 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.broadPeak.gz
# SYS command. line 151
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr1/ENCFF002AAZ.nodup.pr1_ENCFF002AAX.nodup.pr1.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$12-$11; if (($19/s1 >= 0.5) || ($19/s2 >= 0.5)) {print $0}}' | cut -f 1-9 | sort | uniq | intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_pseudo_reps/ppr2/ENCFF002AAZ.nodup.pr2_ENCFF002AAX.nodup.pr2.tagAlign_x_ENCFF001HNC.nodup.tagAlign.broadPeak.gz) | awk 'BEGIN{FS=" ";OFS=" "} {s1=$3-$2; s2=$12-$11; if (($19/s1 >= 0.5) || ($19/s2 >= 0.5)) {print $0}}' | cut -f 1-9 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.broadPeak.gz
# SYS command. line 154
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.broadPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.broadPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.broadPeak.gz
# SYS command. line 156
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.broadPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[0-9XY]+(?!_)' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.naive_overlap.filt.broadPeak.gz
# SYS command. line 158
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInReps.broadPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/overlap/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.PooledInPsRep1AndPsRep2.broadPeak.gz
# SYS command. line 160
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
33543 (process ID) old priority 0, new priority 10
Waiting for 54 seconds.
|
| Num | 10 | | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_pooled.line_27.id_19 | | Name | blacklist_filter peak_pooled | | Thread | thread_Root | | PID | 45076 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:59:15 | | End | 2017-01-25 15:00:28 | | Elapsed | 00:01:13 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.filt.narrowPeak.gz
| | Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/pooled_rep/ENCFF002AAZ.nodup_ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
45083 (process ID) old priority 0, new priority 10
Waiting for 60 seconds.
|
| Num | 11 | | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_20 | | Name | blacklist_filter peak 1 | | Thread | thread_Root | | PID | 45082 | | | OK | true | | Exit Code | 0 | | Retries | | | State | FINISHED | | Dep. | OK | | Cpus | | | Mem | | | | Start | 2017-01-25 14:59:15 | | End | 2017-01-25 15:00:28 | | Elapsed | 00:01:13 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.filt.narrowPeak.gz
| | Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep1/ENCFF002AAZ.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
45099 (process ID) old priority 0, new priority 10
Waiting for 60 seconds.
|
| Num | 12 | | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_2.line_27.id_21 | | Name | blacklist_filter peak 2 | | Thread | thread_Root | | PID | 45085 | | | OK | false | | Exit Code | 1 | | Retries | | | State | ERROR | | Dep. | ERROR | | Cpus | | | Mem | | | | Start | 2017-01-25 14:59:15 | | End | 2017-01-25 14:59:15 | | Elapsed | 00:00:00 | | Timeout | 00:00:-1 | | Wall Timeout | 100 days | | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz
| | Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.filt.narrowPeak.gz
| | Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.narrowPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/EncodeOtherHek293Data/H3K9me3/peak/macs2/rep2/ENCFF002AAX.nodup.tagAlign_x_ENCFF001HNC.nodup.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
|