Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.callpeak_macs2.macs2_rep1.line_71.id_10 | Name | macs2 rep1 | Thread | thread_Root | PID | 24227 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:13:29 | End | 2017-01-06 15:16:47 | Elapsed | 01:03:18 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/signal/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/signal/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ true == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1 -o "SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/signal/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1 -o "SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/signal/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
2048 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:13:54:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:13:54: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:13:54: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:13:56: 1000000
INFO @ Fri, 06 Jan 2017 14:13:58: 2000000
INFO @ Fri, 06 Jan 2017 14:13:59: 3000000
INFO @ Fri, 06 Jan 2017 14:14:01: 4000000
INFO @ Fri, 06 Jan 2017 14:14:02: 5000000
INFO @ Fri, 06 Jan 2017 14:14:04: 6000000
INFO @ Fri, 06 Jan 2017 14:14:05: 7000000
INFO @ Fri, 06 Jan 2017 14:14:07: 8000000
INFO @ Fri, 06 Jan 2017 14:14:09: 9000000
INFO @ Fri, 06 Jan 2017 14:14:10: 10000000
INFO @ Fri, 06 Jan 2017 14:14:12: 11000000
INFO @ Fri, 06 Jan 2017 14:14:13: 12000000
INFO @ Fri, 06 Jan 2017 14:14:15: 13000000
INFO @ Fri, 06 Jan 2017 14:14:16: 14000000
INFO @ Fri, 06 Jan 2017 14:14:18: 15000000
INFO @ Fri, 06 Jan 2017 14:14:19: 16000000
INFO @ Fri, 06 Jan 2017 14:14:21: 17000000
INFO @ Fri, 06 Jan 2017 14:14:22: 18000000
INFO @ Fri, 06 Jan 2017 14:14:24: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:14:26: 1000000
INFO @ Fri, 06 Jan 2017 14:14:27: 2000000
INFO @ Fri, 06 Jan 2017 14:14:29: 3000000
INFO @ Fri, 06 Jan 2017 14:14:30: 4000000
INFO @ Fri, 06 Jan 2017 14:14:32: 5000000
INFO @ Fri, 06 Jan 2017 14:14:33: 6000000
INFO @ Fri, 06 Jan 2017 14:14:34: 7000000
INFO @ Fri, 06 Jan 2017 14:14:36: 8000000
INFO @ Fri, 06 Jan 2017 14:14:37: 9000000
INFO @ Fri, 06 Jan 2017 14:14:39: 10000000
INFO @ Fri, 06 Jan 2017 14:14:40: 11000000
INFO @ Fri, 06 Jan 2017 14:14:42: 12000000
INFO @ Fri, 06 Jan 2017 14:14:43: 13000000
INFO @ Fri, 06 Jan 2017 14:14:45: 14000000
INFO @ Fri, 06 Jan 2017 14:14:47: 15000000
INFO @ Fri, 06 Jan 2017 14:14:49: 16000000
INFO @ Fri, 06 Jan 2017 14:14:50: 17000000
INFO @ Fri, 06 Jan 2017 14:14:52: 18000000
INFO @ Fri, 06 Jan 2017 14:14:53: 19000000
INFO @ Fri, 06 Jan 2017 14:14:55: 20000000
INFO @ Fri, 06 Jan 2017 14:14:56: 21000000
INFO @ Fri, 06 Jan 2017 14:14:58: 22000000
INFO @ Fri, 06 Jan 2017 14:14:59: 23000000
INFO @ Fri, 06 Jan 2017 14:15:01: 24000000
INFO @ Fri, 06 Jan 2017 14:15:02: 25000000
INFO @ Fri, 06 Jan 2017 14:15:04: 26000000
INFO @ Fri, 06 Jan 2017 14:15:05: 27000000
INFO @ Fri, 06 Jan 2017 14:15:07: 28000000
INFO @ Fri, 06 Jan 2017 14:15:08: 29000000
INFO @ Fri, 06 Jan 2017 14:15:10: 30000000
INFO @ Fri, 06 Jan 2017 14:15:11: 31000000
INFO @ Fri, 06 Jan 2017 14:15:13: 32000000
INFO @ Fri, 06 Jan 2017 14:15:15: 33000000
INFO @ Fri, 06 Jan 2017 14:15:16: 34000000
INFO @ Fri, 06 Jan 2017 14:15:18: 35000000
INFO @ Fri, 06 Jan 2017 14:15:19: 36000000
INFO @ Fri, 06 Jan 2017 14:15:21: 37000000
INFO @ Fri, 06 Jan 2017 14:15:23: 38000000
INFO @ Fri, 06 Jan 2017 14:15:24: 39000000
INFO @ Fri, 06 Jan 2017 14:15:26: 40000000
INFO @ Fri, 06 Jan 2017 14:15:27: 41000000
INFO @ Fri, 06 Jan 2017 14:15:29: 42000000
INFO @ Fri, 06 Jan 2017 14:15:30: 43000000
INFO @ Fri, 06 Jan 2017 14:15:32: 44000000
INFO @ Fri, 06 Jan 2017 14:15:34: 45000000
INFO @ Fri, 06 Jan 2017 14:15:35: 46000000
INFO @ Fri, 06 Jan 2017 14:15:37: 47000000
INFO @ Fri, 06 Jan 2017 14:15:38: 48000000
INFO @ Fri, 06 Jan 2017 14:15:40: 49000000
INFO @ Fri, 06 Jan 2017 14:15:42: 50000000
INFO @ Fri, 06 Jan 2017 14:15:43: #1 tag size is determined as 69 bps
INFO @ Fri, 06 Jan 2017 14:15:43: #1 tag size = 69
INFO @ Fri, 06 Jan 2017 14:15:43: #1 total tags in treatment: 18853429
INFO @ Fri, 06 Jan 2017 14:15:43: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:15:43: #1 finished!
INFO @ Fri, 06 Jan 2017 14:15:43: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:15:43: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:15:43: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:15:43: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:15:43: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:15:43: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:18:28: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:18:28: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:18:28: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:18:28: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:18:28: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:23:45: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:23:46: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 14:23:47: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 14:23:48: Done!
INFO @ Fri, 06 Jan 2017 14:23:51:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/rep1/SRR1370902_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 14:23:51: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:23:51: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:23:53: 1000000
INFO @ Fri, 06 Jan 2017 14:23:55: 2000000
INFO @ Fri, 06 Jan 2017 14:23:56: 3000000
INFO @ Fri, 06 Jan 2017 14:23:58: 4000000
INFO @ Fri, 06 Jan 2017 14:23:59: 5000000
INFO @ Fri, 06 Jan 2017 14:24:01: 6000000
INFO @ Fri, 06 Jan 2017 14:24:02: 7000000
INFO @ Fri, 06 Jan 2017 14:24:04: 8000000
INFO @ Fri, 06 Jan 2017 14:24:05: 9000000
INFO @ Fri, 06 Jan 2017 14:24:07: 10000000
INFO @ Fri, 06 Jan 2017 14:24:08: 11000000
INFO @ Fri, 06 Jan 2017 14:24:10: 12000000
INFO @ Fri, 06 Jan 2017 14:24:11: 13000000
INFO @ Fri, 06 Jan 2017 14:24:13: 14000000
INFO @ Fri, 06 Jan 2017 14:24:14: 15000000
INFO @ Fri, 06 Jan 2017 14:24:16: 16000000
INFO @ Fri, 06 Jan 2017 14:24:17: 17000000
INFO @ Fri, 06 Jan 2017 14:24:19: 18000000
INFO @ Fri, 06 Jan 2017 14:24:20: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:24:22: 1000000
INFO @ Fri, 06 Jan 2017 14:24:23: 2000000
INFO @ Fri, 06 Jan 2017 14:24:25: 3000000
INFO @ Fri, 06 Jan 2017 14:24:26: 4000000
INFO @ Fri, 06 Jan 2017 14:24:28: 5000000
INFO @ Fri, 06 Jan 2017 14:24:29: 6000000
INFO @ Fri, 06 Jan 2017 14:24:31: 7000000
INFO @ Fri, 06 Jan 2017 14:24:32: 8000000
INFO @ Fri, 06 Jan 2017 14:24:34: 9000000
INFO @ Fri, 06 Jan 2017 14:24:35: 10000000
INFO @ Fri, 06 Jan 2017 14:24:37: 11000000
INFO @ Fri, 06 Jan 2017 14:24:38: 12000000
INFO @ Fri, 06 Jan 2017 14:24:40: 13000000
INFO @ Fri, 06 Jan 2017 14:24:41: 14000000
INFO @ Fri, 06 Jan 2017 14:24:43: 15000000
INFO @ Fri, 06 Jan 2017 14:24:44: 16000000
INFO @ Fri, 06 Jan 2017 14:24:46: 17000000
INFO @ Fri, 06 Jan 2017 14:24:47: 18000000
INFO @ Fri, 06 Jan 2017 14:24:49: 19000000
INFO @ Fri, 06 Jan 2017 14:24:50: 20000000
INFO @ Fri, 06 Jan 2017 14:24:52: 21000000
INFO @ Fri, 06 Jan 2017 14:24:53: 22000000
INFO @ Fri, 06 Jan 2017 14:24:55: 23000000
INFO @ Fri, 06 Jan 2017 14:24:56: 24000000
INFO @ Fri, 06 Jan 2017 14:24:58: 25000000
INFO @ Fri, 06 Jan 2017 14:24:59: 26000000
INFO @ Fri, 06 Jan 2017 14:25:01: 27000000
INFO @ Fri, 06 Jan 2017 14:25:02: 28000000
INFO @ Fri, 06 Jan 2017 14:25:04: 29000000
INFO @ Fri, 06 Jan 2017 14:25:05: 30000000
INFO @ Fri, 06 Jan 2017 14:25:07: 31000000
INFO @ Fri, 06 Jan 2017 14:25:08: 32000000
INFO @ Fri, 06 Jan 2017 14:25:10: 33000000
INFO @ Fri, 06 Jan 2017 14:25:11: 34000000
INFO @ Fri, 06 Jan 2017 14:25:13: 35000000
INFO @ Fri, 06 Jan 2017 14:25:14: 36000000
INFO @ Fri, 06 Jan 2017 14:25:16: 37000000
INFO @ Fri, 06 Jan 2017 14:25:17: 38000000
INFO @ Fri, 06 Jan 2017 14:25:19: 39000000
INFO @ Fri, 06 Jan 2017 14:25:20: 40000000
INFO @ Fri, 06 Jan 2017 14:25:22: 41000000
INFO @ Fri, 06 Jan 2017 14:25:23: 42000000
INFO @ Fri, 06 Jan 2017 14:25:25: 43000000
INFO @ Fri, 06 Jan 2017 14:25:26: 44000000
INFO @ Fri, 06 Jan 2017 14:25:28: 45000000
INFO @ Fri, 06 Jan 2017 14:25:29: 46000000
INFO @ Fri, 06 Jan 2017 14:25:31: 47000000
INFO @ Fri, 06 Jan 2017 14:25:32: 48000000
INFO @ Fri, 06 Jan 2017 14:25:34: 49000000
INFO @ Fri, 06 Jan 2017 14:25:35: 50000000
INFO @ Fri, 06 Jan 2017 14:25:37: #1 tag size is determined as 69 bps
INFO @ Fri, 06 Jan 2017 14:25:37: #1 tag size = 69
INFO @ Fri, 06 Jan 2017 14:25:37: #1 total tags in treatment: 18853429
INFO @ Fri, 06 Jan 2017 14:25:37: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:25:37: #1 finished!
INFO @ Fri, 06 Jan 2017 14:25:37: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:25:37: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:25:37: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:25:37: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:25:37: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 14:25:37: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:28:36: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:30:55: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:31:03: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 14:31:07: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 14:31:12: Done!
INFO @ Fri, 06 Jan 2017 14:31:26: Read and build treatment bedGraph...
INFO @ Fri, 06 Jan 2017 14:32:09: Read and build control bedGraph...
INFO @ Fri, 06 Jan 2017 14:34:06: Build scoreTrackII...
INFO @ Fri, 06 Jan 2017 14:34:50: Calculate scores comparing treatment and control by 'FE'...
INFO @ Fri, 06 Jan 2017 14:41:04: Write bedGraph of scores...
INFO @ Fri, 06 Jan 2017 14:44:28: Finished 'FE'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_FE.bdg'!
INFO @ Fri, 06 Jan 2017 14:53:02: Read and build treatment bedGraph...
INFO @ Fri, 06 Jan 2017 14:53:52: Read and build control bedGraph...
INFO @ Fri, 06 Jan 2017 14:56:04: Build scoreTrackII...
INFO @ Fri, 06 Jan 2017 14:56:59: Values in your input bedGraph files will be multiplied by 18.853429 ...
INFO @ Fri, 06 Jan 2017 15:03:02: Calculate scores comparing treatment and control by 'ppois'...
INFO @ Fri, 06 Jan 2017 15:03:48: Write bedGraph of scores...
INFO @ Fri, 06 Jan 2017 15:07:13: Finished 'ppois'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_ppois.bdg'!
|
Num | 2 | ID | task.callpeak_macs2.macs2_rep1_pr1.line_71.id_11 | Name | macs2 rep1-pr1 | Thread | thread_Root | PID | 24228 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:13:32 | End | 2017-01-06 14:30:16 | Elapsed | 00:16:44 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
2053 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:13:54:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:13:54: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:13:54: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:13:56: 1000000
INFO @ Fri, 06 Jan 2017 14:13:58: 2000000
INFO @ Fri, 06 Jan 2017 14:14:00: 3000000
INFO @ Fri, 06 Jan 2017 14:14:01: 4000000
INFO @ Fri, 06 Jan 2017 14:14:03: 5000000
INFO @ Fri, 06 Jan 2017 14:14:05: 6000000
INFO @ Fri, 06 Jan 2017 14:14:06: 7000000
INFO @ Fri, 06 Jan 2017 14:14:08: 8000000
INFO @ Fri, 06 Jan 2017 14:14:10: 9000000
INFO @ Fri, 06 Jan 2017 14:14:11: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:14:13: 1000000
INFO @ Fri, 06 Jan 2017 14:14:14: 2000000
INFO @ Fri, 06 Jan 2017 14:14:16: 3000000
INFO @ Fri, 06 Jan 2017 14:14:17: 4000000
INFO @ Fri, 06 Jan 2017 14:14:19: 5000000
INFO @ Fri, 06 Jan 2017 14:14:20: 6000000
INFO @ Fri, 06 Jan 2017 14:14:22: 7000000
INFO @ Fri, 06 Jan 2017 14:14:23: 8000000
INFO @ Fri, 06 Jan 2017 14:14:25: 9000000
INFO @ Fri, 06 Jan 2017 14:14:26: 10000000
INFO @ Fri, 06 Jan 2017 14:14:28: 11000000
INFO @ Fri, 06 Jan 2017 14:14:30: 12000000
INFO @ Fri, 06 Jan 2017 14:14:31: 13000000
INFO @ Fri, 06 Jan 2017 14:14:33: 14000000
INFO @ Fri, 06 Jan 2017 14:14:35: 15000000
INFO @ Fri, 06 Jan 2017 14:14:36: 16000000
INFO @ Fri, 06 Jan 2017 14:14:38: 17000000
INFO @ Fri, 06 Jan 2017 14:14:39: 18000000
INFO @ Fri, 06 Jan 2017 14:14:40: 19000000
INFO @ Fri, 06 Jan 2017 14:14:42: 20000000
INFO @ Fri, 06 Jan 2017 14:14:43: 21000000
INFO @ Fri, 06 Jan 2017 14:14:45: 22000000
INFO @ Fri, 06 Jan 2017 14:14:46: 23000000
INFO @ Fri, 06 Jan 2017 14:14:48: 24000000
INFO @ Fri, 06 Jan 2017 14:14:49: 25000000
INFO @ Fri, 06 Jan 2017 14:14:51: 26000000
INFO @ Fri, 06 Jan 2017 14:14:52: 27000000
INFO @ Fri, 06 Jan 2017 14:14:54: 28000000
INFO @ Fri, 06 Jan 2017 14:14:55: 29000000
INFO @ Fri, 06 Jan 2017 14:14:57: 30000000
INFO @ Fri, 06 Jan 2017 14:14:58: 31000000
INFO @ Fri, 06 Jan 2017 14:15:00: 32000000
INFO @ Fri, 06 Jan 2017 14:15:01: 33000000
INFO @ Fri, 06 Jan 2017 14:15:03: 34000000
INFO @ Fri, 06 Jan 2017 14:15:04: 35000000
INFO @ Fri, 06 Jan 2017 14:15:06: 36000000
INFO @ Fri, 06 Jan 2017 14:15:07: 37000000
INFO @ Fri, 06 Jan 2017 14:15:09: 38000000
INFO @ Fri, 06 Jan 2017 14:15:10: 39000000
INFO @ Fri, 06 Jan 2017 14:15:12: 40000000
INFO @ Fri, 06 Jan 2017 14:15:13: 41000000
INFO @ Fri, 06 Jan 2017 14:15:15: 42000000
INFO @ Fri, 06 Jan 2017 14:15:16: 43000000
INFO @ Fri, 06 Jan 2017 14:15:18: 44000000
INFO @ Fri, 06 Jan 2017 14:15:19: 45000000
INFO @ Fri, 06 Jan 2017 14:15:21: 46000000
INFO @ Fri, 06 Jan 2017 14:15:22: 47000000
INFO @ Fri, 06 Jan 2017 14:15:24: 48000000
INFO @ Fri, 06 Jan 2017 14:15:25: 49000000
INFO @ Fri, 06 Jan 2017 14:15:27: 50000000
INFO @ Fri, 06 Jan 2017 14:15:29: #1 tag size is determined as 69 bps
INFO @ Fri, 06 Jan 2017 14:15:29: #1 tag size = 69
INFO @ Fri, 06 Jan 2017 14:15:29: #1 total tags in treatment: 9426715
INFO @ Fri, 06 Jan 2017 14:15:29: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:15:29: #1 finished!
INFO @ Fri, 06 Jan 2017 14:15:29: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:15:29: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:15:29: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:15:29: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:15:29: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:15:29: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:18:03: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:18:03: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:18:03: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:18:03: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:18:03: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:22:53: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:22:53: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 14:22:54: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 14:22:55: Done!
INFO @ Fri, 06 Jan 2017 14:22:58:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 14:22:58: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:22:58: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:23:00: 1000000
INFO @ Fri, 06 Jan 2017 14:23:01: 2000000
INFO @ Fri, 06 Jan 2017 14:23:03: 3000000
INFO @ Fri, 06 Jan 2017 14:23:05: 4000000
INFO @ Fri, 06 Jan 2017 14:23:06: 5000000
INFO @ Fri, 06 Jan 2017 14:23:08: 6000000
INFO @ Fri, 06 Jan 2017 14:23:09: 7000000
INFO @ Fri, 06 Jan 2017 14:23:11: 8000000
INFO @ Fri, 06 Jan 2017 14:23:13: 9000000
INFO @ Fri, 06 Jan 2017 14:23:14: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:23:16: 1000000
INFO @ Fri, 06 Jan 2017 14:23:17: 2000000
INFO @ Fri, 06 Jan 2017 14:23:19: 3000000
INFO @ Fri, 06 Jan 2017 14:23:20: 4000000
INFO @ Fri, 06 Jan 2017 14:23:22: 5000000
INFO @ Fri, 06 Jan 2017 14:23:24: 6000000
INFO @ Fri, 06 Jan 2017 14:23:25: 7000000
INFO @ Fri, 06 Jan 2017 14:23:27: 8000000
INFO @ Fri, 06 Jan 2017 14:23:28: 9000000
INFO @ Fri, 06 Jan 2017 14:23:30: 10000000
INFO @ Fri, 06 Jan 2017 14:23:32: 11000000
INFO @ Fri, 06 Jan 2017 14:23:33: 12000000
INFO @ Fri, 06 Jan 2017 14:23:35: 13000000
INFO @ Fri, 06 Jan 2017 14:23:36: 14000000
INFO @ Fri, 06 Jan 2017 14:23:38: 15000000
INFO @ Fri, 06 Jan 2017 14:23:39: 16000000
INFO @ Fri, 06 Jan 2017 14:23:41: 17000000
INFO @ Fri, 06 Jan 2017 14:23:42: 18000000
INFO @ Fri, 06 Jan 2017 14:23:44: 19000000
INFO @ Fri, 06 Jan 2017 14:23:45: 20000000
INFO @ Fri, 06 Jan 2017 14:23:47: 21000000
INFO @ Fri, 06 Jan 2017 14:23:48: 22000000
INFO @ Fri, 06 Jan 2017 14:23:50: 23000000
INFO @ Fri, 06 Jan 2017 14:23:51: 24000000
INFO @ Fri, 06 Jan 2017 14:23:53: 25000000
INFO @ Fri, 06 Jan 2017 14:23:54: 26000000
INFO @ Fri, 06 Jan 2017 14:23:56: 27000000
INFO @ Fri, 06 Jan 2017 14:23:58: 28000000
INFO @ Fri, 06 Jan 2017 14:23:59: 29000000
INFO @ Fri, 06 Jan 2017 14:24:01: 30000000
INFO @ Fri, 06 Jan 2017 14:24:03: 31000000
INFO @ Fri, 06 Jan 2017 14:24:05: 32000000
INFO @ Fri, 06 Jan 2017 14:24:07: 33000000
INFO @ Fri, 06 Jan 2017 14:24:08: 34000000
INFO @ Fri, 06 Jan 2017 14:24:10: 35000000
INFO @ Fri, 06 Jan 2017 14:24:11: 36000000
INFO @ Fri, 06 Jan 2017 14:24:13: 37000000
INFO @ Fri, 06 Jan 2017 14:24:15: 38000000
INFO @ Fri, 06 Jan 2017 14:24:16: 39000000
INFO @ Fri, 06 Jan 2017 14:24:18: 40000000
INFO @ Fri, 06 Jan 2017 14:24:19: 41000000
INFO @ Fri, 06 Jan 2017 14:24:21: 42000000
INFO @ Fri, 06 Jan 2017 14:24:22: 43000000
INFO @ Fri, 06 Jan 2017 14:24:24: 44000000
INFO @ Fri, 06 Jan 2017 14:24:25: 45000000
INFO @ Fri, 06 Jan 2017 14:24:27: 46000000
INFO @ Fri, 06 Jan 2017 14:24:28: 47000000
INFO @ Fri, 06 Jan 2017 14:24:30: 48000000
INFO @ Fri, 06 Jan 2017 14:24:32: 49000000
INFO @ Fri, 06 Jan 2017 14:24:33: 50000000
INFO @ Fri, 06 Jan 2017 14:24:35: #1 tag size is determined as 69 bps
INFO @ Fri, 06 Jan 2017 14:24:35: #1 tag size = 69
INFO @ Fri, 06 Jan 2017 14:24:35: #1 total tags in treatment: 9426715
INFO @ Fri, 06 Jan 2017 14:24:35: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:24:35: #1 finished!
INFO @ Fri, 06 Jan 2017 14:24:35: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:24:35: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:24:35: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:24:35: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:24:35: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 14:24:35: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:27:17: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:29:44: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:29:51: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 14:29:56: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 14:30:01: Done!
|
Num | 3 | ID | task.callpeak_macs2.macs2_rep1_pr2.line_71.id_12 | Name | macs2 rep1-pr2 | Thread | thread_Root | PID | 24229 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:13:33 | End | 2017-01-06 14:29:59 | Elapsed | 00:16:25 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
2052 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:13:54:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:13:54: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:13:54: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:13:56: 1000000
INFO @ Fri, 06 Jan 2017 14:13:59: 2000000
INFO @ Fri, 06 Jan 2017 14:14:00: 3000000
INFO @ Fri, 06 Jan 2017 14:14:02: 4000000
INFO @ Fri, 06 Jan 2017 14:14:03: 5000000
INFO @ Fri, 06 Jan 2017 14:14:05: 6000000
INFO @ Fri, 06 Jan 2017 14:14:07: 7000000
INFO @ Fri, 06 Jan 2017 14:14:09: 8000000
INFO @ Fri, 06 Jan 2017 14:14:10: 9000000
INFO @ Fri, 06 Jan 2017 14:14:11: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:14:13: 1000000
INFO @ Fri, 06 Jan 2017 14:14:15: 2000000
INFO @ Fri, 06 Jan 2017 14:14:16: 3000000
INFO @ Fri, 06 Jan 2017 14:14:18: 4000000
INFO @ Fri, 06 Jan 2017 14:14:20: 5000000
INFO @ Fri, 06 Jan 2017 14:14:21: 6000000
INFO @ Fri, 06 Jan 2017 14:14:23: 7000000
INFO @ Fri, 06 Jan 2017 14:14:24: 8000000
INFO @ Fri, 06 Jan 2017 14:14:26: 9000000
INFO @ Fri, 06 Jan 2017 14:14:27: 10000000
INFO @ Fri, 06 Jan 2017 14:14:29: 11000000
INFO @ Fri, 06 Jan 2017 14:14:30: 12000000
INFO @ Fri, 06 Jan 2017 14:14:32: 13000000
INFO @ Fri, 06 Jan 2017 14:14:33: 14000000
INFO @ Fri, 06 Jan 2017 14:14:35: 15000000
INFO @ Fri, 06 Jan 2017 14:14:37: 16000000
INFO @ Fri, 06 Jan 2017 14:14:38: 17000000
INFO @ Fri, 06 Jan 2017 14:14:40: 18000000
INFO @ Fri, 06 Jan 2017 14:14:41: 19000000
INFO @ Fri, 06 Jan 2017 14:14:43: 20000000
INFO @ Fri, 06 Jan 2017 14:14:44: 21000000
INFO @ Fri, 06 Jan 2017 14:14:46: 22000000
INFO @ Fri, 06 Jan 2017 14:14:47: 23000000
INFO @ Fri, 06 Jan 2017 14:14:49: 24000000
INFO @ Fri, 06 Jan 2017 14:14:50: 25000000
INFO @ Fri, 06 Jan 2017 14:14:52: 26000000
INFO @ Fri, 06 Jan 2017 14:14:54: 27000000
INFO @ Fri, 06 Jan 2017 14:14:55: 28000000
INFO @ Fri, 06 Jan 2017 14:14:57: 29000000
INFO @ Fri, 06 Jan 2017 14:14:58: 30000000
INFO @ Fri, 06 Jan 2017 14:15:00: 31000000
INFO @ Fri, 06 Jan 2017 14:15:01: 32000000
INFO @ Fri, 06 Jan 2017 14:15:03: 33000000
INFO @ Fri, 06 Jan 2017 14:15:04: 34000000
INFO @ Fri, 06 Jan 2017 14:15:06: 35000000
INFO @ Fri, 06 Jan 2017 14:15:07: 36000000
INFO @ Fri, 06 Jan 2017 14:15:09: 37000000
INFO @ Fri, 06 Jan 2017 14:15:11: 38000000
INFO @ Fri, 06 Jan 2017 14:15:12: 39000000
INFO @ Fri, 06 Jan 2017 14:15:14: 40000000
INFO @ Fri, 06 Jan 2017 14:15:15: 41000000
INFO @ Fri, 06 Jan 2017 14:15:17: 42000000
INFO @ Fri, 06 Jan 2017 14:15:18: 43000000
INFO @ Fri, 06 Jan 2017 14:15:20: 44000000
INFO @ Fri, 06 Jan 2017 14:15:21: 45000000
INFO @ Fri, 06 Jan 2017 14:15:23: 46000000
INFO @ Fri, 06 Jan 2017 14:15:24: 47000000
INFO @ Fri, 06 Jan 2017 14:15:26: 48000000
INFO @ Fri, 06 Jan 2017 14:15:28: 49000000
INFO @ Fri, 06 Jan 2017 14:15:29: 50000000
INFO @ Fri, 06 Jan 2017 14:15:31: #1 tag size is determined as 69 bps
INFO @ Fri, 06 Jan 2017 14:15:31: #1 tag size = 69
INFO @ Fri, 06 Jan 2017 14:15:31: #1 total tags in treatment: 9426714
INFO @ Fri, 06 Jan 2017 14:15:31: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:15:31: #1 finished!
INFO @ Fri, 06 Jan 2017 14:15:31: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:15:31: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:15:31: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:15:31: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:15:31: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:15:31: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:18:08: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:18:08: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:18:08: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:18:08: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:18:08: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:22:41: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:22:42: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 14:22:42: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 14:22:43: Done!
INFO @ Fri, 06 Jan 2017 14:22:46:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/align/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 14:22:46: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:22:46: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:22:48: 1000000
INFO @ Fri, 06 Jan 2017 14:22:50: 2000000
INFO @ Fri, 06 Jan 2017 14:22:51: 3000000
INFO @ Fri, 06 Jan 2017 14:22:53: 4000000
INFO @ Fri, 06 Jan 2017 14:22:55: 5000000
INFO @ Fri, 06 Jan 2017 14:22:56: 6000000
INFO @ Fri, 06 Jan 2017 14:22:58: 7000000
INFO @ Fri, 06 Jan 2017 14:22:59: 8000000
INFO @ Fri, 06 Jan 2017 14:23:01: 9000000
INFO @ Fri, 06 Jan 2017 14:23:02: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:23:04: 1000000
INFO @ Fri, 06 Jan 2017 14:23:05: 2000000
INFO @ Fri, 06 Jan 2017 14:23:07: 3000000
INFO @ Fri, 06 Jan 2017 14:23:09: 4000000
INFO @ Fri, 06 Jan 2017 14:23:10: 5000000
INFO @ Fri, 06 Jan 2017 14:23:12: 6000000
INFO @ Fri, 06 Jan 2017 14:23:13: 7000000
INFO @ Fri, 06 Jan 2017 14:23:15: 8000000
INFO @ Fri, 06 Jan 2017 14:23:16: 9000000
INFO @ Fri, 06 Jan 2017 14:23:18: 10000000
INFO @ Fri, 06 Jan 2017 14:23:19: 11000000
INFO @ Fri, 06 Jan 2017 14:23:21: 12000000
INFO @ Fri, 06 Jan 2017 14:23:22: 13000000
INFO @ Fri, 06 Jan 2017 14:23:24: 14000000
INFO @ Fri, 06 Jan 2017 14:23:25: 15000000
INFO @ Fri, 06 Jan 2017 14:23:27: 16000000
INFO @ Fri, 06 Jan 2017 14:23:28: 17000000
INFO @ Fri, 06 Jan 2017 14:23:30: 18000000
INFO @ Fri, 06 Jan 2017 14:23:31: 19000000
INFO @ Fri, 06 Jan 2017 14:23:33: 20000000
INFO @ Fri, 06 Jan 2017 14:23:34: 21000000
INFO @ Fri, 06 Jan 2017 14:23:36: 22000000
INFO @ Fri, 06 Jan 2017 14:23:37: 23000000
INFO @ Fri, 06 Jan 2017 14:23:39: 24000000
INFO @ Fri, 06 Jan 2017 14:23:41: 25000000
INFO @ Fri, 06 Jan 2017 14:23:42: 26000000
INFO @ Fri, 06 Jan 2017 14:23:44: 27000000
INFO @ Fri, 06 Jan 2017 14:23:45: 28000000
INFO @ Fri, 06 Jan 2017 14:23:47: 29000000
INFO @ Fri, 06 Jan 2017 14:23:48: 30000000
INFO @ Fri, 06 Jan 2017 14:23:50: 31000000
INFO @ Fri, 06 Jan 2017 14:23:51: 32000000
INFO @ Fri, 06 Jan 2017 14:23:53: 33000000
INFO @ Fri, 06 Jan 2017 14:23:54: 34000000
INFO @ Fri, 06 Jan 2017 14:23:56: 35000000
INFO @ Fri, 06 Jan 2017 14:23:57: 36000000
INFO @ Fri, 06 Jan 2017 14:23:59: 37000000
INFO @ Fri, 06 Jan 2017 14:24:00: 38000000
INFO @ Fri, 06 Jan 2017 14:24:02: 39000000
INFO @ Fri, 06 Jan 2017 14:24:03: 40000000
INFO @ Fri, 06 Jan 2017 14:24:05: 41000000
INFO @ Fri, 06 Jan 2017 14:24:06: 42000000
INFO @ Fri, 06 Jan 2017 14:24:08: 43000000
INFO @ Fri, 06 Jan 2017 14:24:09: 44000000
INFO @ Fri, 06 Jan 2017 14:24:11: 45000000
INFO @ Fri, 06 Jan 2017 14:24:12: 46000000
INFO @ Fri, 06 Jan 2017 14:24:14: 47000000
INFO @ Fri, 06 Jan 2017 14:24:15: 48000000
INFO @ Fri, 06 Jan 2017 14:24:17: 49000000
INFO @ Fri, 06 Jan 2017 14:24:18: 50000000
INFO @ Fri, 06 Jan 2017 14:24:20: #1 tag size is determined as 69 bps
INFO @ Fri, 06 Jan 2017 14:24:20: #1 tag size = 69
INFO @ Fri, 06 Jan 2017 14:24:20: #1 total tags in treatment: 9426714
INFO @ Fri, 06 Jan 2017 14:24:20: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:24:20: #1 finished!
INFO @ Fri, 06 Jan 2017 14:24:20: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:24:20: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:24:20: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:24:20: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:24:20: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 14:24:20: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:27:02: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:29:26: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:29:32: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 14:29:37: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 14:29:42: Done!
|
Num | 4 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_59.id_13 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 24320 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:16:48 | End | 2017-01-06 15:29:51 | Elapsed | 00:13:02 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz
# SYS command. line 72
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[dXY]+[ ]' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
32411 (process ID) old priority 0, new priority 10
Waiting for 55 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
KI270467.1 3314 3494 . 0 . 20.6241197215505 -1 3.89658132750573 90
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
KI270467.1 3314 3494 . 0 . 20.6241197215505 -1 3.89658132750573 90
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KN196487.1 2603 2783 . 0 . 13.8826993474464 -1 3.26185448752219 90
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KN196487.1 2603 2783 . 0 . 13.8826993474464 -1 3.26185448752219 90
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz has inconsistent naming convention for record:
GL000216.2 12166 12346 . 0 . 8.79098924571672 -1 3.13466575929754 90
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz has inconsistent naming convention for record:
GL000216.2 12166 12346 . 0 . 8.79098924571672 -1 3.13466575929754 90
|
Num | 5 | ID | task.callpeak_idr.idr2_rep1_pr.line_73.id_14 | Name | idr2 rep1-pr | Thread | thread_Root | PID | 24326 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:29:53 | End | 2017-01-06 15:31:21 | Elapsed | 00:01:28 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.unthresholded-peaks.txt.png
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.unthresholded-peaks.txt.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 75
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq_py3 | wc -l) != "0" ]]; then source activate aquas_chipseq_py3; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 77
idr --samples /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370902_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370902_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --peak-list /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.unthresholded-peaks.txt --rank signal.value --soft-idr-threshold 0.05 \
--plot --use-best-multisummit-IDR
# SYS command. line 81
idr_thresh_transformed=$(awk -v p=0.05 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 84
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {if ($2<0) $2=0; print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.13-col.bed.gz
# SYS command. line 87
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.narrowPeak.gz
# SYS command. line 88
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.12-col.bed.gz
# SYS command. line 90
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.13-col.bed.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[dXY]+[ ]' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 91
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 92
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 94
gzip -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.unthresholded-peaks.txt
# SYS command. line 95
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.13-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 97
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
9157 (process ID) old priority 0, new priority 10
Waiting for 2 seconds.
--------------------Stderr--------------------
Initial parameter values: [0.10 1.00 0.20 0.50]
Final parameter values: [1.20 1.21 0.76 0.36]
Number of reported peaks - 27583/27583 (100.0%)
Number of peaks passing IDR cutoff of 0.05 - 3830/27583 (13.9%)
|
Num | 6 | ID | task.callpeak_idr.idr_final_qc.line_219.id_17 | Name | idr final qc | Thread | thread_Root | PID | 24329 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:31:22 | End | 2017-01-06 15:32:36 | Elapsed | 00:01:14 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/qc/MZF1_IDR_final.qc
| Dependencies | | |
# SYS command. line 221
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 223
echo -e "Nt\tN1 N2 ""Np\tconservative_set\toptimal_set\trescue_ratio\tself_consistency_ratio\treproducibility" > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/qc/MZF1_IDR_final.qc
# SYS command. line 224
echo -e "0\t99 0 ""0\tN/A\tN/A\tNaN\t1.0\t1" >> /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/qc/MZF1_IDR_final.qc
# SYS command. line 226
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
9386 (process ID) old priority 0, new priority 10
Waiting for 60 seconds.
|
Num | 7 | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_18 | Name | blacklist_filter peak 1 | Thread | thread_Root | PID | 24063 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:32:38 | End | 2017-01-06 15:33:47 | Elapsed | 00:01:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
24067 (process ID) old priority 0, new priority 10
Waiting for 59 seconds.
--------------------Stderr--------------------
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KN196487.1 2603 2783 . 0 . 28.3436137903911 -1 3.45893986189032 90
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/rep1/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KN196487.1 2603 2783 . 0 . 28.3436137903911 -1 3.45893986189032 90
|
Num | 8 | ID | task.report.peak2hammock.line_412.id_19 | Name | peak2hammock | Thread | thread_Root | PID | 28027 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:33:48 | End | 2017-01-06 15:33:57 | Elapsed | 00:00:09 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/spp/overlap/SRR1370902_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp
--------------------Stdout--------------------
28031 (process ID) old priority 0, new priority 10
|
Num | 9 | ID | task.report.peak2hammock.line_412.id_20 | Name | peak2hammock | Thread | thread_Root | PID | 28784 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:33:58 | End | 2017-01-06 15:34:07 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/peak/idr/pseudo_reps/rep1/MZF1_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
28788 (process ID) old priority 0, new priority 10
|
Num | 10 | ID | task.graphviz.report.line_97.id_21 | Name | report | Thread | thread_Root | PID | 29461 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 15:34:08 | End | 2017-01-06 15:34:16 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/report/MZF1_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/report/MZF1_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/MZF1/out/report/MZF1_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
29465 (process ID) old priority 0, new priority 10
|