Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.callpeak_spp.spp_rep1.line_57.id_10 | Name | spp rep1 | Thread | thread_Root | PID | 24235 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:27:31 | End | 2017-01-07 02:31:59 | Elapsed | 12:04:27 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pdf
| Dependencies | | |
# SYS command. line 59
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 62
if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 66
Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz \
-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1 -speak=145 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
# SYS command. line 72
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
# SYS command. line 74
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pdf
# SYS command. line 77
if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz; fi
# SYS command. line 80
if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi
# SYS command. line 82
if [[ true == "true" ]]; then \
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.regionPeak.gz; \
fi
# SYS command. line 86
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
29043 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift 145
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: 3e+05
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1
narrowPeak output file name: NA
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
Overwrite files?: TRUE
Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz
opened /tmp/24235.1.q/RtmpdCIqm5/SRR1370909_1.nodup.tagAlign723219013dd6
done. read 4146767 fragments
ChIP data read length 51
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
opened /tmp/24235.1.q/RtmpdCIqm5/input15MReadsNSCLess1.05.50MSubsample.tagAlign7232113765fd
done. read 50000000 fragments
Control data read length 68
Calculating peak characteristics
Minimum cross-correlation value 0.05653021
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.11722558390291
Top 3 estimates for fragment length 145
Window half size 185
Phantom peak location 55
Phantom peak Correlation 0.06587314
Normalized Strand cross-correlation coefficient (NSC) 2.07368
Relative Strand cross-correlation Coefficient (RSC) 6.496397
Phantom Peak Quality Tag 2
null device
1
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 12.99277 excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 0.07696588 excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.001026
Detected 184977 peaks
--------------------Stderr--------------------
Loading required package: caTools
There were 50 or more warnings (use warnings() to see the first 50)
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270772.1 90954 91138 . 0 . 17.9624321619503 -1 3.49663881672574 92
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270772.1 90954 91138 . 0 . 17.9624321619503 -1 3.49663881672574 92
|
Num | 2 | ID | task.callpeak_macs2.macs2_rep1.line_71.id_11 | Name | macs2 rep1 | Thread | thread_Root | PID | 24236 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:27:32 | End | 2017-01-06 15:13:47 | Elapsed | 00:46:14 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/signal/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/signal/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ true == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1 -o "SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/signal/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1 -o "SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/signal/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
29045 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:27:54:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:27:54: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:27:54: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:27:55: 1000000
INFO @ Fri, 06 Jan 2017 14:27:57: 2000000
INFO @ Fri, 06 Jan 2017 14:27:59: 3000000
INFO @ Fri, 06 Jan 2017 14:28:00: 4000000
INFO @ Fri, 06 Jan 2017 14:28:01: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:28:02: 1000000
INFO @ Fri, 06 Jan 2017 14:28:04: 2000000
INFO @ Fri, 06 Jan 2017 14:28:06: 3000000
INFO @ Fri, 06 Jan 2017 14:28:07: 4000000
INFO @ Fri, 06 Jan 2017 14:28:09: 5000000
INFO @ Fri, 06 Jan 2017 14:28:10: 6000000
INFO @ Fri, 06 Jan 2017 14:28:12: 7000000
INFO @ Fri, 06 Jan 2017 14:28:13: 8000000
INFO @ Fri, 06 Jan 2017 14:28:15: 9000000
INFO @ Fri, 06 Jan 2017 14:28:16: 10000000
INFO @ Fri, 06 Jan 2017 14:28:17: 11000000
INFO @ Fri, 06 Jan 2017 14:28:19: 12000000
INFO @ Fri, 06 Jan 2017 14:28:20: 13000000
INFO @ Fri, 06 Jan 2017 14:28:22: 14000000
INFO @ Fri, 06 Jan 2017 14:28:23: 15000000
INFO @ Fri, 06 Jan 2017 14:28:25: 16000000
INFO @ Fri, 06 Jan 2017 14:28:26: 17000000
INFO @ Fri, 06 Jan 2017 14:28:27: 18000000
INFO @ Fri, 06 Jan 2017 14:28:29: 19000000
INFO @ Fri, 06 Jan 2017 14:28:30: 20000000
INFO @ Fri, 06 Jan 2017 14:28:32: 21000000
INFO @ Fri, 06 Jan 2017 14:28:33: 22000000
INFO @ Fri, 06 Jan 2017 14:28:35: 23000000
INFO @ Fri, 06 Jan 2017 14:28:36: 24000000
INFO @ Fri, 06 Jan 2017 14:28:37: 25000000
INFO @ Fri, 06 Jan 2017 14:28:39: 26000000
INFO @ Fri, 06 Jan 2017 14:28:40: 27000000
INFO @ Fri, 06 Jan 2017 14:28:42: 28000000
INFO @ Fri, 06 Jan 2017 14:28:43: 29000000
INFO @ Fri, 06 Jan 2017 14:28:44: 30000000
INFO @ Fri, 06 Jan 2017 14:28:46: 31000000
INFO @ Fri, 06 Jan 2017 14:28:47: 32000000
INFO @ Fri, 06 Jan 2017 14:28:49: 33000000
INFO @ Fri, 06 Jan 2017 14:28:50: 34000000
INFO @ Fri, 06 Jan 2017 14:28:52: 35000000
INFO @ Fri, 06 Jan 2017 14:28:53: 36000000
INFO @ Fri, 06 Jan 2017 14:28:54: 37000000
INFO @ Fri, 06 Jan 2017 14:28:56: 38000000
INFO @ Fri, 06 Jan 2017 14:28:57: 39000000
INFO @ Fri, 06 Jan 2017 14:28:59: 40000000
INFO @ Fri, 06 Jan 2017 14:29:00: 41000000
INFO @ Fri, 06 Jan 2017 14:29:02: 42000000
INFO @ Fri, 06 Jan 2017 14:29:03: 43000000
INFO @ Fri, 06 Jan 2017 14:29:04: 44000000
INFO @ Fri, 06 Jan 2017 14:29:06: 45000000
INFO @ Fri, 06 Jan 2017 14:29:07: 46000000
INFO @ Fri, 06 Jan 2017 14:29:09: 47000000
INFO @ Fri, 06 Jan 2017 14:29:10: 48000000
INFO @ Fri, 06 Jan 2017 14:29:11: 49000000
INFO @ Fri, 06 Jan 2017 14:29:13: 50000000
INFO @ Fri, 06 Jan 2017 14:29:14: #1 tag size is determined as 50 bps
INFO @ Fri, 06 Jan 2017 14:29:14: #1 tag size = 50
INFO @ Fri, 06 Jan 2017 14:29:14: #1 total tags in treatment: 4146767
INFO @ Fri, 06 Jan 2017 14:29:14: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:29:14: #1 finished!
INFO @ Fri, 06 Jan 2017 14:29:14: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:29:14: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:29:14: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:29:14: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:29:14: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:29:14: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:31:47: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:31:47: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:31:47: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:31:47: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:31:47: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:36:58: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:37:01: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 14:37:02: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 14:37:04: Done!
INFO @ Fri, 06 Jan 2017 14:37:07:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/rep1/SRR1370909_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 14:37:07: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:37:07: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:37:09: 1000000
INFO @ Fri, 06 Jan 2017 14:37:11: 2000000
INFO @ Fri, 06 Jan 2017 14:37:12: 3000000
INFO @ Fri, 06 Jan 2017 14:37:14: 4000000
INFO @ Fri, 06 Jan 2017 14:37:14: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:37:16: 1000000
INFO @ Fri, 06 Jan 2017 14:37:17: 2000000
INFO @ Fri, 06 Jan 2017 14:37:19: 3000000
INFO @ Fri, 06 Jan 2017 14:37:20: 4000000
INFO @ Fri, 06 Jan 2017 14:37:22: 5000000
INFO @ Fri, 06 Jan 2017 14:37:24: 6000000
INFO @ Fri, 06 Jan 2017 14:37:25: 7000000
INFO @ Fri, 06 Jan 2017 14:37:27: 8000000
INFO @ Fri, 06 Jan 2017 14:37:28: 9000000
INFO @ Fri, 06 Jan 2017 14:37:30: 10000000
INFO @ Fri, 06 Jan 2017 14:37:31: 11000000
INFO @ Fri, 06 Jan 2017 14:37:33: 12000000
INFO @ Fri, 06 Jan 2017 14:37:34: 13000000
INFO @ Fri, 06 Jan 2017 14:37:36: 14000000
INFO @ Fri, 06 Jan 2017 14:37:37: 15000000
INFO @ Fri, 06 Jan 2017 14:37:39: 16000000
INFO @ Fri, 06 Jan 2017 14:37:40: 17000000
INFO @ Fri, 06 Jan 2017 14:37:42: 18000000
INFO @ Fri, 06 Jan 2017 14:37:43: 19000000
INFO @ Fri, 06 Jan 2017 14:37:45: 20000000
INFO @ Fri, 06 Jan 2017 14:37:46: 21000000
INFO @ Fri, 06 Jan 2017 14:37:48: 22000000
INFO @ Fri, 06 Jan 2017 14:37:50: 23000000
INFO @ Fri, 06 Jan 2017 14:37:51: 24000000
INFO @ Fri, 06 Jan 2017 14:37:53: 25000000
INFO @ Fri, 06 Jan 2017 14:37:54: 26000000
INFO @ Fri, 06 Jan 2017 14:37:56: 27000000
INFO @ Fri, 06 Jan 2017 14:37:57: 28000000
INFO @ Fri, 06 Jan 2017 14:37:59: 29000000
INFO @ Fri, 06 Jan 2017 14:38:00: 30000000
INFO @ Fri, 06 Jan 2017 14:38:02: 31000000
INFO @ Fri, 06 Jan 2017 14:38:03: 32000000
INFO @ Fri, 06 Jan 2017 14:38:05: 33000000
INFO @ Fri, 06 Jan 2017 14:38:06: 34000000
INFO @ Fri, 06 Jan 2017 14:38:08: 35000000
INFO @ Fri, 06 Jan 2017 14:38:09: 36000000
INFO @ Fri, 06 Jan 2017 14:38:11: 37000000
INFO @ Fri, 06 Jan 2017 14:38:13: 38000000
INFO @ Fri, 06 Jan 2017 14:38:14: 39000000
INFO @ Fri, 06 Jan 2017 14:38:16: 40000000
INFO @ Fri, 06 Jan 2017 14:38:17: 41000000
INFO @ Fri, 06 Jan 2017 14:38:19: 42000000
INFO @ Fri, 06 Jan 2017 14:38:20: 43000000
INFO @ Fri, 06 Jan 2017 14:38:22: 44000000
INFO @ Fri, 06 Jan 2017 14:38:23: 45000000
INFO @ Fri, 06 Jan 2017 14:38:25: 46000000
INFO @ Fri, 06 Jan 2017 14:38:26: 47000000
INFO @ Fri, 06 Jan 2017 14:38:28: 48000000
INFO @ Fri, 06 Jan 2017 14:38:30: 49000000
INFO @ Fri, 06 Jan 2017 14:38:31: 50000000
INFO @ Fri, 06 Jan 2017 14:38:33: #1 tag size is determined as 50 bps
INFO @ Fri, 06 Jan 2017 14:38:33: #1 tag size = 50
INFO @ Fri, 06 Jan 2017 14:38:33: #1 total tags in treatment: 4146767
INFO @ Fri, 06 Jan 2017 14:38:33: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:38:33: #1 finished!
INFO @ Fri, 06 Jan 2017 14:38:33: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:38:33: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:38:33: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:38:33: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:38:33: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 14:38:33: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:42:19: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:45:05: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:45:13: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 14:45:20: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 14:45:26: Done!
INFO @ Fri, 06 Jan 2017 14:45:44: Read and build treatment bedGraph...
INFO @ Fri, 06 Jan 2017 14:45:53: Read and build control bedGraph...
INFO @ Fri, 06 Jan 2017 14:47:47: Build scoreTrackII...
INFO @ Fri, 06 Jan 2017 14:48:28: Calculate scores comparing treatment and control by 'FE'...
INFO @ Fri, 06 Jan 2017 14:52:53: Write bedGraph of scores...
INFO @ Fri, 06 Jan 2017 14:54:01: Finished 'FE'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_FE.bdg'!
INFO @ Fri, 06 Jan 2017 14:55:50: Read and build treatment bedGraph...
INFO @ Fri, 06 Jan 2017 14:55:59: Read and build control bedGraph...
INFO @ Fri, 06 Jan 2017 14:57:50: Build scoreTrackII...
INFO @ Fri, 06 Jan 2017 14:58:28: Values in your input bedGraph files will be multiplied by 4.146767 ...
INFO @ Fri, 06 Jan 2017 15:03:01: Calculate scores comparing treatment and control by 'ppois'...
INFO @ Fri, 06 Jan 2017 15:03:34: Write bedGraph of scores...
INFO @ Fri, 06 Jan 2017 15:06:20: Finished 'ppois'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_ppois.bdg'!
|
Num | 3 | ID | task.callpeak_macs2.macs2_rep1_pr1.line_71.id_12 | Name | macs2 rep1-pr1 | Thread | thread_Root | PID | 24237 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:27:35 | End | 2017-01-06 14:44:48 | Elapsed | 00:17:12 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
3713 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:27:53:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:27:53: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:27:53: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:27:55: 1000000
INFO @ Fri, 06 Jan 2017 14:27:57: 2000000
INFO @ Fri, 06 Jan 2017 14:27:57: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:27:59: 1000000
INFO @ Fri, 06 Jan 2017 14:28:01: 2000000
INFO @ Fri, 06 Jan 2017 14:28:03: 3000000
INFO @ Fri, 06 Jan 2017 14:28:05: 4000000
INFO @ Fri, 06 Jan 2017 14:28:07: 5000000
INFO @ Fri, 06 Jan 2017 14:28:09: 6000000
INFO @ Fri, 06 Jan 2017 14:28:10: 7000000
INFO @ Fri, 06 Jan 2017 14:28:12: 8000000
INFO @ Fri, 06 Jan 2017 14:28:14: 9000000
INFO @ Fri, 06 Jan 2017 14:28:16: 10000000
INFO @ Fri, 06 Jan 2017 14:28:18: 11000000
INFO @ Fri, 06 Jan 2017 14:28:20: 12000000
INFO @ Fri, 06 Jan 2017 14:28:22: 13000000
INFO @ Fri, 06 Jan 2017 14:28:24: 14000000
INFO @ Fri, 06 Jan 2017 14:28:25: 15000000
INFO @ Fri, 06 Jan 2017 14:28:27: 16000000
INFO @ Fri, 06 Jan 2017 14:28:29: 17000000
INFO @ Fri, 06 Jan 2017 14:28:31: 18000000
INFO @ Fri, 06 Jan 2017 14:28:34: 19000000
INFO @ Fri, 06 Jan 2017 14:28:36: 20000000
INFO @ Fri, 06 Jan 2017 14:28:38: 21000000
INFO @ Fri, 06 Jan 2017 14:28:40: 22000000
INFO @ Fri, 06 Jan 2017 14:28:42: 23000000
INFO @ Fri, 06 Jan 2017 14:28:43: 24000000
INFO @ Fri, 06 Jan 2017 14:28:45: 25000000
INFO @ Fri, 06 Jan 2017 14:28:47: 26000000
INFO @ Fri, 06 Jan 2017 14:28:49: 27000000
INFO @ Fri, 06 Jan 2017 14:28:51: 28000000
INFO @ Fri, 06 Jan 2017 14:28:53: 29000000
INFO @ Fri, 06 Jan 2017 14:28:54: 30000000
INFO @ Fri, 06 Jan 2017 14:28:56: 31000000
INFO @ Fri, 06 Jan 2017 14:28:58: 32000000
INFO @ Fri, 06 Jan 2017 14:29:00: 33000000
INFO @ Fri, 06 Jan 2017 14:29:02: 34000000
INFO @ Fri, 06 Jan 2017 14:29:04: 35000000
INFO @ Fri, 06 Jan 2017 14:29:06: 36000000
INFO @ Fri, 06 Jan 2017 14:29:08: 37000000
INFO @ Fri, 06 Jan 2017 14:29:09: 38000000
INFO @ Fri, 06 Jan 2017 14:29:11: 39000000
INFO @ Fri, 06 Jan 2017 14:29:13: 40000000
INFO @ Fri, 06 Jan 2017 14:29:15: 41000000
INFO @ Fri, 06 Jan 2017 14:29:17: 42000000
INFO @ Fri, 06 Jan 2017 14:29:19: 43000000
INFO @ Fri, 06 Jan 2017 14:29:21: 44000000
INFO @ Fri, 06 Jan 2017 14:29:23: 45000000
INFO @ Fri, 06 Jan 2017 14:29:24: 46000000
INFO @ Fri, 06 Jan 2017 14:29:26: 47000000
INFO @ Fri, 06 Jan 2017 14:29:28: 48000000
INFO @ Fri, 06 Jan 2017 14:29:30: 49000000
INFO @ Fri, 06 Jan 2017 14:29:32: 50000000
INFO @ Fri, 06 Jan 2017 14:29:34: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 14:29:34: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 14:29:34: #1 total tags in treatment: 2073384
INFO @ Fri, 06 Jan 2017 14:29:34: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:29:34: #1 finished!
INFO @ Fri, 06 Jan 2017 14:29:34: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:29:34: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:29:34: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:29:34: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:29:34: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:29:34: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:32:10: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:32:10: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:32:10: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:32:10: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:32:10: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:36:46: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:36:51: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 14:36:58: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 14:37:01: Done!
INFO @ Fri, 06 Jan 2017 14:37:06:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 14:37:06: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:37:06: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:37:09: 1000000
INFO @ Fri, 06 Jan 2017 14:37:11: 2000000
INFO @ Fri, 06 Jan 2017 14:37:11: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:37:14: 1000000
INFO @ Fri, 06 Jan 2017 14:37:15: 2000000
INFO @ Fri, 06 Jan 2017 14:37:17: 3000000
INFO @ Fri, 06 Jan 2017 14:37:19: 4000000
INFO @ Fri, 06 Jan 2017 14:37:21: 5000000
INFO @ Fri, 06 Jan 2017 14:37:22: 6000000
INFO @ Fri, 06 Jan 2017 14:37:24: 7000000
INFO @ Fri, 06 Jan 2017 14:37:26: 8000000
INFO @ Fri, 06 Jan 2017 14:37:28: 9000000
INFO @ Fri, 06 Jan 2017 14:37:30: 10000000
INFO @ Fri, 06 Jan 2017 14:37:32: 11000000
INFO @ Fri, 06 Jan 2017 14:37:33: 12000000
INFO @ Fri, 06 Jan 2017 14:37:35: 13000000
INFO @ Fri, 06 Jan 2017 14:37:37: 14000000
INFO @ Fri, 06 Jan 2017 14:37:39: 15000000
INFO @ Fri, 06 Jan 2017 14:37:41: 16000000
INFO @ Fri, 06 Jan 2017 14:37:43: 17000000
INFO @ Fri, 06 Jan 2017 14:37:45: 18000000
INFO @ Fri, 06 Jan 2017 14:37:47: 19000000
INFO @ Fri, 06 Jan 2017 14:37:49: 20000000
INFO @ Fri, 06 Jan 2017 14:37:50: 21000000
INFO @ Fri, 06 Jan 2017 14:37:52: 22000000
INFO @ Fri, 06 Jan 2017 14:37:54: 23000000
INFO @ Fri, 06 Jan 2017 14:37:55: 24000000
INFO @ Fri, 06 Jan 2017 14:37:57: 25000000
INFO @ Fri, 06 Jan 2017 14:37:59: 26000000
INFO @ Fri, 06 Jan 2017 14:38:01: 27000000
INFO @ Fri, 06 Jan 2017 14:38:03: 28000000
INFO @ Fri, 06 Jan 2017 14:38:04: 29000000
INFO @ Fri, 06 Jan 2017 14:38:06: 30000000
INFO @ Fri, 06 Jan 2017 14:38:08: 31000000
INFO @ Fri, 06 Jan 2017 14:38:09: 32000000
INFO @ Fri, 06 Jan 2017 14:38:11: 33000000
INFO @ Fri, 06 Jan 2017 14:38:13: 34000000
INFO @ Fri, 06 Jan 2017 14:38:15: 35000000
INFO @ Fri, 06 Jan 2017 14:38:16: 36000000
INFO @ Fri, 06 Jan 2017 14:38:18: 37000000
INFO @ Fri, 06 Jan 2017 14:38:20: 38000000
INFO @ Fri, 06 Jan 2017 14:38:22: 39000000
INFO @ Fri, 06 Jan 2017 14:38:23: 40000000
INFO @ Fri, 06 Jan 2017 14:38:25: 41000000
INFO @ Fri, 06 Jan 2017 14:38:27: 42000000
INFO @ Fri, 06 Jan 2017 14:38:29: 43000000
INFO @ Fri, 06 Jan 2017 14:38:31: 44000000
INFO @ Fri, 06 Jan 2017 14:38:32: 45000000
INFO @ Fri, 06 Jan 2017 14:38:34: 46000000
INFO @ Fri, 06 Jan 2017 14:38:36: 47000000
INFO @ Fri, 06 Jan 2017 14:38:38: 48000000
INFO @ Fri, 06 Jan 2017 14:38:40: 49000000
INFO @ Fri, 06 Jan 2017 14:38:42: 50000000
INFO @ Fri, 06 Jan 2017 14:38:43: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 14:38:43: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 14:38:43: #1 total tags in treatment: 2073384
INFO @ Fri, 06 Jan 2017 14:38:43: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:38:43: #1 finished!
INFO @ Fri, 06 Jan 2017 14:38:43: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:38:43: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:38:43: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:38:43: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:38:43: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 14:38:43: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:41:48: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:44:13: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:44:20: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 14:44:27: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 14:44:32: Done!
|
Num | 4 | ID | task.callpeak_macs2.macs2_rep1_pr2.line_71.id_13 | Name | macs2 rep1-pr2 | Thread | thread_Root | PID | 24238 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:27:36 | End | 2017-01-06 14:44:29 | Elapsed | 00:16:52 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
29044 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:27:54:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 145 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:27:54: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:27:54: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:27:56: 1000000
INFO @ Fri, 06 Jan 2017 14:27:57: 2000000
INFO @ Fri, 06 Jan 2017 14:27:57: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:27:59: 1000000
INFO @ Fri, 06 Jan 2017 14:28:01: 2000000
INFO @ Fri, 06 Jan 2017 14:28:02: 3000000
INFO @ Fri, 06 Jan 2017 14:28:03: 4000000
INFO @ Fri, 06 Jan 2017 14:28:05: 5000000
INFO @ Fri, 06 Jan 2017 14:28:06: 6000000
INFO @ Fri, 06 Jan 2017 14:28:08: 7000000
INFO @ Fri, 06 Jan 2017 14:28:09: 8000000
INFO @ Fri, 06 Jan 2017 14:28:11: 9000000
INFO @ Fri, 06 Jan 2017 14:28:12: 10000000
INFO @ Fri, 06 Jan 2017 14:28:14: 11000000
INFO @ Fri, 06 Jan 2017 14:28:15: 12000000
INFO @ Fri, 06 Jan 2017 14:28:16: 13000000
INFO @ Fri, 06 Jan 2017 14:28:18: 14000000
INFO @ Fri, 06 Jan 2017 14:28:19: 15000000
INFO @ Fri, 06 Jan 2017 14:28:21: 16000000
INFO @ Fri, 06 Jan 2017 14:28:22: 17000000
INFO @ Fri, 06 Jan 2017 14:28:23: 18000000
INFO @ Fri, 06 Jan 2017 14:28:25: 19000000
INFO @ Fri, 06 Jan 2017 14:28:26: 20000000
INFO @ Fri, 06 Jan 2017 14:28:28: 21000000
INFO @ Fri, 06 Jan 2017 14:28:29: 22000000
INFO @ Fri, 06 Jan 2017 14:28:30: 23000000
INFO @ Fri, 06 Jan 2017 14:28:32: 24000000
INFO @ Fri, 06 Jan 2017 14:28:33: 25000000
INFO @ Fri, 06 Jan 2017 14:28:34: 26000000
INFO @ Fri, 06 Jan 2017 14:28:36: 27000000
INFO @ Fri, 06 Jan 2017 14:28:37: 28000000
INFO @ Fri, 06 Jan 2017 14:28:39: 29000000
INFO @ Fri, 06 Jan 2017 14:28:40: 30000000
INFO @ Fri, 06 Jan 2017 14:28:42: 31000000
INFO @ Fri, 06 Jan 2017 14:28:43: 32000000
INFO @ Fri, 06 Jan 2017 14:28:44: 33000000
INFO @ Fri, 06 Jan 2017 14:28:46: 34000000
INFO @ Fri, 06 Jan 2017 14:28:47: 35000000
INFO @ Fri, 06 Jan 2017 14:28:48: 36000000
INFO @ Fri, 06 Jan 2017 14:28:50: 37000000
INFO @ Fri, 06 Jan 2017 14:28:51: 38000000
INFO @ Fri, 06 Jan 2017 14:28:52: 39000000
INFO @ Fri, 06 Jan 2017 14:28:54: 40000000
INFO @ Fri, 06 Jan 2017 14:28:55: 41000000
INFO @ Fri, 06 Jan 2017 14:28:57: 42000000
INFO @ Fri, 06 Jan 2017 14:28:58: 43000000
INFO @ Fri, 06 Jan 2017 14:28:59: 44000000
INFO @ Fri, 06 Jan 2017 14:29:01: 45000000
INFO @ Fri, 06 Jan 2017 14:29:02: 46000000
INFO @ Fri, 06 Jan 2017 14:29:03: 47000000
INFO @ Fri, 06 Jan 2017 14:29:05: 48000000
INFO @ Fri, 06 Jan 2017 14:29:06: 49000000
INFO @ Fri, 06 Jan 2017 14:29:08: 50000000
INFO @ Fri, 06 Jan 2017 14:29:09: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 14:29:09: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 14:29:09: #1 total tags in treatment: 2073383
INFO @ Fri, 06 Jan 2017 14:29:09: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:29:09: #1 finished!
INFO @ Fri, 06 Jan 2017 14:29:09: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:29:09: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:29:09: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:29:09: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:29:09: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:29:09: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:31:28: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:31:28: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:31:28: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:31:28: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:31:28: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:36:11: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:36:18: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 14:36:22: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 14:36:25: Done!
INFO @ Fri, 06 Jan 2017 14:36:31:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 145 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/align/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 14:36:31: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:36:31: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:36:33: 1000000
INFO @ Fri, 06 Jan 2017 14:36:35: 2000000
INFO @ Fri, 06 Jan 2017 14:36:35: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:36:37: 1000000
INFO @ Fri, 06 Jan 2017 14:36:38: 2000000
INFO @ Fri, 06 Jan 2017 14:36:40: 3000000
INFO @ Fri, 06 Jan 2017 14:36:42: 4000000
INFO @ Fri, 06 Jan 2017 14:36:44: 5000000
INFO @ Fri, 06 Jan 2017 14:36:46: 6000000
INFO @ Fri, 06 Jan 2017 14:36:48: 7000000
INFO @ Fri, 06 Jan 2017 14:36:50: 8000000
INFO @ Fri, 06 Jan 2017 14:36:51: 9000000
INFO @ Fri, 06 Jan 2017 14:36:53: 10000000
INFO @ Fri, 06 Jan 2017 14:36:55: 11000000
INFO @ Fri, 06 Jan 2017 14:36:57: 12000000
INFO @ Fri, 06 Jan 2017 14:36:58: 13000000
INFO @ Fri, 06 Jan 2017 14:37:01: 14000000
INFO @ Fri, 06 Jan 2017 14:37:02: 15000000
INFO @ Fri, 06 Jan 2017 14:37:04: 16000000
INFO @ Fri, 06 Jan 2017 14:37:06: 17000000
INFO @ Fri, 06 Jan 2017 14:37:08: 18000000
INFO @ Fri, 06 Jan 2017 14:37:10: 19000000
INFO @ Fri, 06 Jan 2017 14:37:11: 20000000
INFO @ Fri, 06 Jan 2017 14:37:13: 21000000
INFO @ Fri, 06 Jan 2017 14:37:15: 22000000
INFO @ Fri, 06 Jan 2017 14:37:17: 23000000
INFO @ Fri, 06 Jan 2017 14:37:19: 24000000
INFO @ Fri, 06 Jan 2017 14:37:20: 25000000
INFO @ Fri, 06 Jan 2017 14:37:22: 26000000
INFO @ Fri, 06 Jan 2017 14:37:24: 27000000
INFO @ Fri, 06 Jan 2017 14:37:26: 28000000
INFO @ Fri, 06 Jan 2017 14:37:28: 29000000
INFO @ Fri, 06 Jan 2017 14:37:29: 30000000
INFO @ Fri, 06 Jan 2017 14:37:31: 31000000
INFO @ Fri, 06 Jan 2017 14:37:33: 32000000
INFO @ Fri, 06 Jan 2017 14:37:35: 33000000
INFO @ Fri, 06 Jan 2017 14:37:37: 34000000
INFO @ Fri, 06 Jan 2017 14:37:38: 35000000
INFO @ Fri, 06 Jan 2017 14:37:40: 36000000
INFO @ Fri, 06 Jan 2017 14:37:42: 37000000
INFO @ Fri, 06 Jan 2017 14:37:44: 38000000
INFO @ Fri, 06 Jan 2017 14:37:45: 39000000
INFO @ Fri, 06 Jan 2017 14:37:47: 40000000
INFO @ Fri, 06 Jan 2017 14:37:49: 41000000
INFO @ Fri, 06 Jan 2017 14:37:51: 42000000
INFO @ Fri, 06 Jan 2017 14:37:53: 43000000
INFO @ Fri, 06 Jan 2017 14:37:54: 44000000
INFO @ Fri, 06 Jan 2017 14:37:56: 45000000
INFO @ Fri, 06 Jan 2017 14:37:58: 46000000
INFO @ Fri, 06 Jan 2017 14:38:00: 47000000
INFO @ Fri, 06 Jan 2017 14:38:02: 48000000
INFO @ Fri, 06 Jan 2017 14:38:03: 49000000
INFO @ Fri, 06 Jan 2017 14:38:05: 50000000
INFO @ Fri, 06 Jan 2017 14:38:07: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 14:38:07: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 14:38:07: #1 total tags in treatment: 2073383
INFO @ Fri, 06 Jan 2017 14:38:07: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:38:07: #1 finished!
INFO @ Fri, 06 Jan 2017 14:38:07: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:38:07: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:38:07: #2 Use 145 as fragment length
INFO @ Fri, 06 Jan 2017 14:38:07: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:38:07: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 14:38:07: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:41:14: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 14:43:56: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 14:44:03: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 14:44:08: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 14:44:13: Done!
|
Num | 5 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_59.id_14 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 24365 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:32:01 | End | 2017-01-07 02:33:23 | Elapsed | 00:01:22 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz
# SYS command. line 72
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[dXY]+[ ]' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
22731 (process ID) old priority 0, new priority 10
Waiting for 59 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
KI270835.1 9384 9568 . 0 . 7.92244945671721 -1 2.81907366534767 92
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
KI270835.1 9384 9568 . 0 . 7.92244945671721 -1 2.81907366534767 92
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KI270772.1 90954 91138 . 0 . 8.68264307031041 -1 3.13791043074998 92
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KI270772.1 90954 91138 . 0 . 8.68264307031041 -1 3.13791043074998 92
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 1164 1348 . 0 . 15.6199862123286 -1 3.49663881672574 92
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 1164 1348 . 0 . 15.6199862123286 -1 3.49663881672574 92
|
Num | 6 | ID | task.callpeak_idr.idr2_rep1_pr.line_73.id_15 | Name | idr2 rep1-pr | Thread | thread_Root | PID | 24366 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:33:24 | End | 2017-01-07 02:34:37 | Elapsed | 00:01:13 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.unthresholded-peaks.txt.png
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.unthresholded-peaks.txt.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 75
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq_py3 | wc -l) != "0" ]]; then source activate aquas_chipseq_py3; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 77
idr --samples /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370909_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370909_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --peak-list /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.unthresholded-peaks.txt --rank signal.value --soft-idr-threshold 0.05 \
--plot --use-best-multisummit-IDR
# SYS command. line 81
idr_thresh_transformed=$(awk -v p=0.05 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 84
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {if ($2<0) $2=0; print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.13-col.bed.gz
# SYS command. line 87
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.narrowPeak.gz
# SYS command. line 88
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.12-col.bed.gz
# SYS command. line 90
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.13-col.bed.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[dXY]+[ ]' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 91
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 92
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 94
gzip -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.unthresholded-peaks.txt
# SYS command. line 95
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.13-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 97
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
22838 (process ID) old priority 0, new priority 10
Waiting for 8 seconds.
--------------------Stderr--------------------
Initial parameter values: [0.10 1.00 0.20 0.50]
Final parameter values: [0.83 1.01 0.58 0.51]
Number of reported peaks - 16202/16202 (100.0%)
Number of peaks passing IDR cutoff of 0.05 - 1844/16202 (11.4%)
|
Num | 7 | ID | task.callpeak_idr.idr_final_qc.line_219.id_18 | Name | idr final qc | Thread | thread_Root | PID | 24367 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:34:39 | End | 2017-01-07 02:35:51 | Elapsed | 00:01:12 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/qc/ZIC2_IDR_final.qc
| Dependencies | | |
# SYS command. line 221
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 223
echo -e "Nt\tN1 N2 ""Np\tconservative_set\toptimal_set\trescue_ratio\tself_consistency_ratio\treproducibility" > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/qc/ZIC2_IDR_final.qc
# SYS command. line 224
echo -e "0\t17 0 ""0\tN/A\tN/A\tNaN\t1.0\t1" >> /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/qc/ZIC2_IDR_final.qc
# SYS command. line 226
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
22987 (process ID) old priority 0, new priority 10
Waiting for 59 seconds.
|
Num | 8 | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_19 | Name | blacklist_filter peak 1 | Thread | thread_Root | PID | 11960 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:35:53 | End | 2017-01-07 02:37:01 | Elapsed | 00:01:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
11964 (process ID) old priority 0, new priority 10
Waiting for 60 seconds.
--------------------Stderr--------------------
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270772.1 90954 91138 . 0 . 17.9624321619503 -1 3.49663881672574 92
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/rep1/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270772.1 90954 91138 . 0 . 17.9624321619503 -1 3.49663881672574 92
|
Num | 9 | ID | task.report.peak2hammock.line_412.id_20 | Name | peak2hammock | Thread | thread_Root | PID | 15976 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:37:02 | End | 2017-01-07 02:37:11 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/spp/overlap/SRR1370909_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp
--------------------Stdout--------------------
15980 (process ID) old priority 0, new priority 10
|
Num | 10 | ID | task.report.peak2hammock.line_412.id_21 | Name | peak2hammock | Thread | thread_Root | PID | 16574 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:37:12 | End | 2017-01-07 02:37:20 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/peak/idr/pseudo_reps/rep1/ZIC2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
16579 (process ID) old priority 0, new priority 10
|
Num | 11 | ID | task.graphviz.report.line_97.id_22 | Name | report | Thread | thread_Root | PID | 17220 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 02:37:21 | End | 2017-01-07 02:37:30 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/report/ZIC2_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/report/ZIC2_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZIC2/out/report/ZIC2_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
17224 (process ID) old priority 0, new priority 10
|