Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.callpeak_spp.spp_rep1.line_57.id_10 | Name | spp rep1 | Thread | thread_Root | PID | 24280 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:40:06 | End | 2017-01-07 17:20:34 | Elapsed | 1 day 02:40:27 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pdf
| Dependencies | | |
# SYS command. line 59
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 62
if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 66
Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz \
-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1 -speak=135 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
# SYS command. line 72
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
# SYS command. line 74
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pdf
# SYS command. line 77
if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz; fi
# SYS command. line 80
if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi
# SYS command. line 82
if [[ true == "true" ]]; then \
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.regionPeak.gz; \
fi
# SYS command. line 86
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
37306 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift 135
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: 3e+05
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1
narrowPeak output file name: NA
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
Overwrite files?: TRUE
Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
opened /tmp/24280.1.amd.q/Rtmp87wMKd/SRR1370910_1.nodup.tagAlign93bd4e7760b1
done. read 13255313 fragments
ChIP data read length 51
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
opened /tmp/24280.1.amd.q/Rtmp87wMKd/input15MReadsNSCLess1.05.50MSubsample.tagAlign93bd1dd940ea
done. read 50000000 fragments
Control data read length 68
Calculating peak characteristics
Minimum cross-correlation value 0.157205
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.175944897953195
Top 3 estimates for fragment length 135
Window half size 175
Phantom peak location 50
Phantom peak Correlation 0.1591839
Normalized Strand cross-correlation coefficient (NSC) 1.119207
Relative Strand cross-correlation Coefficient (RSC) 9.469583
Phantom Peak Quality Tag 2
null device
1
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 3.76753 excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 0.2654259 excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.000702
Detected 483974 peaks
--------------------Stderr--------------------
Loading required package: caTools
There were 50 or more warnings (use warnings() to see the first 50)
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 3299 3475 . 0 . 42.7548615133428 -1 3.56320412447964 88
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 3299 3475 . 0 . 42.7548615133428 -1 3.56320412447964 88
|
Num | 2 | ID | task.callpeak_macs2.macs2_rep1.line_71.id_11 | Name | macs2 rep1 | Thread | thread_Root | PID | 24281 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:40:07 | End | 2017-01-06 17:51:15 | Elapsed | 03:11:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/signal/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/signal/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 135 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 135 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ true == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1 -o "SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/signal/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1 -o "SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/signal/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
37299 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:40:30:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 135 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:40:30: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:40:30: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:40:38: 1000000
INFO @ Fri, 06 Jan 2017 14:40:45: 2000000
INFO @ Fri, 06 Jan 2017 14:40:52: 3000000
INFO @ Fri, 06 Jan 2017 14:40:59: 4000000
INFO @ Fri, 06 Jan 2017 14:41:07: 5000000
INFO @ Fri, 06 Jan 2017 14:41:14: 6000000
INFO @ Fri, 06 Jan 2017 14:41:21: 7000000
INFO @ Fri, 06 Jan 2017 14:41:29: 8000000
INFO @ Fri, 06 Jan 2017 14:41:37: 9000000
INFO @ Fri, 06 Jan 2017 14:41:44: 10000000
INFO @ Fri, 06 Jan 2017 14:41:51: 11000000
INFO @ Fri, 06 Jan 2017 14:41:58: 12000000
INFO @ Fri, 06 Jan 2017 14:42:06: 13000000
INFO @ Fri, 06 Jan 2017 14:42:08: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:42:16: 1000000
INFO @ Fri, 06 Jan 2017 14:42:23: 2000000
INFO @ Fri, 06 Jan 2017 14:42:30: 3000000
INFO @ Fri, 06 Jan 2017 14:42:38: 4000000
INFO @ Fri, 06 Jan 2017 14:42:45: 5000000
INFO @ Fri, 06 Jan 2017 14:42:52: 6000000
INFO @ Fri, 06 Jan 2017 14:43:00: 7000000
INFO @ Fri, 06 Jan 2017 14:43:07: 8000000
INFO @ Fri, 06 Jan 2017 14:43:15: 9000000
INFO @ Fri, 06 Jan 2017 14:43:22: 10000000
INFO @ Fri, 06 Jan 2017 14:43:30: 11000000
INFO @ Fri, 06 Jan 2017 14:43:38: 12000000
INFO @ Fri, 06 Jan 2017 14:43:46: 13000000
INFO @ Fri, 06 Jan 2017 14:43:54: 14000000
INFO @ Fri, 06 Jan 2017 14:44:01: 15000000
INFO @ Fri, 06 Jan 2017 14:44:09: 16000000
INFO @ Fri, 06 Jan 2017 14:44:17: 17000000
INFO @ Fri, 06 Jan 2017 14:44:25: 18000000
INFO @ Fri, 06 Jan 2017 14:44:32: 19000000
INFO @ Fri, 06 Jan 2017 14:44:40: 20000000
INFO @ Fri, 06 Jan 2017 14:44:47: 21000000
INFO @ Fri, 06 Jan 2017 14:44:55: 22000000
INFO @ Fri, 06 Jan 2017 14:45:03: 23000000
INFO @ Fri, 06 Jan 2017 14:45:11: 24000000
INFO @ Fri, 06 Jan 2017 14:45:19: 25000000
INFO @ Fri, 06 Jan 2017 14:45:27: 26000000
INFO @ Fri, 06 Jan 2017 14:45:35: 27000000
INFO @ Fri, 06 Jan 2017 14:45:43: 28000000
INFO @ Fri, 06 Jan 2017 14:45:51: 29000000
INFO @ Fri, 06 Jan 2017 14:45:59: 30000000
INFO @ Fri, 06 Jan 2017 14:46:07: 31000000
INFO @ Fri, 06 Jan 2017 14:46:15: 32000000
INFO @ Fri, 06 Jan 2017 14:46:23: 33000000
INFO @ Fri, 06 Jan 2017 14:46:31: 34000000
INFO @ Fri, 06 Jan 2017 14:46:39: 35000000
INFO @ Fri, 06 Jan 2017 14:46:47: 36000000
INFO @ Fri, 06 Jan 2017 14:46:55: 37000000
INFO @ Fri, 06 Jan 2017 14:47:03: 38000000
INFO @ Fri, 06 Jan 2017 14:47:11: 39000000
INFO @ Fri, 06 Jan 2017 14:47:19: 40000000
INFO @ Fri, 06 Jan 2017 14:47:27: 41000000
INFO @ Fri, 06 Jan 2017 14:47:35: 42000000
INFO @ Fri, 06 Jan 2017 14:47:43: 43000000
INFO @ Fri, 06 Jan 2017 14:47:50: 44000000
INFO @ Fri, 06 Jan 2017 14:47:58: 45000000
INFO @ Fri, 06 Jan 2017 14:48:05: 46000000
INFO @ Fri, 06 Jan 2017 14:48:13: 47000000
INFO @ Fri, 06 Jan 2017 14:48:21: 48000000
INFO @ Fri, 06 Jan 2017 14:48:29: 49000000
INFO @ Fri, 06 Jan 2017 14:48:36: 50000000
INFO @ Fri, 06 Jan 2017 14:48:40: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 14:48:40: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 14:48:40: #1 total tags in treatment: 13255313
INFO @ Fri, 06 Jan 2017 14:48:40: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:48:40: #1 finished!
INFO @ Fri, 06 Jan 2017 14:48:40: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:48:40: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:48:40: #2 Use 135 as fragment length
INFO @ Fri, 06 Jan 2017 14:48:40: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:48:40: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:48:40: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:57:40: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:57:40: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:57:40: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:57:40: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:57:40: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 15:17:55: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 15:18:02: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 15:18:06: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 15:18:08: Done!
INFO @ Fri, 06 Jan 2017 15:18:15:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 135 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/rep1/SRR1370910_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 15:18:15: #1 read tag files...
INFO @ Fri, 06 Jan 2017 15:18:15: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 15:18:23: 1000000
INFO @ Fri, 06 Jan 2017 15:18:32: 2000000
INFO @ Fri, 06 Jan 2017 15:18:41: 3000000
INFO @ Fri, 06 Jan 2017 15:18:49: 4000000
INFO @ Fri, 06 Jan 2017 15:18:58: 5000000
INFO @ Fri, 06 Jan 2017 15:19:07: 6000000
INFO @ Fri, 06 Jan 2017 15:19:16: 7000000
INFO @ Fri, 06 Jan 2017 15:19:24: 8000000
INFO @ Fri, 06 Jan 2017 15:19:32: 9000000
INFO @ Fri, 06 Jan 2017 15:19:41: 10000000
INFO @ Fri, 06 Jan 2017 15:19:49: 11000000
INFO @ Fri, 06 Jan 2017 15:19:57: 12000000
INFO @ Fri, 06 Jan 2017 15:20:05: 13000000
INFO @ Fri, 06 Jan 2017 15:20:08: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 15:20:16: 1000000
INFO @ Fri, 06 Jan 2017 15:20:24: 2000000
INFO @ Fri, 06 Jan 2017 15:20:32: 3000000
INFO @ Fri, 06 Jan 2017 15:20:40: 4000000
INFO @ Fri, 06 Jan 2017 15:20:48: 5000000
INFO @ Fri, 06 Jan 2017 15:20:56: 6000000
INFO @ Fri, 06 Jan 2017 15:21:04: 7000000
INFO @ Fri, 06 Jan 2017 15:21:12: 8000000
INFO @ Fri, 06 Jan 2017 15:21:20: 9000000
INFO @ Fri, 06 Jan 2017 15:21:28: 10000000
INFO @ Fri, 06 Jan 2017 15:21:36: 11000000
INFO @ Fri, 06 Jan 2017 15:21:44: 12000000
INFO @ Fri, 06 Jan 2017 15:21:52: 13000000
INFO @ Fri, 06 Jan 2017 15:22:00: 14000000
INFO @ Fri, 06 Jan 2017 15:22:09: 15000000
INFO @ Fri, 06 Jan 2017 15:22:16: 16000000
INFO @ Fri, 06 Jan 2017 15:22:24: 17000000
INFO @ Fri, 06 Jan 2017 15:22:32: 18000000
INFO @ Fri, 06 Jan 2017 15:22:40: 19000000
INFO @ Fri, 06 Jan 2017 15:22:48: 20000000
INFO @ Fri, 06 Jan 2017 15:22:56: 21000000
INFO @ Fri, 06 Jan 2017 15:23:04: 22000000
INFO @ Fri, 06 Jan 2017 15:23:12: 23000000
INFO @ Fri, 06 Jan 2017 15:23:21: 24000000
INFO @ Fri, 06 Jan 2017 15:23:29: 25000000
INFO @ Fri, 06 Jan 2017 15:23:37: 26000000
INFO @ Fri, 06 Jan 2017 15:23:45: 27000000
INFO @ Fri, 06 Jan 2017 15:23:53: 28000000
INFO @ Fri, 06 Jan 2017 15:24:01: 29000000
INFO @ Fri, 06 Jan 2017 15:24:09: 30000000
INFO @ Fri, 06 Jan 2017 15:24:17: 31000000
INFO @ Fri, 06 Jan 2017 15:24:25: 32000000
INFO @ Fri, 06 Jan 2017 15:24:33: 33000000
INFO @ Fri, 06 Jan 2017 15:24:41: 34000000
INFO @ Fri, 06 Jan 2017 15:24:49: 35000000
INFO @ Fri, 06 Jan 2017 15:24:57: 36000000
INFO @ Fri, 06 Jan 2017 15:25:04: 37000000
INFO @ Fri, 06 Jan 2017 15:25:13: 38000000
INFO @ Fri, 06 Jan 2017 15:25:21: 39000000
INFO @ Fri, 06 Jan 2017 15:25:29: 40000000
INFO @ Fri, 06 Jan 2017 15:25:37: 41000000
INFO @ Fri, 06 Jan 2017 15:25:45: 42000000
INFO @ Fri, 06 Jan 2017 15:25:53: 43000000
INFO @ Fri, 06 Jan 2017 15:26:01: 44000000
INFO @ Fri, 06 Jan 2017 15:26:09: 45000000
INFO @ Fri, 06 Jan 2017 15:26:17: 46000000
INFO @ Fri, 06 Jan 2017 15:26:25: 47000000
INFO @ Fri, 06 Jan 2017 15:26:33: 48000000
INFO @ Fri, 06 Jan 2017 15:26:41: 49000000
INFO @ Fri, 06 Jan 2017 15:26:48: 50000000
INFO @ Fri, 06 Jan 2017 15:26:52: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 15:26:52: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 15:26:52: #1 total tags in treatment: 13255313
INFO @ Fri, 06 Jan 2017 15:26:52: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 15:26:52: #1 finished!
INFO @ Fri, 06 Jan 2017 15:26:52: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 15:26:52: #2 Skipped...
INFO @ Fri, 06 Jan 2017 15:26:52: #2 Use 135 as fragment length
INFO @ Fri, 06 Jan 2017 15:26:52: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 15:26:52: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 15:26:52: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 15:36:05: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 15:45:12: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 15:45:42: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 15:46:05: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 15:46:24: Done!
INFO @ Fri, 06 Jan 2017 15:47:06: Read and build treatment bedGraph...
INFO @ Fri, 06 Jan 2017 15:49:09: Read and build control bedGraph...
INFO @ Fri, 06 Jan 2017 15:57:23: Build scoreTrackII...
INFO @ Fri, 06 Jan 2017 16:00:02: Calculate scores comparing treatment and control by 'FE'...
INFO @ Fri, 06 Jan 2017 16:21:57: Write bedGraph of scores...
INFO @ Fri, 06 Jan 2017 16:29:50: Finished 'FE'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_FE.bdg'!
INFO @ Fri, 06 Jan 2017 16:43:44: Read and build treatment bedGraph...
INFO @ Fri, 06 Jan 2017 16:45:45: Read and build control bedGraph...
INFO @ Fri, 06 Jan 2017 16:53:16: Build scoreTrackII...
INFO @ Fri, 06 Jan 2017 16:55:51: Values in your input bedGraph files will be multiplied by 13.255313 ...
INFO @ Fri, 06 Jan 2017 17:17:20: Calculate scores comparing treatment and control by 'ppois'...
INFO @ Fri, 06 Jan 2017 17:19:25: Write bedGraph of scores...
INFO @ Fri, 06 Jan 2017 17:30:55: Finished 'ppois'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_ppois.bdg'!
|
Num | 3 | ID | task.callpeak_spp.spp_rep1_pr2.line_57.id_12 | Name | spp rep1-pr2 | Thread | thread_Root | PID | 24282 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:40:08 | End | 2017-01-07 14:30:08 | Elapsed | 23:49:59 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pdf
| Dependencies | | |
# SYS command. line 59
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 62
if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 66
Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz \
-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2 -speak=135 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
# SYS command. line 72
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
# SYS command. line 74
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pdf
# SYS command. line 77
if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz; fi
# SYS command. line 80
if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi
# SYS command. line 82
if [[ true == "true" ]]; then \
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.regionPeak.gz; \
fi
# SYS command. line 86
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
37304 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift 135
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: 3e+05
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2
narrowPeak output file name: NA
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_VS_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.ccscore
Overwrite files?: TRUE
Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
opened /tmp/24282.1.amd.q/RtmpUuAdqe/SRR1370910_1.nodup.pr2.tagAlign92ea318fe313
done. read 6627656 fragments
ChIP data read length 51
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
opened /tmp/24282.1.amd.q/RtmpUuAdqe/input15MReadsNSCLess1.05.50MSubsample.tagAlign92ea6bc5ca2e
done. read 50000000 fragments
Control data read length 68
Calculating peak characteristics
Minimum cross-correlation value 0.08571331
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.0957382243484952
Top 3 estimates for fragment length 135
Window half size 175
Phantom peak location 55
Phantom peak Correlation 0.08670313
Normalized Strand cross-correlation coefficient (NSC) 1.116959
Relative Strand cross-correlation Coefficient (RSC) 10.12797
Phantom Peak Quality Tag 2
null device
1
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 7.534493 excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 0.1327229 excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.000331
Detected 151823 peaks
--------------------Stderr--------------------
Loading required package: caTools
There were 50 or more warnings (use warnings() to see the first 50)
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 3304 3480 . 0 . 24.2687931548715 -1 3.72533981590974 88
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 3304 3480 . 0 . 24.2687931548715 -1 3.72533981590974 88
|
Num | 4 | ID | task.callpeak_macs2.macs2_rep1_pr1.line_71.id_13 | Name | macs2 rep1-pr1 | Thread | thread_Root | PID | 24283 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:40:09 | End | 2017-01-06 15:46:25 | Elapsed | 01:06:15 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 135 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 135 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
37294 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:40:30:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 135 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:40:30: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:40:30: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:40:38: 1000000
INFO @ Fri, 06 Jan 2017 14:40:45: 2000000
INFO @ Fri, 06 Jan 2017 14:40:51: 3000000
INFO @ Fri, 06 Jan 2017 14:40:58: 4000000
INFO @ Fri, 06 Jan 2017 14:41:06: 5000000
INFO @ Fri, 06 Jan 2017 14:41:14: 6000000
INFO @ Fri, 06 Jan 2017 14:41:19: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:41:26: 1000000
INFO @ Fri, 06 Jan 2017 14:41:32: 2000000
INFO @ Fri, 06 Jan 2017 14:41:40: 3000000
INFO @ Fri, 06 Jan 2017 14:41:47: 4000000
INFO @ Fri, 06 Jan 2017 14:41:53: 5000000
INFO @ Fri, 06 Jan 2017 14:42:00: 6000000
INFO @ Fri, 06 Jan 2017 14:42:08: 7000000
INFO @ Fri, 06 Jan 2017 14:42:15: 8000000
INFO @ Fri, 06 Jan 2017 14:42:22: 9000000
INFO @ Fri, 06 Jan 2017 14:42:30: 10000000
INFO @ Fri, 06 Jan 2017 14:42:38: 11000000
INFO @ Fri, 06 Jan 2017 14:42:46: 12000000
INFO @ Fri, 06 Jan 2017 14:42:54: 13000000
INFO @ Fri, 06 Jan 2017 14:43:01: 14000000
INFO @ Fri, 06 Jan 2017 14:43:09: 15000000
INFO @ Fri, 06 Jan 2017 14:43:17: 16000000
INFO @ Fri, 06 Jan 2017 14:43:24: 17000000
INFO @ Fri, 06 Jan 2017 14:43:32: 18000000
INFO @ Fri, 06 Jan 2017 14:43:40: 19000000
INFO @ Fri, 06 Jan 2017 14:43:47: 20000000
INFO @ Fri, 06 Jan 2017 14:43:55: 21000000
INFO @ Fri, 06 Jan 2017 14:44:03: 22000000
INFO @ Fri, 06 Jan 2017 14:44:11: 23000000
INFO @ Fri, 06 Jan 2017 14:44:19: 24000000
INFO @ Fri, 06 Jan 2017 14:44:27: 25000000
INFO @ Fri, 06 Jan 2017 14:44:34: 26000000
INFO @ Fri, 06 Jan 2017 14:44:42: 27000000
INFO @ Fri, 06 Jan 2017 14:44:50: 28000000
INFO @ Fri, 06 Jan 2017 14:44:58: 29000000
INFO @ Fri, 06 Jan 2017 14:45:06: 30000000
INFO @ Fri, 06 Jan 2017 14:45:14: 31000000
INFO @ Fri, 06 Jan 2017 14:45:22: 32000000
INFO @ Fri, 06 Jan 2017 14:45:30: 33000000
INFO @ Fri, 06 Jan 2017 14:45:38: 34000000
INFO @ Fri, 06 Jan 2017 14:45:47: 35000000
INFO @ Fri, 06 Jan 2017 14:45:55: 36000000
INFO @ Fri, 06 Jan 2017 14:46:03: 37000000
INFO @ Fri, 06 Jan 2017 14:46:11: 38000000
INFO @ Fri, 06 Jan 2017 14:46:19: 39000000
INFO @ Fri, 06 Jan 2017 14:46:28: 40000000
INFO @ Fri, 06 Jan 2017 14:46:35: 41000000
INFO @ Fri, 06 Jan 2017 14:46:42: 42000000
INFO @ Fri, 06 Jan 2017 14:46:50: 43000000
INFO @ Fri, 06 Jan 2017 14:46:58: 44000000
INFO @ Fri, 06 Jan 2017 14:47:07: 45000000
INFO @ Fri, 06 Jan 2017 14:47:15: 46000000
INFO @ Fri, 06 Jan 2017 14:47:23: 47000000
INFO @ Fri, 06 Jan 2017 14:47:31: 48000000
INFO @ Fri, 06 Jan 2017 14:47:39: 49000000
INFO @ Fri, 06 Jan 2017 14:47:48: 50000000
INFO @ Fri, 06 Jan 2017 14:47:51: #1 tag size is determined as 50 bps
INFO @ Fri, 06 Jan 2017 14:47:51: #1 tag size = 50
INFO @ Fri, 06 Jan 2017 14:47:51: #1 total tags in treatment: 6627657
INFO @ Fri, 06 Jan 2017 14:47:51: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:47:51: #1 finished!
INFO @ Fri, 06 Jan 2017 14:47:51: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:47:51: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:47:51: #2 Use 135 as fragment length
INFO @ Fri, 06 Jan 2017 14:47:51: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:47:51: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:47:51: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:57:11: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:57:11: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:57:11: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:57:11: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:57:11: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 15:15:47: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 15:15:54: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 15:16:01: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 15:16:04: Done!
INFO @ Fri, 06 Jan 2017 15:16:12:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 135 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 15:16:12: #1 read tag files...
INFO @ Fri, 06 Jan 2017 15:16:12: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 15:16:21: 1000000
INFO @ Fri, 06 Jan 2017 15:16:29: 2000000
INFO @ Fri, 06 Jan 2017 15:16:37: 3000000
INFO @ Fri, 06 Jan 2017 15:16:46: 4000000
INFO @ Fri, 06 Jan 2017 15:16:54: 5000000
INFO @ Fri, 06 Jan 2017 15:17:02: 6000000
INFO @ Fri, 06 Jan 2017 15:17:08: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 15:17:16: 1000000
INFO @ Fri, 06 Jan 2017 15:17:24: 2000000
INFO @ Fri, 06 Jan 2017 15:17:32: 3000000
INFO @ Fri, 06 Jan 2017 15:17:40: 4000000
INFO @ Fri, 06 Jan 2017 15:17:48: 5000000
INFO @ Fri, 06 Jan 2017 15:17:56: 6000000
INFO @ Fri, 06 Jan 2017 15:18:04: 7000000
INFO @ Fri, 06 Jan 2017 15:18:12: 8000000
INFO @ Fri, 06 Jan 2017 15:18:20: 9000000
INFO @ Fri, 06 Jan 2017 15:18:28: 10000000
INFO @ Fri, 06 Jan 2017 15:18:37: 11000000
INFO @ Fri, 06 Jan 2017 15:18:44: 12000000
INFO @ Fri, 06 Jan 2017 15:18:52: 13000000
INFO @ Fri, 06 Jan 2017 15:19:00: 14000000
INFO @ Fri, 06 Jan 2017 15:19:09: 15000000
INFO @ Fri, 06 Jan 2017 15:19:18: 16000000
INFO @ Fri, 06 Jan 2017 15:19:27: 17000000
INFO @ Fri, 06 Jan 2017 15:19:34: 18000000
INFO @ Fri, 06 Jan 2017 15:19:41: 19000000
INFO @ Fri, 06 Jan 2017 15:19:49: 20000000
INFO @ Fri, 06 Jan 2017 15:19:57: 21000000
INFO @ Fri, 06 Jan 2017 15:20:06: 22000000
INFO @ Fri, 06 Jan 2017 15:20:16: 23000000
INFO @ Fri, 06 Jan 2017 15:20:24: 24000000
INFO @ Fri, 06 Jan 2017 15:20:33: 25000000
INFO @ Fri, 06 Jan 2017 15:20:41: 26000000
INFO @ Fri, 06 Jan 2017 15:20:50: 27000000
INFO @ Fri, 06 Jan 2017 15:20:57: 28000000
INFO @ Fri, 06 Jan 2017 15:21:05: 29000000
INFO @ Fri, 06 Jan 2017 15:21:13: 30000000
INFO @ Fri, 06 Jan 2017 15:21:21: 31000000
INFO @ Fri, 06 Jan 2017 15:21:29: 32000000
INFO @ Fri, 06 Jan 2017 15:21:37: 33000000
INFO @ Fri, 06 Jan 2017 15:21:45: 34000000
INFO @ Fri, 06 Jan 2017 15:21:53: 35000000
INFO @ Fri, 06 Jan 2017 15:22:01: 36000000
INFO @ Fri, 06 Jan 2017 15:22:09: 37000000
INFO @ Fri, 06 Jan 2017 15:22:17: 38000000
INFO @ Fri, 06 Jan 2017 15:22:25: 39000000
INFO @ Fri, 06 Jan 2017 15:22:33: 40000000
INFO @ Fri, 06 Jan 2017 15:22:41: 41000000
INFO @ Fri, 06 Jan 2017 15:22:49: 42000000
INFO @ Fri, 06 Jan 2017 15:22:58: 43000000
INFO @ Fri, 06 Jan 2017 15:23:06: 44000000
INFO @ Fri, 06 Jan 2017 15:23:14: 45000000
INFO @ Fri, 06 Jan 2017 15:23:23: 46000000
INFO @ Fri, 06 Jan 2017 15:23:31: 47000000
INFO @ Fri, 06 Jan 2017 15:23:39: 48000000
INFO @ Fri, 06 Jan 2017 15:23:47: 49000000
INFO @ Fri, 06 Jan 2017 15:23:55: 50000000
INFO @ Fri, 06 Jan 2017 15:23:59: #1 tag size is determined as 50 bps
INFO @ Fri, 06 Jan 2017 15:23:59: #1 tag size = 50
INFO @ Fri, 06 Jan 2017 15:23:59: #1 total tags in treatment: 6627657
INFO @ Fri, 06 Jan 2017 15:23:59: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 15:23:59: #1 finished!
INFO @ Fri, 06 Jan 2017 15:23:59: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 15:23:59: #2 Skipped...
INFO @ Fri, 06 Jan 2017 15:23:59: #2 Use 135 as fragment length
INFO @ Fri, 06 Jan 2017 15:23:59: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 15:23:59: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 15:23:59: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 15:33:03: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 15:44:16: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 15:44:51: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 15:45:16: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 15:45:36: Done!
|
Num | 5 | ID | task.callpeak_macs2.macs2_rep1_pr2.line_71.id_14 | Name | macs2 rep1-pr2 | Thread | thread_Root | PID | 24284 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-06 14:40:10 | End | 2017-01-06 15:42:38 | Elapsed | 01:02:27 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 135 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 135 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
37295 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Fri, 06 Jan 2017 14:40:30:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 135 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Fri, 06 Jan 2017 14:40:30: #1 read tag files...
INFO @ Fri, 06 Jan 2017 14:40:30: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 14:40:37: 1000000
INFO @ Fri, 06 Jan 2017 14:40:44: 2000000
INFO @ Fri, 06 Jan 2017 14:40:52: 3000000
INFO @ Fri, 06 Jan 2017 14:40:59: 4000000
INFO @ Fri, 06 Jan 2017 14:41:06: 5000000
INFO @ Fri, 06 Jan 2017 14:41:14: 6000000
INFO @ Fri, 06 Jan 2017 14:41:19: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 14:41:26: 1000000
INFO @ Fri, 06 Jan 2017 14:41:33: 2000000
INFO @ Fri, 06 Jan 2017 14:41:41: 3000000
INFO @ Fri, 06 Jan 2017 14:41:48: 4000000
INFO @ Fri, 06 Jan 2017 14:41:55: 5000000
INFO @ Fri, 06 Jan 2017 14:42:02: 6000000
INFO @ Fri, 06 Jan 2017 14:42:10: 7000000
INFO @ Fri, 06 Jan 2017 14:42:18: 8000000
INFO @ Fri, 06 Jan 2017 14:42:25: 9000000
INFO @ Fri, 06 Jan 2017 14:42:33: 10000000
INFO @ Fri, 06 Jan 2017 14:42:40: 11000000
INFO @ Fri, 06 Jan 2017 14:42:48: 12000000
INFO @ Fri, 06 Jan 2017 14:42:56: 13000000
INFO @ Fri, 06 Jan 2017 14:43:03: 14000000
INFO @ Fri, 06 Jan 2017 14:43:10: 15000000
INFO @ Fri, 06 Jan 2017 14:43:18: 16000000
INFO @ Fri, 06 Jan 2017 14:43:26: 17000000
INFO @ Fri, 06 Jan 2017 14:43:33: 18000000
INFO @ Fri, 06 Jan 2017 14:43:41: 19000000
INFO @ Fri, 06 Jan 2017 14:43:49: 20000000
INFO @ Fri, 06 Jan 2017 14:43:57: 21000000
INFO @ Fri, 06 Jan 2017 14:44:04: 22000000
INFO @ Fri, 06 Jan 2017 14:44:12: 23000000
INFO @ Fri, 06 Jan 2017 14:44:20: 24000000
INFO @ Fri, 06 Jan 2017 14:44:27: 25000000
INFO @ Fri, 06 Jan 2017 14:44:36: 26000000
INFO @ Fri, 06 Jan 2017 14:44:43: 27000000
INFO @ Fri, 06 Jan 2017 14:44:51: 28000000
INFO @ Fri, 06 Jan 2017 14:44:59: 29000000
INFO @ Fri, 06 Jan 2017 14:45:07: 30000000
INFO @ Fri, 06 Jan 2017 14:45:14: 31000000
INFO @ Fri, 06 Jan 2017 14:45:22: 32000000
INFO @ Fri, 06 Jan 2017 14:45:30: 33000000
INFO @ Fri, 06 Jan 2017 14:45:38: 34000000
INFO @ Fri, 06 Jan 2017 14:45:46: 35000000
INFO @ Fri, 06 Jan 2017 14:45:54: 36000000
INFO @ Fri, 06 Jan 2017 14:46:02: 37000000
INFO @ Fri, 06 Jan 2017 14:46:10: 38000000
INFO @ Fri, 06 Jan 2017 14:46:18: 39000000
INFO @ Fri, 06 Jan 2017 14:46:26: 40000000
INFO @ Fri, 06 Jan 2017 14:46:34: 41000000
INFO @ Fri, 06 Jan 2017 14:46:41: 42000000
INFO @ Fri, 06 Jan 2017 14:46:49: 43000000
INFO @ Fri, 06 Jan 2017 14:46:57: 44000000
INFO @ Fri, 06 Jan 2017 14:47:05: 45000000
INFO @ Fri, 06 Jan 2017 14:47:13: 46000000
INFO @ Fri, 06 Jan 2017 14:47:21: 47000000
INFO @ Fri, 06 Jan 2017 14:47:29: 48000000
INFO @ Fri, 06 Jan 2017 14:47:37: 49000000
INFO @ Fri, 06 Jan 2017 14:47:45: 50000000
INFO @ Fri, 06 Jan 2017 14:47:48: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 14:47:48: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 14:47:48: #1 total tags in treatment: 6627656
INFO @ Fri, 06 Jan 2017 14:47:48: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 14:47:48: #1 finished!
INFO @ Fri, 06 Jan 2017 14:47:48: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 14:47:48: #2 Skipped...
INFO @ Fri, 06 Jan 2017 14:47:48: #2 Use 135 as fragment length
INFO @ Fri, 06 Jan 2017 14:47:48: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 14:47:48: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Fri, 06 Jan 2017 14:47:48: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 14:56:28: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Fri, 06 Jan 2017 14:56:28: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Fri, 06 Jan 2017 14:56:28: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Fri, 06 Jan 2017 14:56:28: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Fri, 06 Jan 2017 14:56:28: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 15:14:22: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 15:14:29: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Fri, 06 Jan 2017 15:14:34: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Fri, 06 Jan 2017 15:14:38: Done!
INFO @ Fri, 06 Jan 2017 15:14:48:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 135 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/align/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Fri, 06 Jan 2017 15:14:48: #1 read tag files...
INFO @ Fri, 06 Jan 2017 15:14:48: #1 read treatment tags...
INFO @ Fri, 06 Jan 2017 15:14:56: 1000000
INFO @ Fri, 06 Jan 2017 15:15:04: 2000000
INFO @ Fri, 06 Jan 2017 15:15:12: 3000000
INFO @ Fri, 06 Jan 2017 15:15:19: 4000000
INFO @ Fri, 06 Jan 2017 15:15:27: 5000000
INFO @ Fri, 06 Jan 2017 15:15:35: 6000000
INFO @ Fri, 06 Jan 2017 15:15:40: #1.2 read input tags...
INFO @ Fri, 06 Jan 2017 15:15:47: 1000000
INFO @ Fri, 06 Jan 2017 15:15:54: 2000000
INFO @ Fri, 06 Jan 2017 15:16:01: 3000000
INFO @ Fri, 06 Jan 2017 15:16:10: 4000000
INFO @ Fri, 06 Jan 2017 15:16:19: 5000000
INFO @ Fri, 06 Jan 2017 15:16:28: 6000000
INFO @ Fri, 06 Jan 2017 15:16:36: 7000000
INFO @ Fri, 06 Jan 2017 15:16:43: 8000000
INFO @ Fri, 06 Jan 2017 15:16:51: 9000000
INFO @ Fri, 06 Jan 2017 15:16:59: 10000000
INFO @ Fri, 06 Jan 2017 15:17:07: 11000000
INFO @ Fri, 06 Jan 2017 15:17:15: 12000000
INFO @ Fri, 06 Jan 2017 15:17:23: 13000000
INFO @ Fri, 06 Jan 2017 15:17:30: 14000000
INFO @ Fri, 06 Jan 2017 15:17:38: 15000000
INFO @ Fri, 06 Jan 2017 15:17:45: 16000000
INFO @ Fri, 06 Jan 2017 15:17:53: 17000000
INFO @ Fri, 06 Jan 2017 15:18:01: 18000000
INFO @ Fri, 06 Jan 2017 15:18:09: 19000000
INFO @ Fri, 06 Jan 2017 15:18:19: 20000000
INFO @ Fri, 06 Jan 2017 15:18:27: 21000000
INFO @ Fri, 06 Jan 2017 15:18:34: 22000000
INFO @ Fri, 06 Jan 2017 15:18:42: 23000000
INFO @ Fri, 06 Jan 2017 15:18:49: 24000000
INFO @ Fri, 06 Jan 2017 15:18:57: 25000000
INFO @ Fri, 06 Jan 2017 15:19:05: 26000000
INFO @ Fri, 06 Jan 2017 15:19:13: 27000000
INFO @ Fri, 06 Jan 2017 15:19:20: 28000000
INFO @ Fri, 06 Jan 2017 15:19:28: 29000000
INFO @ Fri, 06 Jan 2017 15:19:36: 30000000
INFO @ Fri, 06 Jan 2017 15:19:44: 31000000
INFO @ Fri, 06 Jan 2017 15:19:52: 32000000
INFO @ Fri, 06 Jan 2017 15:19:59: 33000000
INFO @ Fri, 06 Jan 2017 15:20:07: 34000000
INFO @ Fri, 06 Jan 2017 15:20:15: 35000000
INFO @ Fri, 06 Jan 2017 15:20:23: 36000000
INFO @ Fri, 06 Jan 2017 15:20:31: 37000000
INFO @ Fri, 06 Jan 2017 15:20:39: 38000000
INFO @ Fri, 06 Jan 2017 15:20:46: 39000000
INFO @ Fri, 06 Jan 2017 15:20:54: 40000000
INFO @ Fri, 06 Jan 2017 15:21:01: 41000000
INFO @ Fri, 06 Jan 2017 15:21:09: 42000000
INFO @ Fri, 06 Jan 2017 15:21:17: 43000000
INFO @ Fri, 06 Jan 2017 15:21:25: 44000000
INFO @ Fri, 06 Jan 2017 15:21:33: 45000000
INFO @ Fri, 06 Jan 2017 15:21:41: 46000000
INFO @ Fri, 06 Jan 2017 15:21:49: 47000000
INFO @ Fri, 06 Jan 2017 15:21:56: 48000000
INFO @ Fri, 06 Jan 2017 15:22:03: 49000000
INFO @ Fri, 06 Jan 2017 15:22:10: 50000000
INFO @ Fri, 06 Jan 2017 15:22:14: #1 tag size is determined as 51 bps
INFO @ Fri, 06 Jan 2017 15:22:14: #1 tag size = 51
INFO @ Fri, 06 Jan 2017 15:22:14: #1 total tags in treatment: 6627656
INFO @ Fri, 06 Jan 2017 15:22:14: #1 total tags in control: 50000000
INFO @ Fri, 06 Jan 2017 15:22:14: #1 finished!
INFO @ Fri, 06 Jan 2017 15:22:14: #2 Build Peak Model...
INFO @ Fri, 06 Jan 2017 15:22:14: #2 Skipped...
INFO @ Fri, 06 Jan 2017 15:22:14: #2 Use 135 as fragment length
INFO @ Fri, 06 Jan 2017 15:22:14: #3 Call peaks...
INFO @ Fri, 06 Jan 2017 15:22:14: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Fri, 06 Jan 2017 15:22:14: #3 Pre-compute pvalue-qvalue table...
INFO @ Fri, 06 Jan 2017 15:30:16: #3 Call peaks for each chromosome...
INFO @ Fri, 06 Jan 2017 15:40:33: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Fri, 06 Jan 2017 15:41:08: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.broadPeak
INFO @ Fri, 06 Jan 2017 15:41:32: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.gappedPeak
INFO @ Fri, 06 Jan 2017 15:41:52: Done!
|
Num | 6 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_59.id_15 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 24397 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:20:36 | End | 2017-01-07 17:21:53 | Elapsed | 00:01:17 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz
# SYS command. line 72
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[dXY]+[ ]' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.regionPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
41708 (process ID) old priority 0, new priority 10
Waiting for 58 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
KI270467.1 3228 3404 . 0 . 21.9664877698483 -1 3.5328817194074 88
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
KI270467.1 3228 3404 . 0 . 21.9664877698483 -1 3.5328817194074 88
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KI270467.1 3304 3480 . 0 . 24.2687931548715 -1 3.72533981590974 88
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KI270467.1 3304 3480 . 0 . 24.2687931548715 -1 3.72533981590974 88
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz has inconsistent naming convention for record:
GL383555.2 205420 205596 . 0 . 4.63865447079909 -1 3.27355681352982 88
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.regionPeak.gz has inconsistent naming convention for record:
GL383555.2 205420 205596 . 0 . 4.63865447079909 -1 3.27355681352982 88
|
Num | 7 | ID | task.callpeak_idr.idr2_rep1_pr.line_73.id_16 | Name | idr2 rep1-pr | Thread | thread_Root | PID | 24398 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:21:55 | End | 2017-01-07 17:23:08 | Elapsed | 00:01:13 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt.png
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 75
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq_py3 | wc -l) != "0" ]]; then source activate aquas_chipseq_py3; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 77
idr --samples /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr1/SRR1370910_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/pseudo_reps/rep1/pr2/SRR1370910_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --peak-list /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt --rank signal.value --soft-idr-threshold 0.05 \
--plot --use-best-multisummit-IDR
# SYS command. line 81
idr_thresh_transformed=$(awk -v p=0.05 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 84
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {if ($2<0) $2=0; print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz
# SYS command. line 87
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.narrowPeak.gz
# SYS command. line 88
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.12-col.bed.gz
# SYS command. line 90
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[dXY]+[ ]' | awk 'BEGIN{OFS=" "} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 91
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 92
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS=" "} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 94
gzip -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.unthresholded-peaks.txt
# SYS command. line 95
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.13-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 97
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
41813 (process ID) old priority 0, new priority 10
Waiting for 37 seconds.
--------------------Stderr--------------------
Initial parameter values: [0.10 1.00 0.20 0.50]
Final parameter values: [1.60 1.59 0.87 0.09]
Number of reported peaks - 6392/6392 (100.0%)
Number of peaks passing IDR cutoff of 0.05 - 261/6392 (4.1%)
|
Num | 8 | ID | task.callpeak_idr.idr_final_qc.line_219.id_19 | Name | idr final qc | Thread | thread_Root | PID | 24399 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:23:09 | End | 2017-01-07 17:24:23 | Elapsed | 00:01:13 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/qc/ZNF415_IDR_final.qc
| Dependencies | | |
# SYS command. line 221
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 223
echo -e "Nt\tN1 N2 ""Np\tconservative_set\toptimal_set\trescue_ratio\tself_consistency_ratio\treproducibility" > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/qc/ZNF415_IDR_final.qc
# SYS command. line 224
echo -e "0\t6 0 ""0\tN/A\tN/A\tNaN\t1.0\t1" >> /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/qc/ZNF415_IDR_final.qc
# SYS command. line 226
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
41963 (process ID) old priority 0, new priority 10
Waiting for 60 seconds.
|
Num | 9 | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_20 | Name | blacklist_filter peak 1 | Thread | thread_Root | PID | 12847 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:24:25 | End | 2017-01-07 17:25:33 | Elapsed | 00:01:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
12852 (process ID) old priority 0, new priority 10
Waiting for 59 seconds.
--------------------Stderr--------------------
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 3299 3475 . 0 . 42.7548615133428 -1 3.56320412447964 88
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/rep1/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.regionPeak.gz has inconsistent naming convention for record:
KI270467.1 3299 3475 . 0 . 42.7548615133428 -1 3.56320412447964 88
|
Num | 10 | ID | task.report.peak2hammock.line_412.id_21 | Name | peak2hammock | Thread | thread_Root | PID | 16712 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:25:34 | End | 2017-01-07 17:25:42 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/spp/overlap/SRR1370910_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.regionPeak.tmp
--------------------Stdout--------------------
16716 (process ID) old priority 0, new priority 10
|
Num | 11 | ID | task.report.peak2hammock.line_412.id_22 | Name | peak2hammock | Thread | thread_Root | PID | 17402 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:25:43 | End | 2017-01-07 17:25:52 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/peak/idr/pseudo_reps/rep1/ZNF415_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
17406 (process ID) old priority 0, new priority 10
|
Num | 12 | ID | task.graphviz.report.line_97.id_23 | Name | report | Thread | thread_Root | PID | 18001 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-07 17:25:53 | End | 2017-01-07 17:26:01 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/report/ZNF415_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/report/ZNF415_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF415/out/report/ZNF415_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
18006 (process ID) old priority 0, new priority 10
|