Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.postalign_bed.subsample_tag_rep1.line_45.id_10 | Name | subsample_tag rep1 | Thread | thread_41 | PID | 46838 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 13:35:11 | End | 2017-04-13 13:36:35 | Elapsed | 00:01:24 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1/SRR1370894_1.nodup.15M.tagAlign.gz
| Dependencies | | |
# SYS command. line 47
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 50
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | \
grep -v "chrM" | shuf -n 15000000 --random-source=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1/SRR1370894_1.nodup.15M.tagAlign.gz
# SYS command. line 53
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
18636 (process ID) old priority 0, new priority 19
Waiting for 23 seconds.
|
Num | 2 | ID | task.postalign_bed.spr_rep1.line_255.id_11 | Name | spr rep1 | Thread | thread_41 | PID | 46839 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 13:35:12 | End | 2017-04-13 13:36:33 | Elapsed | 00:01:20 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz
| Dependencies | | |
# SYS command. line 257
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 260
nlines=$( zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | wc -l )
# SYS command. line 261
nlines=$(( (nlines + 1) / 2 ))
# SYS command. line 265
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | shuf --random-source=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | split -d -l $((nlines)) - /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.
# SYS command. line 268
gzip -nc /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.00 > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz
# SYS command. line 269
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.00
# SYS command. line 270
gzip -nc /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.01 > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz
# SYS command. line 271
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.01
# SYS command. line 273
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
5154 (process ID) old priority 0, new priority 19
Waiting for 10 seconds.
|
Num | 3 | ID | task.postalign_bed.xcor_rep1.line_212.id_12 | Name | xcor rep1 | Thread | thread_41 | PID | 46845 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 13:36:36 | End | 2017-04-13 14:00:44 | Elapsed | 00:24:07 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1/SRR1370894_1.nodup.15M.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.pdf
| Dependencies | | |
# SYS command. line 214
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 217
if [[ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 223
Rscript ${RUN_SPP} -rf \
-c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1/SRR1370894_1.nodup.15M.tagAlign.gz -p=1 \
-filtchr=chrM -savp=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.pdf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc
# SYS command. line 226
sed -r 's/,[^\t]+//g' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc.tmp
# SYS command. line 227
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc
# SYS command. line 229
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
19208 (process ID) old priority 0, new priority 19
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1/SRR1370894_1.nodup.15M.tagAlign.gz
Control data: NA
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift NA
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 1
FDR threshold: 0.01
NumPeaks Threshold: NA
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1
narrowPeak output file name: NA
regionPeak output file name: NA
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.qc
Overwrite files?: TRUE
Decompressing ChIP file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/rep1/SRR1370894_1.nodup.15M.tagAlign.gz
opened /tmp/46845.1.q/Rtmp5rGszR/SRR1370894_1.nodup.15M.tagAlign4b686c45d56d
done. read 15000000 fragments
ChIP data read length 51
[1] TRUE
Calculating peak characteristics
Minimum cross-correlation value 0.1695375
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.209062520474653
Top 3 estimates for fragment length 160
Window half size 305
Phantom peak location 55
Phantom peak Correlation 0.1904106
Normalized Strand cross-correlation coefficient (NSC) 1.233134
Relative Strand cross-correlation Coefficient (RSC) 1.893585
Phantom Peak Quality Tag 2
null device
1
--------------------Stderr--------------------
Loading required package: caTools
|
Num | 4 | ID | task.callpeak_macs2.macs2_n_s_rep1.line_66.id_13 | Name | macs2 n/s rep1 | Thread | thread_Root | PID | 46862 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 14:00:46 | End | 2017-04-13 15:07:05 | Elapsed | 01:06:18 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/signal/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/signal/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
| Dependencies | | |
# SYS command. line 68
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 69
export LC_COLLATE=C
# SYS command. line 74
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 160 --keep-dup all -B --SPMR
# SYS command. line 77
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 80
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 84
if [[ true == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 94
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1 -o "SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 97
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 98
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 101
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 102
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/signal/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 103
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 109
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 111
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 113
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1 -o "SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 116
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 117
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 120
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 121
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/signal/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 122
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 124
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 126
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
26776 (process ID) old priority 0, new priority 19
--------------------Stderr--------------------
INFO @ Thu, 13 Apr 2017 14:01:03:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 160 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Thu, 13 Apr 2017 14:01:03: #1 read tag files...
INFO @ Thu, 13 Apr 2017 14:01:03: #1 read treatment tags...
INFO @ Thu, 13 Apr 2017 14:01:05: 1000000
INFO @ Thu, 13 Apr 2017 14:01:07: 2000000
INFO @ Thu, 13 Apr 2017 14:01:09: 3000000
INFO @ Thu, 13 Apr 2017 14:01:11: 4000000
INFO @ Thu, 13 Apr 2017 14:01:13: 5000000
INFO @ Thu, 13 Apr 2017 14:01:15: 6000000
INFO @ Thu, 13 Apr 2017 14:01:17: 7000000
INFO @ Thu, 13 Apr 2017 14:01:19: 8000000
INFO @ Thu, 13 Apr 2017 14:01:21: 9000000
INFO @ Thu, 13 Apr 2017 14:01:23: 10000000
INFO @ Thu, 13 Apr 2017 14:01:25: 11000000
INFO @ Thu, 13 Apr 2017 14:01:27: 12000000
INFO @ Thu, 13 Apr 2017 14:01:29: 13000000
INFO @ Thu, 13 Apr 2017 14:01:31: 14000000
INFO @ Thu, 13 Apr 2017 14:01:33: 15000000
INFO @ Thu, 13 Apr 2017 14:01:35: 16000000
INFO @ Thu, 13 Apr 2017 14:01:37: 17000000
INFO @ Thu, 13 Apr 2017 14:01:39: 18000000
INFO @ Thu, 13 Apr 2017 14:01:40: 19000000
INFO @ Thu, 13 Apr 2017 14:01:42: 20000000
INFO @ Thu, 13 Apr 2017 14:01:44: #1.2 read input tags...
INFO @ Thu, 13 Apr 2017 14:01:46: 1000000
INFO @ Thu, 13 Apr 2017 14:01:48: 2000000
INFO @ Thu, 13 Apr 2017 14:01:50: 3000000
INFO @ Thu, 13 Apr 2017 14:01:52: 4000000
INFO @ Thu, 13 Apr 2017 14:01:54: 5000000
INFO @ Thu, 13 Apr 2017 14:01:56: 6000000
INFO @ Thu, 13 Apr 2017 14:01:58: 7000000
INFO @ Thu, 13 Apr 2017 14:02:00: 8000000
INFO @ Thu, 13 Apr 2017 14:02:02: 9000000
INFO @ Thu, 13 Apr 2017 14:02:03: 10000000
INFO @ Thu, 13 Apr 2017 14:02:05: 11000000
INFO @ Thu, 13 Apr 2017 14:02:07: 12000000
INFO @ Thu, 13 Apr 2017 14:02:09: 13000000
INFO @ Thu, 13 Apr 2017 14:02:11: 14000000
INFO @ Thu, 13 Apr 2017 14:02:13: 15000000
INFO @ Thu, 13 Apr 2017 14:02:15: 16000000
INFO @ Thu, 13 Apr 2017 14:02:17: 17000000
INFO @ Thu, 13 Apr 2017 14:02:19: 18000000
INFO @ Thu, 13 Apr 2017 14:02:21: 19000000
INFO @ Thu, 13 Apr 2017 14:02:23: 20000000
INFO @ Thu, 13 Apr 2017 14:02:25: 21000000
INFO @ Thu, 13 Apr 2017 14:02:26: 22000000
INFO @ Thu, 13 Apr 2017 14:02:28: 23000000
INFO @ Thu, 13 Apr 2017 14:02:30: 24000000
INFO @ Thu, 13 Apr 2017 14:02:32: 25000000
INFO @ Thu, 13 Apr 2017 14:02:34: 26000000
INFO @ Thu, 13 Apr 2017 14:02:36: 27000000
INFO @ Thu, 13 Apr 2017 14:02:38: 28000000
INFO @ Thu, 13 Apr 2017 14:02:40: 29000000
INFO @ Thu, 13 Apr 2017 14:02:42: 30000000
INFO @ Thu, 13 Apr 2017 14:02:44: 31000000
INFO @ Thu, 13 Apr 2017 14:02:46: 32000000
INFO @ Thu, 13 Apr 2017 14:02:48: 33000000
INFO @ Thu, 13 Apr 2017 14:02:50: 34000000
INFO @ Thu, 13 Apr 2017 14:02:51: 35000000
INFO @ Thu, 13 Apr 2017 14:02:53: 36000000
INFO @ Thu, 13 Apr 2017 14:02:55: 37000000
INFO @ Thu, 13 Apr 2017 14:02:57: 38000000
INFO @ Thu, 13 Apr 2017 14:02:59: 39000000
INFO @ Thu, 13 Apr 2017 14:03:01: 40000000
INFO @ Thu, 13 Apr 2017 14:03:03: 41000000
INFO @ Thu, 13 Apr 2017 14:03:05: 42000000
INFO @ Thu, 13 Apr 2017 14:03:07: 43000000
INFO @ Thu, 13 Apr 2017 14:03:09: 44000000
INFO @ Thu, 13 Apr 2017 14:03:11: 45000000
INFO @ Thu, 13 Apr 2017 14:03:12: 46000000
INFO @ Thu, 13 Apr 2017 14:03:14: 47000000
INFO @ Thu, 13 Apr 2017 14:03:16: 48000000
INFO @ Thu, 13 Apr 2017 14:03:18: 49000000
INFO @ Thu, 13 Apr 2017 14:03:20: 50000000
INFO @ Thu, 13 Apr 2017 14:03:22: #1 tag size is determined as 49 bps
INFO @ Thu, 13 Apr 2017 14:03:22: #1 tag size = 49
INFO @ Thu, 13 Apr 2017 14:03:22: #1 total tags in treatment: 20891566
INFO @ Thu, 13 Apr 2017 14:03:22: #1 total tags in control: 50000000
INFO @ Thu, 13 Apr 2017 14:03:22: #1 finished!
INFO @ Thu, 13 Apr 2017 14:03:22: #2 Build Peak Model...
INFO @ Thu, 13 Apr 2017 14:03:22: #2 Skipped...
INFO @ Thu, 13 Apr 2017 14:03:22: #2 Use 160 as fragment length
INFO @ Thu, 13 Apr 2017 14:03:22: #3 Call peaks...
INFO @ Thu, 13 Apr 2017 14:03:22: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Thu, 13 Apr 2017 14:03:22: #3 Pre-compute pvalue-qvalue table...
INFO @ Thu, 13 Apr 2017 14:09:04: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Thu, 13 Apr 2017 14:09:04: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Thu, 13 Apr 2017 14:09:04: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Thu, 13 Apr 2017 14:09:04: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Thu, 13 Apr 2017 14:09:04: #3 Call peaks for each chromosome...
INFO @ Thu, 13 Apr 2017 14:16:48: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Thu, 13 Apr 2017 14:16:51: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Thu, 13 Apr 2017 14:16:53: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Thu, 13 Apr 2017 14:16:54: Done!
INFO @ Thu, 13 Apr 2017 14:16:59: Read and build treatment bedGraph...
INFO @ Thu, 13 Apr 2017 14:17:51: Read and build control bedGraph...
INFO @ Thu, 13 Apr 2017 14:20:01: Build scoreTrackII...
INFO @ Thu, 13 Apr 2017 14:21:17: Calculate scores comparing treatment and control by 'FE'...
INFO @ Thu, 13 Apr 2017 14:28:08: Write bedGraph of scores...
INFO @ Thu, 13 Apr 2017 14:32:17: Finished 'FE'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_FE.bdg'!
INFO @ Thu, 13 Apr 2017 14:41:19: Read and build treatment bedGraph...
INFO @ Thu, 13 Apr 2017 14:42:10: Read and build control bedGraph...
INFO @ Thu, 13 Apr 2017 14:44:21: Build scoreTrackII...
INFO @ Thu, 13 Apr 2017 14:45:14: Values in your input bedGraph files will be multiplied by 20.891566 ...
INFO @ Thu, 13 Apr 2017 14:52:45: Calculate scores comparing treatment and control by 'ppois'...
INFO @ Thu, 13 Apr 2017 14:53:35: Write bedGraph of scores...
INFO @ Thu, 13 Apr 2017 14:57:20: Finished 'ppois'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_ppois.bdg'!
|
Num | 5 | ID | task.callpeak_macs2.macs2_n_s_rep1_pr1.line_66.id_14 | Name | macs2 n/s rep1-pr1 | Thread | thread_Root | PID | 46863 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 14:00:47 | End | 2017-04-13 14:15:22 | Elapsed | 00:14:35 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
| Dependencies | | |
# SYS command. line 68
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 69
export LC_COLLATE=C
# SYS command. line 74
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 160 --keep-dup all -B --SPMR
# SYS command. line 77
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 80
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 84
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 94
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 97
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 98
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 101
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 102
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 103
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 109
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 111
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 113
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 116
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 117
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 120
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 121
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 122
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 124
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 126
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
26775 (process ID) old priority 0, new priority 19
--------------------Stderr--------------------
INFO @ Thu, 13 Apr 2017 14:01:03:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 160 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Thu, 13 Apr 2017 14:01:03: #1 read tag files...
INFO @ Thu, 13 Apr 2017 14:01:03: #1 read treatment tags...
INFO @ Thu, 13 Apr 2017 14:01:05: 1000000
INFO @ Thu, 13 Apr 2017 14:01:07: 2000000
INFO @ Thu, 13 Apr 2017 14:01:09: 3000000
INFO @ Thu, 13 Apr 2017 14:01:12: 4000000
INFO @ Thu, 13 Apr 2017 14:01:14: 5000000
INFO @ Thu, 13 Apr 2017 14:01:16: 6000000
INFO @ Thu, 13 Apr 2017 14:01:18: 7000000
INFO @ Thu, 13 Apr 2017 14:01:20: 8000000
INFO @ Thu, 13 Apr 2017 14:01:22: 9000000
INFO @ Thu, 13 Apr 2017 14:01:24: 10000000
INFO @ Thu, 13 Apr 2017 14:01:26: #1.2 read input tags...
INFO @ Thu, 13 Apr 2017 14:01:28: 1000000
INFO @ Thu, 13 Apr 2017 14:01:30: 2000000
INFO @ Thu, 13 Apr 2017 14:01:32: 3000000
INFO @ Thu, 13 Apr 2017 14:01:34: 4000000
INFO @ Thu, 13 Apr 2017 14:01:36: 5000000
INFO @ Thu, 13 Apr 2017 14:01:38: 6000000
INFO @ Thu, 13 Apr 2017 14:01:40: 7000000
INFO @ Thu, 13 Apr 2017 14:01:42: 8000000
INFO @ Thu, 13 Apr 2017 14:01:43: 9000000
INFO @ Thu, 13 Apr 2017 14:01:45: 10000000
INFO @ Thu, 13 Apr 2017 14:01:47: 11000000
INFO @ Thu, 13 Apr 2017 14:01:49: 12000000
INFO @ Thu, 13 Apr 2017 14:01:51: 13000000
INFO @ Thu, 13 Apr 2017 14:01:53: 14000000
INFO @ Thu, 13 Apr 2017 14:01:55: 15000000
INFO @ Thu, 13 Apr 2017 14:01:57: 16000000
INFO @ Thu, 13 Apr 2017 14:01:59: 17000000
INFO @ Thu, 13 Apr 2017 14:02:00: 18000000
INFO @ Thu, 13 Apr 2017 14:02:02: 19000000
INFO @ Thu, 13 Apr 2017 14:02:04: 20000000
INFO @ Thu, 13 Apr 2017 14:02:06: 21000000
INFO @ Thu, 13 Apr 2017 14:02:08: 22000000
INFO @ Thu, 13 Apr 2017 14:02:10: 23000000
INFO @ Thu, 13 Apr 2017 14:02:12: 24000000
INFO @ Thu, 13 Apr 2017 14:02:14: 25000000
INFO @ Thu, 13 Apr 2017 14:02:15: 26000000
INFO @ Thu, 13 Apr 2017 14:02:17: 27000000
INFO @ Thu, 13 Apr 2017 14:02:19: 28000000
INFO @ Thu, 13 Apr 2017 14:02:21: 29000000
INFO @ Thu, 13 Apr 2017 14:02:23: 30000000
INFO @ Thu, 13 Apr 2017 14:02:25: 31000000
INFO @ Thu, 13 Apr 2017 14:02:27: 32000000
INFO @ Thu, 13 Apr 2017 14:02:29: 33000000
INFO @ Thu, 13 Apr 2017 14:02:31: 34000000
INFO @ Thu, 13 Apr 2017 14:02:32: 35000000
INFO @ Thu, 13 Apr 2017 14:02:34: 36000000
INFO @ Thu, 13 Apr 2017 14:02:36: 37000000
INFO @ Thu, 13 Apr 2017 14:02:38: 38000000
INFO @ Thu, 13 Apr 2017 14:02:40: 39000000
INFO @ Thu, 13 Apr 2017 14:02:42: 40000000
INFO @ Thu, 13 Apr 2017 14:02:44: 41000000
INFO @ Thu, 13 Apr 2017 14:02:46: 42000000
INFO @ Thu, 13 Apr 2017 14:02:48: 43000000
INFO @ Thu, 13 Apr 2017 14:02:49: 44000000
INFO @ Thu, 13 Apr 2017 14:02:51: 45000000
INFO @ Thu, 13 Apr 2017 14:02:53: 46000000
INFO @ Thu, 13 Apr 2017 14:02:55: 47000000
INFO @ Thu, 13 Apr 2017 14:02:57: 48000000
INFO @ Thu, 13 Apr 2017 14:02:59: 49000000
INFO @ Thu, 13 Apr 2017 14:03:01: 50000000
INFO @ Thu, 13 Apr 2017 14:03:03: #1 tag size is determined as 51 bps
INFO @ Thu, 13 Apr 2017 14:03:03: #1 tag size = 51
INFO @ Thu, 13 Apr 2017 14:03:03: #1 total tags in treatment: 10445783
INFO @ Thu, 13 Apr 2017 14:03:03: #1 total tags in control: 50000000
INFO @ Thu, 13 Apr 2017 14:03:03: #1 finished!
INFO @ Thu, 13 Apr 2017 14:03:03: #2 Build Peak Model...
INFO @ Thu, 13 Apr 2017 14:03:03: #2 Skipped...
INFO @ Thu, 13 Apr 2017 14:03:03: #2 Use 160 as fragment length
INFO @ Thu, 13 Apr 2017 14:03:03: #3 Call peaks...
INFO @ Thu, 13 Apr 2017 14:03:03: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Thu, 13 Apr 2017 14:03:03: #3 Pre-compute pvalue-qvalue table...
INFO @ Thu, 13 Apr 2017 14:08:20: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Thu, 13 Apr 2017 14:08:20: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Thu, 13 Apr 2017 14:08:20: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Thu, 13 Apr 2017 14:08:20: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Thu, 13 Apr 2017 14:08:20: #3 Call peaks for each chromosome...
INFO @ Thu, 13 Apr 2017 14:15:15: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Thu, 13 Apr 2017 14:15:16: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Thu, 13 Apr 2017 14:15:17: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Thu, 13 Apr 2017 14:15:19: Done!
|
Num | 6 | ID | task.callpeak_macs2.macs2_n_s_rep1_pr2.line_66.id_15 | Name | macs2 n/s rep1-pr2 | Thread | thread_Root | PID | 46864 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 14:00:48 | End | 2017-04-13 14:15:20 | Elapsed | 00:14:32 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
| Dependencies | | |
# SYS command. line 68
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 69
export LC_COLLATE=C
# SYS command. line 74
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 160 --keep-dup all -B --SPMR
# SYS command. line 77
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
# SYS command. line 80
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_summits.bed
# SYS command. line 84
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 94
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -m FE
# SYS command. line 97
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph
# SYS command. line 98
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_FE.bdg
# SYS command. line 101
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 102
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bw
# SYS command. line 103
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 109
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 111
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 113
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 116
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph
# SYS command. line 117
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_ppois.bdg
# SYS command. line 120
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 121
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bw
# SYS command. line 122
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 124
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign"_control_lambda.bdg
# SYS command. line 126
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
26777 (process ID) old priority 0, new priority 19
--------------------Stderr--------------------
INFO @ Thu, 13 Apr 2017 14:01:03:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 160 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/align/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/HughesZnfData/HughesInputData/input15MReadsNSCLess1.05.50MSubsample.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Thu, 13 Apr 2017 14:01:03: #1 read tag files...
INFO @ Thu, 13 Apr 2017 14:01:03: #1 read treatment tags...
INFO @ Thu, 13 Apr 2017 14:01:06: 1000000
INFO @ Thu, 13 Apr 2017 14:01:08: 2000000
INFO @ Thu, 13 Apr 2017 14:01:10: 3000000
INFO @ Thu, 13 Apr 2017 14:01:12: 4000000
INFO @ Thu, 13 Apr 2017 14:01:14: 5000000
INFO @ Thu, 13 Apr 2017 14:01:16: 6000000
INFO @ Thu, 13 Apr 2017 14:01:18: 7000000
INFO @ Thu, 13 Apr 2017 14:01:20: 8000000
INFO @ Thu, 13 Apr 2017 14:01:22: 9000000
INFO @ Thu, 13 Apr 2017 14:01:24: 10000000
INFO @ Thu, 13 Apr 2017 14:01:25: #1.2 read input tags...
INFO @ Thu, 13 Apr 2017 14:01:27: 1000000
INFO @ Thu, 13 Apr 2017 14:01:29: 2000000
INFO @ Thu, 13 Apr 2017 14:01:31: 3000000
INFO @ Thu, 13 Apr 2017 14:01:33: 4000000
INFO @ Thu, 13 Apr 2017 14:01:35: 5000000
INFO @ Thu, 13 Apr 2017 14:01:37: 6000000
INFO @ Thu, 13 Apr 2017 14:01:39: 7000000
INFO @ Thu, 13 Apr 2017 14:01:41: 8000000
INFO @ Thu, 13 Apr 2017 14:01:43: 9000000
INFO @ Thu, 13 Apr 2017 14:01:45: 10000000
INFO @ Thu, 13 Apr 2017 14:01:47: 11000000
INFO @ Thu, 13 Apr 2017 14:01:49: 12000000
INFO @ Thu, 13 Apr 2017 14:01:51: 13000000
INFO @ Thu, 13 Apr 2017 14:01:53: 14000000
INFO @ Thu, 13 Apr 2017 14:01:55: 15000000
INFO @ Thu, 13 Apr 2017 14:01:57: 16000000
INFO @ Thu, 13 Apr 2017 14:01:59: 17000000
INFO @ Thu, 13 Apr 2017 14:02:01: 18000000
INFO @ Thu, 13 Apr 2017 14:02:03: 19000000
INFO @ Thu, 13 Apr 2017 14:02:05: 20000000
INFO @ Thu, 13 Apr 2017 14:02:07: 21000000
INFO @ Thu, 13 Apr 2017 14:02:09: 22000000
INFO @ Thu, 13 Apr 2017 14:02:11: 23000000
INFO @ Thu, 13 Apr 2017 14:02:13: 24000000
INFO @ Thu, 13 Apr 2017 14:02:15: 25000000
INFO @ Thu, 13 Apr 2017 14:02:17: 26000000
INFO @ Thu, 13 Apr 2017 14:02:19: 27000000
INFO @ Thu, 13 Apr 2017 14:02:21: 28000000
INFO @ Thu, 13 Apr 2017 14:02:23: 29000000
INFO @ Thu, 13 Apr 2017 14:02:25: 30000000
INFO @ Thu, 13 Apr 2017 14:02:27: 31000000
INFO @ Thu, 13 Apr 2017 14:02:29: 32000000
INFO @ Thu, 13 Apr 2017 14:02:31: 33000000
INFO @ Thu, 13 Apr 2017 14:02:33: 34000000
INFO @ Thu, 13 Apr 2017 14:02:35: 35000000
INFO @ Thu, 13 Apr 2017 14:02:37: 36000000
INFO @ Thu, 13 Apr 2017 14:02:39: 37000000
INFO @ Thu, 13 Apr 2017 14:02:41: 38000000
INFO @ Thu, 13 Apr 2017 14:02:43: 39000000
INFO @ Thu, 13 Apr 2017 14:02:45: 40000000
INFO @ Thu, 13 Apr 2017 14:02:47: 41000000
INFO @ Thu, 13 Apr 2017 14:02:49: 42000000
INFO @ Thu, 13 Apr 2017 14:02:51: 43000000
INFO @ Thu, 13 Apr 2017 14:02:53: 44000000
INFO @ Thu, 13 Apr 2017 14:02:55: 45000000
INFO @ Thu, 13 Apr 2017 14:02:57: 46000000
INFO @ Thu, 13 Apr 2017 14:02:59: 47000000
INFO @ Thu, 13 Apr 2017 14:03:01: 48000000
INFO @ Thu, 13 Apr 2017 14:03:03: 49000000
INFO @ Thu, 13 Apr 2017 14:03:05: 50000000
INFO @ Thu, 13 Apr 2017 14:03:07: #1 tag size is determined as 49 bps
INFO @ Thu, 13 Apr 2017 14:03:07: #1 tag size = 49
INFO @ Thu, 13 Apr 2017 14:03:07: #1 total tags in treatment: 10445783
INFO @ Thu, 13 Apr 2017 14:03:07: #1 total tags in control: 50000000
INFO @ Thu, 13 Apr 2017 14:03:07: #1 finished!
INFO @ Thu, 13 Apr 2017 14:03:07: #2 Build Peak Model...
INFO @ Thu, 13 Apr 2017 14:03:07: #2 Skipped...
INFO @ Thu, 13 Apr 2017 14:03:07: #2 Use 160 as fragment length
INFO @ Thu, 13 Apr 2017 14:03:07: #3 Call peaks...
INFO @ Thu, 13 Apr 2017 14:03:07: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Thu, 13 Apr 2017 14:03:07: #3 Pre-compute pvalue-qvalue table...
INFO @ Thu, 13 Apr 2017 14:08:21: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Thu, 13 Apr 2017 14:08:21: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_treat_pileup.bdg
INFO @ Thu, 13 Apr 2017 14:08:21: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_control_lambda.bdg
INFO @ Thu, 13 Apr 2017 14:08:21: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Thu, 13 Apr 2017 14:08:21: #3 Call peaks for each chromosome...
INFO @ Thu, 13 Apr 2017 14:15:13: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.xls
INFO @ Thu, 13 Apr 2017 14:15:15: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_peaks.narrowPeak
INFO @ Thu, 13 Apr 2017 14:15:15: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign_summits.bed
INFO @ Thu, 13 Apr 2017 14:15:16: Done!
|
Num | 7 | ID | task.callpeak_naive_overlap.naive_overlap.line_59.id_16 | Name | naive_overlap | Thread | thread_Root | PID | 46893 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:07:06 | End | 2017-04-13 15:08:30 | Elapsed | 00:01:24 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.narrowPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.narrowPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.narrowPeak.gz
# SYS command. line 72
bedtools intersect -v -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.narrowPeak.gz) -b <(zcat -f /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz) | grep -P 'chr[\dXY]+[ \t]' | awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.PooledInRep1AndRep2.narrowPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
16618 (process ID) old priority 0, new priority 19
Waiting for 55 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
GL000219.1 99099 99650 Peak_1641 638 . 27.17711 63.85274 59.65746 391
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
GL000219.1 99099 99650 Peak_1641 638 . 27.17711 63.85274 59.65746 391
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KN196480.1 23560 23981 Peak_1735 620 . 26.55945 62.00084 57.82169 222
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
KN196480.1 23560 23981 Peak_1735 620 . 26.55945 62.00084 57.82169 222
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000195.1 68280 68960 Peak_14543 264 . 11.23038 26.43365 23.26810 522
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000195.1 68280 68960 Peak_14543 264 . 11.23038 26.43365 23.26810 522
|
Num | 8 | ID | task.callpeak_idr.idr2_rep1_pr.line_74.id_17 | Name | idr2 rep1-pr | Thread | thread_Root | PID | 46894 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:08:31 | End | 2017-04-13 15:12:19 | Elapsed | 00:03:48 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.unthresholded-peaks.txt.png
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.log.txt
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.unthresholded-peaks.txt.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 76
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq_py3 | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq_py3; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 78
idr --samples /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr1/SRR1370894_1.nodup.pr1.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/pseudo_reps/rep1/pr2/SRR1370894_1.nodup.pr2.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz --peak-list /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz --input-file-type narrowPeak \
--output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.unthresholded-peaks.txt --rank signal.value --soft-idr-threshold 0.05 \
--plot --use-best-multisummit-IDR --log-output-file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.log.txt
# SYS command. line 82
idr_thresh_transformed=$(awk -v p=0.05 'BEGIN{print -log(p)/log(10)}')
# SYS command. line 85
awk 'BEGIN{OFS="\t"} $12>='"${idr_thresh_transformed}"' {if ($2<0) $2=0; print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,"0"}' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.unthresholded-peaks.txt \
| sort | uniq | sort -k7n,7n | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.13-col.bed.gz
# SYS command. line 88
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.narrowPeak.gz
# SYS command. line 89
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.12-col.bed.gz
# SYS command. line 91
bedtools intersect -v -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.13-col.bed.gz) -b <(zcat -f /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz) | grep -P 'chr[\dXY]+[ \t]' | awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 92
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 93
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.13-col.bed.gz | awk 'BEGIN{OFS="\t"} {print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 95
gzip -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.unthresholded-peaks.txt
# SYS command. line 96
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.13-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.13-col.bed.gz
# SYS command. line 98
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
17288 (process ID) old priority 0, new priority 19
|
Num | 9 | ID | task.sys.copy_file.line_131.id_20 | Name | copy file | Thread | thread_Root | PID | 23088 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:12:20 | End | 2017-04-13 15:12:20 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 10 | ID | task.sys.copy_file.line_131.id_21 | Name | copy file | Thread | thread_Root | PID | 23095 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:12:20 | End | 2017-04-13 15:12:20 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 11 | ID | task.sys.copy_file.line_131.id_22 | Name | copy file | Thread | thread_Root | PID | 23112 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:12:20 | End | 2017-04-13 15:12:20 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 12 | ID | task.sys.copy_file.line_131.id_23 | Name | copy file | Thread | thread_Root | PID | 23121 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:12:20 | End | 2017-04-13 15:12:20 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Dependencies | | |
# SYS command. line 133
cp --remove-destination /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
# SYS command. line 134
while [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz ]; do echo FOUND DELAYED WRITE, WAITING...; sleep 0.1; done
|
Num | 13 | ID | task.callpeak_idr.idr_final_qc.line_283.id_24 | Name | idr final qc | Thread | thread_Root | PID | 46895 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:12:22 | End | 2017-04-13 15:13:44 | Elapsed | 00:01:22 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/ZNF322_MACS2_IDR_final.qc
| Dependencies | | |
# SYS command. line 285
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 287
echo -e "Nt\tN1 N2 ""Np\tN_opt\tN_consv\topt_set\tconsv_set\trescue_ratio\tself_consistency_ratio\treproducibility_test" > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/ZNF322_MACS2_IDR_final.qc
# SYS command. line 288
echo -e "0\t23437 0 ""0\t23437\t23437\tself_pseudo_rep_rep1\tself_pseudo_rep_rep1\t0.0\t1.0\tpass" >> /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/ZNF322_MACS2_IDR_final.qc
# SYS command. line 290
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
24083 (process ID) old priority 0, new priority 19
Waiting for 60 seconds.
|
Num | 14 | ID | task.callpeak_idr.FRiP_rep1_pr.line_120.id_25 | Name | FRiP rep1-pr | Thread | thread_Root | PID | 46896 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:12:23 | End | 2017-04-13 15:13:45 | Elapsed | 00:01:22 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.FRiP.qc
| Dependencies | | |
# SYS command. line 121
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 123
val1=$(bedtools slop -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -s -l -80 -r 80 | \
awk '{if ($2>=0 && $3>=0 && $2<=$3) print $0}' | \
bedtools intersect -a stdin -b /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.gz -wa -u | wc -l)
# SYS command. line 133
val2=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322/out/align/rep1/SRR1370894_1.nodup.tagAlign.gz | wc -l)
# SYS command. line 134
awk 'BEGIN {print '${val1}'/'${val2}'}' > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.narrowPeak.FRiP.qc
# SYS command. line 135
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
24084 (process ID) old priority 0, new priority 19
Waiting for 12 seconds.
--------------------Stderr--------------------
***** WARNING: File stdin has inconsistent naming convention for record:
GL000008.2 0 12 N 1000 -
***** WARNING: File stdin has inconsistent naming convention for record:
GL000008.2 0 12 N 1000 -
|
Num | 15 | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_26 | Name | blacklist_filter peak 1 | Thread | thread_Root | PID | 28043 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:13:47 | End | 2017-04-13 15:14:55 | Elapsed | 00:01:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 29
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 31
bedtools intersect -v -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.narrowPeak.gz) -b <(zcat -f /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz) \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/rep1/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
28047 (process ID) old priority 0, new priority 19
Waiting for 60 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000219.1 99187 99675 Peak_1928 1101 . 35.29908 110.15707 106.04584 303
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000219.1 99187 99675 Peak_1928 1101 . 35.29908 110.15707 106.04584 303
|
Num | 16 | ID | task.report.peak2hammock.line_361.id_29 | Name | peak2hammock | Thread | thread_Root | PID | 31987 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:14:56 | End | 2017-04-13 15:15:05 | Elapsed | 00:00:09 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.hammock.gz
| Dependencies | | |
# SYS command. line 363
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 364
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.tmp
# SYS command. line 366
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.hammock
# SYS command. line 367
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/overlap/SRR1370894_1.nodup.tagAlign_x_input15MReadsNSCLess1.05.50MSubsample.tagAlign.naive_overlap.filt.narrowPeak.tmp
--------------------Stdout--------------------
31992 (process ID) old priority 0, new priority 19
|
Num | 17 | ID | task.report.peak2hammock.line_361.id_30 | Name | peak2hammock | Thread | thread_Root | PID | 32456 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:15:06 | End | 2017-04-13 15:15:15 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 363
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 364
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 366
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 367
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/optimal_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
32460 (process ID) old priority 0, new priority 19
|
Num | 18 | ID | task.report.peak2hammock.line_361.id_31 | Name | peak2hammock | Thread | thread_Root | PID | 33177 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:15:16 | End | 2017-04-13 15:15:25 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 363
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 364
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 366
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 367
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/conservative_set/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
33181 (process ID) old priority 0, new priority 19
|
Num | 19 | ID | task.report.peak2hammock.line_361.id_32 | Name | peak2hammock | Thread | thread_Root | PID | 33727 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:15:26 | End | 2017-04-13 15:15:34 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.hammock.gz
| Dependencies | | |
# SYS command. line 363
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 364
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
# SYS command. line 366
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.hammock
# SYS command. line 367
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/peak/macs2/idr/pseudo_reps/rep1/ZNF322_MACS2_rep1-pr.IDR0.05.filt.12-col.bed.tmp
--------------------Stdout--------------------
33731 (process ID) old priority 0, new priority 19
|
Num | 20 | ID | task.graphviz.report.line_97.id_33 | Name | report | Thread | thread_Root | PID | 34388 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:15:35 | End | 2017-04-13 15:15:43 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/report/ZNF322_MACS2_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/report/ZNF322_MACS2_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/report/ZNF322_MACS2_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
34392 (process ID) old priority 0, new priority 19
|
Num | 21 | ID | task.report.pdf2png.line_328.id_34 | Name | pdf2png | Thread | thread_Root | PID | 34411 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-04-13 15:15:36 | End | 2017-04-13 15:15:44 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.pdf
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.png
| Dependencies | | |
# SYS command. line 329
if [[ -f $(which /software/miniconda3/bin/conda) && $(/software/miniconda3/bin/conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source /software/miniconda3/bin/activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); if (( $(nice)<19 )); then renice -n 19 $$; fi
# SYS command. line 330
gs -dFirstPage=1 -dLastPage=1 -dTextAlphaBits=4 -dGraphicsAlphaBits=4 -r110x110 \
-dUseCropBox -dQUIET -dSAFER -dBATCH -dNOPAUSE -dNOPROMPT -sDEVICE=png16m \
-sOutputFile=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.png \
-r144 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Najafabadi2015Data/hg38Mapping/ZNF322_MACS2/out/qc/rep1/SRR1370894_1.nodup.15M.cc.plot.pdf
--------------------Stdout--------------------
34415 (process ID) old priority 0, new priority 19
|