Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.align_bwa.bwa_aln_ctl1.line_111.id_10 | Name | bwa_aln ctl1 | Thread | thread_42 | PID | 35878 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-28 22:53:30 | End | 2017-01-28 23:22:15 | Elapsed | 00:28:44 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393672.fastq.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.sai
| Dependencies | | |
# SYS command. line 113
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 116
bwa aln -q 5 -l 32 -k 2 -t 2 /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393672.fastq.gz > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.sai
# SYS command. line 118
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
4745 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
[bwa_aln] 17bp reads: max_diff = 2
[bwa_aln] 38bp reads: max_diff = 3
[bwa_aln] 64bp reads: max_diff = 4
[bwa_aln] 93bp reads: max_diff = 5
[bwa_aln] 124bp reads: max_diff = 6
[bwa_aln] 157bp reads: max_diff = 7
[bwa_aln] 190bp reads: max_diff = 8
[bwa_aln] 225bp reads: max_diff = 9
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.11 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 262144 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.92 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 524288 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.91 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 786432 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.38 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 1048576 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.45 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 1310720 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.54 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 1572864 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.01 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 1835008 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.51 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 2097152 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.76 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 2359296 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.85 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 2621440 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.51 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 2883584 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.90 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 3145728 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 33.17 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 3407872 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.79 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 3670016 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 33.04 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 3932160 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.84 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 4194304 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.51 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 4456448 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.91 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 4718592 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.28 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 4980736 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.51 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 5242880 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.12 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 5505024 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.14 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 5767168 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.16 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 6029312 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.42 sec
[bwa_aln_core] write to the disk... 0.04 sec
[bwa_aln_core] 6291456 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.57 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 6553600 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.48 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 6815744 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.11 sec
[bwa_aln_core] write to the disk... 0.04 sec
[bwa_aln_core] 7077888 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 37.00 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 7340032 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.81 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 7602176 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.59 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 7864320 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 49.07 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 8126464 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 37.26 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 8388608 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.34 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 8650752 sequences have been processed.
[bwa_read_seq] 0.8% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 42.80 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 8912896 sequences have been processed.
[bwa_read_seq] 0.9% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 44.59 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 9175040 sequences have been processed.
[bwa_read_seq] 0.5% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.98 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9437184 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 37.14 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9699328 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.14 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9961472 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.44 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 10223616 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 37.99 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 10485760 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 59.43 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 10747904 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.48 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 11010048 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.90 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 11272192 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 47.44 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 11534336 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 38.87 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 11796480 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.12 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 12058624 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.16 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 12320768 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.03 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 12582912 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.43 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 12845056 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.86 sec
[bwa_aln_core] write to the disk... 0.04 sec
[bwa_aln_core] 13107200 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.59 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 13369344 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.86 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 13631488 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.57 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 13893632 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.85 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14155776 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.75 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14417920 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.63 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14680064 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.70 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14942208 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.49 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 15204352 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.10 sec
[bwa_aln_core] write to the disk... 0.04 sec
[bwa_aln_core] 15466496 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.39 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 15728640 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.39 sec
[bwa_aln_core] write to the disk... 0.04 sec
[bwa_aln_core] 15990784 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.21 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 16252928 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.63 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 16515072 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.10 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 16777216 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.35 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 17039360 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.36 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 17301504 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.20 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 17563648 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.84 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 17825792 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.06 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 18087936 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.38 sec
[bwa_aln_core] write to the disk... 0.04 sec
[bwa_aln_core] 18350080 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.02 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 18612224 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.64 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 18874368 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 35.43 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 19136512 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.05 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 19398656 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.79 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 19660800 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.23 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 19922944 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.55 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 20185088 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.61 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 20447232 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 33.75 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 20709376 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.52 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 20971520 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.54 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 21233664 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 33.04 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 21495808 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 34.15 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 21757952 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.30 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 22020096 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 33.04 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 22282240 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.46 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 22544384 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.59 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 22806528 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.28 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 23068672 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.75 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 23308162 sequences have been processed.
[main] Version: 0.7.13-r1126
[main] CMD: bwa aln -q 5 -l 32 -k 2 -t 2 /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393672.fastq.gz
[main] Real time: 1701.814 sec; CPU: 3264.204 sec
|
Num | 2 | ID | task.align_bwa.bwa_aln_rep1.line_111.id_11 | Name | bwa_aln rep1 | Thread | thread_41 | PID | 35879 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-28 22:53:30 | End | 2017-01-28 23:29:49 | Elapsed | 00:36:19 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393681.fastq.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.sai
| Dependencies | | |
# SYS command. line 113
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 116
bwa aln -q 5 -l 32 -k 2 -t 2 /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393681.fastq.gz > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.sai
# SYS command. line 118
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
4744 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
[bwa_aln] 17bp reads: max_diff = 2
[bwa_aln] 38bp reads: max_diff = 3
[bwa_aln] 64bp reads: max_diff = 4
[bwa_aln] 93bp reads: max_diff = 5
[bwa_aln] 124bp reads: max_diff = 6
[bwa_aln] 157bp reads: max_diff = 7
[bwa_aln] 190bp reads: max_diff = 8
[bwa_aln] 225bp reads: max_diff = 9
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.86 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 262144 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.61 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 524288 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 25.31 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 786432 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.72 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 1048576 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.18 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 1310720 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.02 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 1572864 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 25.61 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 1835008 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 25.94 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 2097152 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 25.55 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 2359296 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 25.57 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 2621440 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.34 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 2883584 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 25.56 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 3145728 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.48 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 3407872 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.04 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 3670016 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.39 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 3932160 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.81 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 4194304 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 26.93 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 4456448 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 27.68 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 4718592 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.84 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 4980736 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.04 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 5242880 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.46 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 5505024 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.23 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 5767168 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.51 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 6029312 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.57 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 6291456 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.25 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 6553600 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.95 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 6815744 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.42 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 7077888 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.01 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 7340032 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.16 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 7602176 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.13 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 7864320 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.94 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 8126464 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.33 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 8388608 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.72 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 8650752 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.19 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 8912896 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.11 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9175040 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.22 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9437184 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.98 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9699328 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.61 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 9961472 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.58 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 10223616 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.77 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 10485760 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.64 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 10747904 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.94 sec
[bwa_aln_core] write to the disk... 0.03 sec
[bwa_aln_core] 11010048 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.51 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 11272192 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.16 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 11534336 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.57 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 11796480 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.07 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 12058624 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.13 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 12320768 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.66 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 12582912 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.03 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 12845056 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.56 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 13107200 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.41 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 13369344 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 27.99 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 13631488 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.51 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 13893632 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.84 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14155776 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.16 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14417920 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.57 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 14680064 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.42 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 14942208 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.71 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 15204352 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.49 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 15466496 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.27 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 15728640 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.88 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 15990784 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.75 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 16252928 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.66 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 16515072 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.97 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 16777216 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.08 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 17039360 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.69 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 17301504 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.90 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 17563648 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.09 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 17825792 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.01 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 18087936 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.85 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 18350080 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.76 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 18612224 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.41 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 18874368 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.73 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 19136512 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.75 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 19398656 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.26 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 19660800 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.63 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 19922944 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.54 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 20185088 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.50 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 20447232 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.41 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 20709376 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.67 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 20971520 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.76 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 21233664 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.77 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 21495808 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.06 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 21757952 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.53 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 22020096 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.57 sec
[bwa_aln_core] write to the disk... 0.05 sec
[bwa_aln_core] 22282240 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.19 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 22544384 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.17 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 22806528 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.56 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 23068672 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.28 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 23330816 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 27.97 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 23592960 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.99 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 23855104 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.71 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 24117248 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.00 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 24379392 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.03 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 24641536 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.07 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 24903680 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.68 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 25165824 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 28.55 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 25427968 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.50 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 25690112 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.36 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 25952256 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.17 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 26214400 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.11 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 26476544 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.02 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 26738688 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.22 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 27000832 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 30.94 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 27262976 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 29.50 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 27525120 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 32.27 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 27787264 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 42.37 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 28049408 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 41.87 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 28311552 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 42.51 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 28573696 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 39.06 sec
[bwa_aln_core] write to the disk... 0.09 sec
[bwa_aln_core] 28835840 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 41.05 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 29097984 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 38.43 sec
[bwa_aln_core] write to the disk... 0.08 sec
[bwa_aln_core] 29360128 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 36.50 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 29622272 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 41.37 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 29884416 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 38.13 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 30146560 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 39.46 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 30408704 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 39.01 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 30670848 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 38.55 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 30932992 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 37.80 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 31195136 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 39.07 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 31457280 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 43.97 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 31719424 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 37.95 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 31981568 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 41.06 sec
[bwa_aln_core] write to the disk... 0.08 sec
[bwa_aln_core] 32243712 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 38.01 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 32505856 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 38.47 sec
[bwa_aln_core] write to the disk... 0.07 sec
[bwa_aln_core] 32768000 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] calculate SA coordinate... 31.67 sec
[bwa_aln_core] write to the disk... 0.06 sec
[bwa_aln_core] 32972154 sequences have been processed.
[main] Version: 0.7.13-r1126
[main] CMD: bwa aln -q 5 -l 32 -k 2 -t 2 /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393681.fastq.gz
[main] Real time: 2156.639 sec; CPU: 4051.616 sec
|
Num | 3 | ID | task.align_bwa.bwa_sam_ctl1.line_143.id_12 | Name | bwa_sam ctl1 | Thread | thread_42 | PID | 35900 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-28 23:22:17 | End | 2017-01-29 00:25:10 | Elapsed | 01:02:53 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393672.fastq.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.sai
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.flagstat.qc
| Dependencies | | |
# SYS command. line 145
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 150
bwa samse /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.sai /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393672.fastq.gz | samtools view -Su /dev/stdin \
| sambamba sort -t 2 /dev/stdin -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.bam
# SYS command. line 152
sambamba flagstat -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.flagstat.qc
# SYS command. line 154
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
5889 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.30 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... [samopen] SAM header is present: 493 sequences.
0.76 sec
[bwa_aln_core] 262144 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.40 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 524288 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.17 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.57 sec
[bwa_aln_core] 786432 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.22 sec
[bwa_aln_core] refine gapped alignments... 5.01 sec
[bwa_aln_core] print alignments... 0.68 sec
[bwa_aln_core] 1048576 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.02 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 1310720 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.34 sec
[bwa_aln_core] refine gapped alignments... 5.17 sec
[bwa_aln_core] print alignments... 0.57 sec
[bwa_aln_core] 1572864 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.06 sec
[bwa_aln_core] refine gapped alignments... 5.07 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 1835008 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.91 sec
[bwa_aln_core] refine gapped alignments... 5.19 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 2097152 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.92 sec
[bwa_aln_core] refine gapped alignments... 5.27 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 2359296 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.03 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 2621440 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.73 sec
[bwa_aln_core] refine gapped alignments... 5.09 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 2883584 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.74 sec
[bwa_aln_core] refine gapped alignments... 5.28 sec
[bwa_aln_core] print alignments... 0.74 sec
[bwa_aln_core] 3145728 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.85 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.60 sec
[bwa_aln_core] 3407872 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.26 sec
[bwa_aln_core] refine gapped alignments... 5.49 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 3670016 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.19 sec
[bwa_aln_core] refine gapped alignments... 5.30 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 3932160 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.16 sec
[bwa_aln_core] refine gapped alignments... 5.21 sec
[bwa_aln_core] print alignments... 0.67 sec
[bwa_aln_core] 4194304 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.26 sec
[bwa_aln_core] refine gapped alignments... 5.25 sec
[bwa_aln_core] print alignments... 0.70 sec
[bwa_aln_core] 4456448 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.59 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 4718592 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.80 sec
[bwa_aln_core] refine gapped alignments... 5.06 sec
[bwa_aln_core] print alignments... 0.82 sec
[bwa_aln_core] 4980736 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.40 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.62 sec
[bwa_aln_core] 5242880 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.39 sec
[bwa_aln_core] refine gapped alignments... 5.17 sec
[bwa_aln_core] print alignments... 0.70 sec
[bwa_aln_core] 5505024 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.89 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 5767168 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.65 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.71 sec
[bwa_aln_core] 6029312 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.30 sec
[bwa_aln_core] refine gapped alignments... 5.42 sec
[bwa_aln_core] print alignments... 0.70 sec
[bwa_aln_core] 6291456 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 37.03 sec
[bwa_aln_core] refine gapped alignments... 7.37 sec
[bwa_aln_core] print alignments... 0.79 sec
[bwa_aln_core] 6553600 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 42.14 sec
[bwa_aln_core] refine gapped alignments... 7.19 sec
[bwa_aln_core] print alignments... 0.82 sec
[bwa_aln_core] 6815744 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 42.31 sec
[bwa_aln_core] refine gapped alignments... 7.07 sec
[bwa_aln_core] print alignments... 0.84 sec
[bwa_aln_core] 7077888 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 43.66 sec
[bwa_aln_core] refine gapped alignments... 6.99 sec
[bwa_aln_core] print alignments... 0.77 sec
[bwa_aln_core] 7340032 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 43.05 sec
[bwa_aln_core] refine gapped alignments... 7.05 sec
[bwa_aln_core] print alignments... 0.87 sec
[bwa_aln_core] 7602176 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 44.34 sec
[bwa_aln_core] refine gapped alignments... 7.14 sec
[bwa_aln_core] print alignments... 0.83 sec
[bwa_aln_core] 7864320 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 40.28 sec
[bwa_aln_core] refine gapped alignments... 7.16 sec
[bwa_aln_core] print alignments... 0.96 sec
[bwa_aln_core] 8126464 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 43.41 sec
[bwa_aln_core] refine gapped alignments... 7.04 sec
[bwa_aln_core] print alignments... 0.87 sec
[bwa_aln_core] 8388608 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 42.95 sec
[bwa_aln_core] refine gapped alignments... 7.44 sec
[bwa_aln_core] print alignments... 0.77 sec
[bwa_aln_core] 8650752 sequences have been processed.
[bwa_read_seq] 0.8% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 41.64 sec
[bwa_aln_core] refine gapped alignments... 7.03 sec
[bwa_aln_core] print alignments... 0.89 sec
[bwa_aln_core] 8912896 sequences have been processed.
[bwa_read_seq] 0.9% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 41.26 sec
[bwa_aln_core] refine gapped alignments... 7.13 sec
[bwa_aln_core] print alignments... 0.86 sec
[bwa_aln_core] 9175040 sequences have been processed.
[bwa_read_seq] 0.5% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 42.85 sec
[bwa_aln_core] refine gapped alignments... 7.40 sec
[bwa_aln_core] print alignments... 1.00 sec
[bwa_aln_core] 9437184 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 44.09 sec
[bwa_aln_core] refine gapped alignments... 7.60 sec
[bwa_aln_core] print alignments... 0.86 sec
[bwa_aln_core] 9699328 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 43.94 sec
[bwa_aln_core] refine gapped alignments... 5.99 sec
[bwa_aln_core] print alignments... 0.90 sec
[bwa_aln_core] 9961472 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 42.53 sec
[bwa_aln_core] refine gapped alignments... 6.40 sec
[bwa_aln_core] print alignments... 1.03 sec
[bwa_aln_core] 10223616 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 41.33 sec
[bwa_aln_core] refine gapped alignments... 6.77 sec
[bwa_aln_core] print alignments... 0.72 sec
[bwa_aln_core] 10485760 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 44.03 sec
[bwa_aln_core] refine gapped alignments... 6.97 sec
[bwa_aln_core] print alignments... 0.84 sec
[bwa_aln_core] 10747904 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 43.05 sec
[bwa_aln_core] refine gapped alignments... 4.95 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 11010048 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.00 sec
[bwa_aln_core] refine gapped alignments... 4.98 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 11272192 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.24 sec
[bwa_aln_core] refine gapped alignments... 5.07 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 11534336 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.00 sec
[bwa_aln_core] refine gapped alignments... 5.07 sec
[bwa_aln_core] print alignments... 0.57 sec
[bwa_aln_core] 11796480 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.49 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.67 sec
[bwa_aln_core] 12058624 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.01 sec
[bwa_aln_core] refine gapped alignments... 4.16 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 12320768 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.07 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.66 sec
[bwa_aln_core] 12582912 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.63 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 12845056 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.07 sec
[bwa_aln_core] refine gapped alignments... 4.26 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 13107200 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.63 sec
[bwa_aln_core] refine gapped alignments... 4.53 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 13369344 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.94 sec
[bwa_aln_core] refine gapped alignments... 4.27 sec
[bwa_aln_core] print alignments... 0.67 sec
[bwa_aln_core] 13631488 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.59 sec
[bwa_aln_core] refine gapped alignments... 4.24 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 13893632 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.11 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 14155776 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.78 sec
[bwa_aln_core] refine gapped alignments... 5.32 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 14417920 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.03 sec
[bwa_aln_core] refine gapped alignments... 5.07 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 14680064 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.77 sec
[bwa_aln_core] refine gapped alignments... 4.69 sec
[bwa_aln_core] print alignments... 0.63 sec
[bwa_aln_core] 14942208 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.23 sec
[bwa_aln_core] refine gapped alignments... 4.61 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 15204352 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.23 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 15466496 sequences have been processed.
[bwa_read_seq] 0.4% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.57 sec
[bwa_aln_core] refine gapped alignments... 4.86 sec
[bwa_aln_core] print alignments... 0.74 sec
[bwa_aln_core] 15728640 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 34.30 sec
[bwa_aln_core] refine gapped alignments... 5.01 sec
[bwa_aln_core] print alignments... 0.60 sec
[bwa_aln_core] 15990784 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.51 sec
[bwa_aln_core] refine gapped alignments... 5.17 sec
[bwa_aln_core] print alignments... 0.60 sec
[bwa_aln_core] 16252928 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.64 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.63 sec
[bwa_aln_core] 16515072 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.00 sec
[bwa_aln_core] refine gapped alignments... 4.27 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 16777216 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.45 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 17039360 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.56 sec
[bwa_aln_core] refine gapped alignments... 4.06 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 17301504 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 28.83 sec
[bwa_aln_core] refine gapped alignments... 4.15 sec
[bwa_aln_core] print alignments... 0.66 sec
[bwa_aln_core] 17563648 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.00 sec
[bwa_aln_core] refine gapped alignments... 5.12 sec
[bwa_aln_core] print alignments... 0.67 sec
[bwa_aln_core] 17825792 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.78 sec
[bwa_aln_core] refine gapped alignments... 5.12 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 18087936 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.28 sec
[bwa_aln_core] refine gapped alignments... 5.03 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 18350080 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.85 sec
[bwa_aln_core] refine gapped alignments... 5.63 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 18612224 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.99 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 18874368 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.53 sec
[bwa_aln_core] refine gapped alignments... 4.17 sec
[bwa_aln_core] print alignments... 0.65 sec
[bwa_aln_core] 19136512 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.50 sec
[bwa_aln_core] refine gapped alignments... 4.41 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 19398656 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.26 sec
[bwa_aln_core] refine gapped alignments... 4.46 sec
[bwa_aln_core] print alignments... 0.68 sec
[bwa_aln_core] 19660800 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.05 sec
[bwa_aln_core] refine gapped alignments... 4.44 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 19922944 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.44 sec
[bwa_aln_core] refine gapped alignments... 3.14 sec
[bwa_aln_core] print alignments... 0.53 sec
[bwa_aln_core] 20185088 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 35.85 sec
[bwa_aln_core] refine gapped alignments... 1.78 sec
[bwa_aln_core] print alignments... 0.62 sec
[bwa_aln_core] 20447232 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 36.19 sec
[bwa_aln_core] refine gapped alignments... 4.43 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 20709376 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.19 sec
[bwa_aln_core] refine gapped alignments... 4.42 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 20971520 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.41 sec
[bwa_aln_core] refine gapped alignments... 4.48 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 21233664 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 26.97 sec
[bwa_aln_core] refine gapped alignments... 0.62 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 21495808 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 26.19 sec
[bwa_aln_core] refine gapped alignments... 0.36 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 21757952 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 26.16 sec
[bwa_aln_core] refine gapped alignments... 0.36 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 22020096 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.41 sec
[bwa_aln_core] refine gapped alignments... 3.88 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 22282240 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 19.90 sec
[bwa_aln_core] refine gapped alignments... 0.37 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 22544384 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 28.54 sec
[bwa_aln_core] refine gapped alignments... 2.37 sec
[bwa_aln_core] print alignments... 0.64 sec
[bwa_aln_core] 22806528 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.68 sec
[bwa_aln_core] refine gapped alignments... 2.32 sec
[bwa_aln_core] print alignments... 0.57 sec
[bwa_aln_core] 23068672 sequences have been processed.
[bwa_read_seq] 0.3% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.42 sec
[bwa_aln_core] refine gapped alignments... 3.57 sec
[bwa_aln_core] print alignments... 0.71 sec
[bwa_aln_core] 23308162 sequences have been processed.
[main] Version: 0.7.13-r1126
[main] CMD: bwa samse /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.sai /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393672.fastq.gz
[main] Real time: 3596.702 sec; CPU: 3549.888 sec
|
Num | 4 | ID | task.align_bwa.bwa_sam_rep1.line_143.id_13 | Name | bwa_sam rep1 | Thread | thread_41 | PID | 35903 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-28 23:29:50 | End | 2017-01-29 00:53:07 | Elapsed | 01:23:16 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393681.fastq.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.sai
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.flagstat.qc
| Dependencies | | |
# SYS command. line 145
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 150
bwa samse /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.sai /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393681.fastq.gz | samtools view -Su /dev/stdin \
| sambamba sort -t 2 /dev/stdin -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.bam
# SYS command. line 152
sambamba flagstat -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.flagstat.qc
# SYS command. line 154
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
6099 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.87 sec
[bwa_aln_core] refine gapped alignments... 4.10 sec
[bwa_aln_core] print alignments... [samopen] SAM header is present: 493 sequences.
0.35 sec
[bwa_aln_core] 262144 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.81 sec
[bwa_aln_core] refine gapped alignments... 1.92 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 524288 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.61 sec
[bwa_aln_core] refine gapped alignments... 1.51 sec
[bwa_aln_core] print alignments... 0.36 sec
[bwa_aln_core] 786432 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.30 sec
[bwa_aln_core] refine gapped alignments... 1.38 sec
[bwa_aln_core] print alignments... 0.50 sec
[bwa_aln_core] 1048576 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.42 sec
[bwa_aln_core] refine gapped alignments... 1.61 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 1310720 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.05 sec
[bwa_aln_core] refine gapped alignments... 1.85 sec
[bwa_aln_core] print alignments... 0.45 sec
[bwa_aln_core] 1572864 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.45 sec
[bwa_aln_core] refine gapped alignments... 2.01 sec
[bwa_aln_core] print alignments... 0.50 sec
[bwa_aln_core] 1835008 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.46 sec
[bwa_aln_core] refine gapped alignments... 2.09 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 2097152 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.56 sec
[bwa_aln_core] refine gapped alignments... 2.23 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 2359296 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.76 sec
[bwa_aln_core] refine gapped alignments... 3.57 sec
[bwa_aln_core] print alignments... 0.60 sec
[bwa_aln_core] 2621440 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.62 sec
[bwa_aln_core] refine gapped alignments... 2.56 sec
[bwa_aln_core] print alignments... 0.52 sec
[bwa_aln_core] 2883584 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.03 sec
[bwa_aln_core] refine gapped alignments... 5.33 sec
[bwa_aln_core] print alignments... 0.44 sec
[bwa_aln_core] 3145728 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 29.92 sec
[bwa_aln_core] refine gapped alignments... 3.04 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 3407872 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.38 sec
[bwa_aln_core] refine gapped alignments... 3.58 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 3670016 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.24 sec
[bwa_aln_core] refine gapped alignments... 4.05 sec
[bwa_aln_core] print alignments... 0.51 sec
[bwa_aln_core] 3932160 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.83 sec
[bwa_aln_core] refine gapped alignments... 3.79 sec
[bwa_aln_core] print alignments... 0.46 sec
[bwa_aln_core] 4194304 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.37 sec
[bwa_aln_core] refine gapped alignments... 3.99 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 4456448 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.85 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.46 sec
[bwa_aln_core] 4718592 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.11 sec
[bwa_aln_core] refine gapped alignments... 4.66 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 4980736 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.28 sec
[bwa_aln_core] refine gapped alignments... 4.26 sec
[bwa_aln_core] print alignments... 0.46 sec
[bwa_aln_core] 5242880 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.91 sec
[bwa_aln_core] refine gapped alignments... 4.64 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 5505024 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.88 sec
[bwa_aln_core] refine gapped alignments... 4.30 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 5767168 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.68 sec
[bwa_aln_core] refine gapped alignments... 4.41 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 6029312 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.34 sec
[bwa_aln_core] refine gapped alignments... 4.52 sec
[bwa_aln_core] print alignments... 0.38 sec
[bwa_aln_core] 6291456 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.61 sec
[bwa_aln_core] refine gapped alignments... 4.93 sec
[bwa_aln_core] print alignments... 0.52 sec
[bwa_aln_core] 6553600 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.53 sec
[bwa_aln_core] refine gapped alignments... 7.20 sec
[bwa_aln_core] print alignments... 0.52 sec
[bwa_aln_core] 6815744 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.80 sec
[bwa_aln_core] refine gapped alignments... 4.94 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 7077888 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.91 sec
[bwa_aln_core] refine gapped alignments... 4.86 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 7340032 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.80 sec
[bwa_aln_core] refine gapped alignments... 4.86 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 7602176 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.24 sec
[bwa_aln_core] refine gapped alignments... 4.90 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 7864320 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.62 sec
[bwa_aln_core] refine gapped alignments... 4.80 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 8126464 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.92 sec
[bwa_aln_core] refine gapped alignments... 4.87 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 8388608 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.84 sec
[bwa_aln_core] refine gapped alignments... 4.84 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 8650752 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.15 sec
[bwa_aln_core] refine gapped alignments... 4.86 sec
[bwa_aln_core] print alignments... 0.52 sec
[bwa_aln_core] 8912896 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.64 sec
[bwa_aln_core] refine gapped alignments... 4.88 sec
[bwa_aln_core] print alignments... 0.39 sec
[bwa_aln_core] 9175040 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.49 sec
[bwa_aln_core] refine gapped alignments... 4.87 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 9437184 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.25 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 9699328 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.42 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.59 sec
[bwa_aln_core] 9961472 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.74 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 10223616 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.11 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 10485760 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.01 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 10747904 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.81 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.53 sec
[bwa_aln_core] 11010048 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.14 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.55 sec
[bwa_aln_core] 11272192 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.92 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.53 sec
[bwa_aln_core] 11534336 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.92 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.56 sec
[bwa_aln_core] 11796480 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.67 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 12058624 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.88 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.54 sec
[bwa_aln_core] 12320768 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.62 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 12582912 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.66 sec
[bwa_aln_core] refine gapped alignments... 5.18 sec
[bwa_aln_core] print alignments... 0.37 sec
[bwa_aln_core] 12845056 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.94 sec
[bwa_aln_core] refine gapped alignments... 5.21 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 13107200 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.13 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.47 sec
[bwa_aln_core] 13369344 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.01 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.36 sec
[bwa_aln_core] 13631488 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.88 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 13893632 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.29 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 14155776 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.80 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 14417920 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.71 sec
[bwa_aln_core] refine gapped alignments... 5.23 sec
[bwa_aln_core] print alignments... 0.40 sec
[bwa_aln_core] 14680064 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.89 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 14942208 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.95 sec
[bwa_aln_core] refine gapped alignments... 5.18 sec
[bwa_aln_core] print alignments... 0.39 sec
[bwa_aln_core] 15204352 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.73 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 15466496 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.29 sec
[bwa_aln_core] refine gapped alignments... 4.20 sec
[bwa_aln_core] print alignments... 0.45 sec
[bwa_aln_core] 15728640 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.37 sec
[bwa_aln_core] refine gapped alignments... 5.01 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 15990784 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.96 sec
[bwa_aln_core] refine gapped alignments... 5.00 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 16252928 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.49 sec
[bwa_aln_core] refine gapped alignments... 5.19 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 16515072 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.03 sec
[bwa_aln_core] refine gapped alignments... 4.97 sec
[bwa_aln_core] print alignments... 0.41 sec
[bwa_aln_core] 16777216 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.98 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 17039360 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.82 sec
[bwa_aln_core] refine gapped alignments... 5.21 sec
[bwa_aln_core] print alignments... 0.36 sec
[bwa_aln_core] 17301504 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.93 sec
[bwa_aln_core] refine gapped alignments... 5.18 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 17563648 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.14 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 17825792 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.98 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 18087936 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.91 sec
[bwa_aln_core] refine gapped alignments... 5.23 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 18350080 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.67 sec
[bwa_aln_core] refine gapped alignments... 5.22 sec
[bwa_aln_core] print alignments... 0.47 sec
[bwa_aln_core] 18612224 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.97 sec
[bwa_aln_core] refine gapped alignments... 5.35 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 18874368 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.30 sec
[bwa_aln_core] refine gapped alignments... 5.38 sec
[bwa_aln_core] print alignments... 0.47 sec
[bwa_aln_core] 19136512 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 34.89 sec
[bwa_aln_core] refine gapped alignments... 5.31 sec
[bwa_aln_core] print alignments... 0.53 sec
[bwa_aln_core] 19398656 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.00 sec
[bwa_aln_core] refine gapped alignments... 5.06 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 19660800 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.99 sec
[bwa_aln_core] refine gapped alignments... 5.19 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 19922944 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.82 sec
[bwa_aln_core] refine gapped alignments... 5.25 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 20185088 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.48 sec
[bwa_aln_core] refine gapped alignments... 5.16 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 20447232 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.84 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 20709376 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.69 sec
[bwa_aln_core] refine gapped alignments... 5.28 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 20971520 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 34.09 sec
[bwa_aln_core] refine gapped alignments... 5.07 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 21233664 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.17 sec
[bwa_aln_core] refine gapped alignments... 4.98 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 21495808 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.91 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 21757952 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.73 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.47 sec
[bwa_aln_core] 22020096 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.68 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.44 sec
[bwa_aln_core] 22282240 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.08 sec
[bwa_aln_core] refine gapped alignments... 5.15 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 22544384 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.76 sec
[bwa_aln_core] refine gapped alignments... 4.93 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 22806528 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.60 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.32 sec
[bwa_aln_core] 23068672 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.35 sec
[bwa_aln_core] refine gapped alignments... 5.13 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 23330816 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.73 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.41 sec
[bwa_aln_core] 23592960 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.96 sec
[bwa_aln_core] refine gapped alignments... 5.00 sec
[bwa_aln_core] print alignments... 0.35 sec
[bwa_aln_core] 23855104 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.98 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 24117248 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.72 sec
[bwa_aln_core] refine gapped alignments... 5.05 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 24379392 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.86 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.47 sec
[bwa_aln_core] 24641536 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.19 sec
[bwa_aln_core] refine gapped alignments... 5.12 sec
[bwa_aln_core] print alignments... 0.41 sec
[bwa_aln_core] 24903680 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 28.89 sec
[bwa_aln_core] refine gapped alignments... 4.89 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 25165824 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.37 sec
[bwa_aln_core] refine gapped alignments... 4.69 sec
[bwa_aln_core] print alignments... 0.37 sec
[bwa_aln_core] 25427968 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.41 sec
[bwa_aln_core] refine gapped alignments... 2.41 sec
[bwa_aln_core] print alignments... 0.38 sec
[bwa_aln_core] 25690112 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.45 sec
[bwa_aln_core] refine gapped alignments... 5.27 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 25952256 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.81 sec
[bwa_aln_core] refine gapped alignments... 5.19 sec
[bwa_aln_core] print alignments... 0.37 sec
[bwa_aln_core] 26214400 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.59 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 26476544 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.72 sec
[bwa_aln_core] refine gapped alignments... 5.41 sec
[bwa_aln_core] print alignments... 0.46 sec
[bwa_aln_core] 26738688 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.65 sec
[bwa_aln_core] refine gapped alignments... 5.11 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 27000832 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.66 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 27262976 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.72 sec
[bwa_aln_core] refine gapped alignments... 1.43 sec
[bwa_aln_core] print alignments... 0.60 sec
[bwa_aln_core] 27525120 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 28.45 sec
[bwa_aln_core] refine gapped alignments... 1.70 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 27787264 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.59 sec
[bwa_aln_core] refine gapped alignments... 2.73 sec
[bwa_aln_core] print alignments... 0.38 sec
[bwa_aln_core] 28049408 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 36.61 sec
[bwa_aln_core] refine gapped alignments... 5.09 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 28311552 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 35.23 sec
[bwa_aln_core] refine gapped alignments... 4.49 sec
[bwa_aln_core] print alignments... 0.37 sec
[bwa_aln_core] 28573696 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 35.11 sec
[bwa_aln_core] refine gapped alignments... 4.58 sec
[bwa_aln_core] print alignments... 0.58 sec
[bwa_aln_core] 28835840 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 35.60 sec
[bwa_aln_core] refine gapped alignments... 4.93 sec
[bwa_aln_core] print alignments... 0.48 sec
[bwa_aln_core] 29097984 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 28.27 sec
[bwa_aln_core] refine gapped alignments... 0.42 sec
[bwa_aln_core] print alignments... 0.49 sec
[bwa_aln_core] 29360128 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 30.40 sec
[bwa_aln_core] refine gapped alignments... 1.80 sec
[bwa_aln_core] print alignments... 0.49 sec
[bwa_aln_core] 29622272 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 35.60 sec
[bwa_aln_core] refine gapped alignments... 5.36 sec
[bwa_aln_core] print alignments... 0.49 sec
[bwa_aln_core] 29884416 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.55 sec
[bwa_aln_core] refine gapped alignments... 5.09 sec
[bwa_aln_core] print alignments... 0.39 sec
[bwa_aln_core] 30146560 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.60 sec
[bwa_aln_core] refine gapped alignments... 3.47 sec
[bwa_aln_core] print alignments... 0.38 sec
[bwa_aln_core] 30408704 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 28.65 sec
[bwa_aln_core] refine gapped alignments... 3.56 sec
[bwa_aln_core] print alignments... 0.42 sec
[bwa_aln_core] 30670848 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.87 sec
[bwa_aln_core] refine gapped alignments... 5.14 sec
[bwa_aln_core] print alignments... 0.46 sec
[bwa_aln_core] 30932992 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 33.28 sec
[bwa_aln_core] refine gapped alignments... 5.02 sec
[bwa_aln_core] print alignments... 0.44 sec
[bwa_aln_core] 31195136 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.73 sec
[bwa_aln_core] refine gapped alignments... 5.38 sec
[bwa_aln_core] print alignments... 0.33 sec
[bwa_aln_core] 31457280 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 32.14 sec
[bwa_aln_core] refine gapped alignments... 5.10 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 31719424 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.97 sec
[bwa_aln_core] refine gapped alignments... 5.20 sec
[bwa_aln_core] print alignments... 0.45 sec
[bwa_aln_core] 31981568 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 31.84 sec
[bwa_aln_core] refine gapped alignments... 5.39 sec
[bwa_aln_core] print alignments... 0.41 sec
[bwa_aln_core] 32243712 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.65 sec
[bwa_aln_core] refine gapped alignments... 0.37 sec
[bwa_aln_core] print alignments... 0.47 sec
[bwa_aln_core] 32505856 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.32 sec
[bwa_aln_core] refine gapped alignments... 0.42 sec
[bwa_aln_core] print alignments... 0.34 sec
[bwa_aln_core] 32768000 sequences have been processed.
[bwa_read_seq] 0.1% bases are trimmed.
[bwa_aln_core] convert to sequence coordinate... 27.00 sec
[bwa_aln_core] refine gapped alignments... 3.02 sec
[bwa_aln_core] print alignments... 0.43 sec
[bwa_aln_core] 32972154 sequences have been processed.
[main] Version: 0.7.13-r1126
[main] CMD: bwa samse /mnt/data/bds_pipeline_genome_data/hg38/bwa_index/GRCh38.p3.genome.fa /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.sai /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/RawReadsFiles/SRR393681.fastq.gz
[main] Real time: 4768.109 sec; CPU: 4690.120 sec
|
Num | 5 | ID | task.postalign_bam.dedup_bam_1_ctl1.line_95.id_14 | Name | dedup_bam_1 ctl1 | Thread | thread_42 | PID | 35982 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-29 00:25:12 | End | 2017-01-29 00:27:28 | Elapsed | 00:02:15 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam
| Dependencies | | |
# SYS command. line 97
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 105
if [[ 0 > 0 ]]; then \
sambamba sort -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.bam -n -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.qnmsrt.bam; \
samtools view -h /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.qnmsrt.bam | $(which assign_multimappers.py) -k 0 | \
samtools view -F 1804 -Su /dev/stdin | \
sambamba sort -t 2 /dev/stdin -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam; \
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.qnmsrt.bam; \
else \
samtools view -F 1804 -q 30 -u /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.bam | \
sambamba sort -t 2 /dev/stdin -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam; \
fi
# SYS command. line 116
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
26635 (process ID) old priority 0, new priority 10
|
Num | 6 | ID | task.postalign_bam.markdup_bam_picard_ctl1.line_348.id_15 | Name | markdup_bam_picard ctl1 | Thread | thread_42 | PID | 35986 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2017-01-29 00:27:29 | End | 2017-01-29 00:31:26 | Elapsed | 00:03:57 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.dup.qc
| Dependencies | | |
# SYS command. line 350
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 354
export _JAVA_OPTIONS="-Xms256M -Xmx12G -XX:ParallelGCThreads=1"
# SYS command. line 360
if [ -f "${PICARDROOT}/picard.jar" ]; then \
MARKDUP="${PICARDROOT}/picard.jar MarkDuplicates"; \
elif [ -f "${PICARDROOT}/MarkDuplicates.jar" ]; then \
MARKDUP="${PICARDROOT}/MarkDuplicates.jar"; \
elif [ $(which picard 2> /dev/null | wc -l || echo) == "1" ]; then \
MARKDUP="$(ls $(dirname $(which picard))/../share/picard*/MarkDuplicates.jar 2> /dev/null || echo)"; \
fi
# SYS command. line 369
if [ -f "${MARKDUP}" ]; then \
java -Xmx4G -jar ${MARKDUP} \
INPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam" OUTPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam" \
METRICS_FILE="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.dup.qc" VALIDATION_STRINGENCY=LENIENT \
ASSUME_SORTED=true REMOVE_DUPLICATES=false; \
else \
picard MarkDuplicates \
INPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam" OUTPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam" \
METRICS_FILE="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.dup.qc" VALIDATION_STRINGENCY=LENIENT \
ASSUME_SORTED=true REMOVE_DUPLICATES=false; \
fi
# SYS command. line 381
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
7531 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
Picked up _JAVA_OPTIONS: -Xms256M -Xmx12G -XX:ParallelGCThreads=1
[Sun Jan 29 00:27:52 PST 2017] picard.sam.markduplicates.MarkDuplicates INPUT=[/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.filt.bam] OUTPUT=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam METRICS_FILE=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.dup.qc REMOVE_DUPLICATES=false ASSUME_SORTED=true VALIDATION_STRINGENCY=LENIENT MAX_SEQUENCES_FOR_DISK_READ_ENDS_MAP=50000 MAX_FILE_HANDLES_FOR_READ_ENDS_MAP=8000 SORTING_COLLECTION_SIZE_RATIO=0.25 PROGRAM_RECORD_ID=MarkDuplicates PROGRAM_GROUP_NAME=MarkDuplicates DUPLICATE_SCORING_STRATEGY=SUM_OF_BASE_QUALITIES READ_NAME_REGEX=[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).* OPTICAL_DUPLICATE_PIXEL_DISTANCE=100 VERBOSITY=INFO QUIET=false COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false
[Sun Jan 29 00:27:52 PST 2017] Executing as imk1@kadru on Linux 4.4.0-22-generic amd64; OpenJDK 64-Bit Server VM 1.8.0_92-b15; Picard version: 1.126(4691ee611ac205d4afe2a1b7a2ea975a6f997426_1417447214) IntelDeflater
INFO 2017-01-29 00:27:52 MarkDuplicates Start of doWork freeMemory: 254879712; totalMemory: 257425408; maxMemory: 11453595648
INFO 2017-01-29 00:27:52 MarkDuplicates Reading input file and constructing read end information.
INFO 2017-01-29 00:27:52 MarkDuplicates Will retain up to 44052290 data points before spilling to disk.
WARNING 2017-01-29 00:27:55 AbstractOpticalDuplicateFinderCommandLineProgram Default READ_NAME_REGEX '[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*' did not match read name 'SRR393672.1309074'. You may need to specify a READ_NAME_REGEX in order to correctly identify optical duplicates. Note that this message will not be emitted again even if other read names do not match the regex.
INFO 2017-01-29 00:28:02 MarkDuplicates Read 1,000,000 records. Elapsed time: 00:00:06s. Time for last 1,000,000: 6s. Last read position: chr1:181,095,425
INFO 2017-01-29 00:28:02 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:07 MarkDuplicates Read 2,000,000 records. Elapsed time: 00:00:12s. Time for last 1,000,000: 5s. Last read position: chr2:69,860,458
INFO 2017-01-29 00:28:07 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:11 MarkDuplicates Read 3,000,000 records. Elapsed time: 00:00:16s. Time for last 1,000,000: 3s. Last read position: chr2:220,994,596
INFO 2017-01-29 00:28:11 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:16 MarkDuplicates Read 4,000,000 records. Elapsed time: 00:00:20s. Time for last 1,000,000: 4s. Last read position: chr3:173,718,287
INFO 2017-01-29 00:28:16 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:23 MarkDuplicates Read 5,000,000 records. Elapsed time: 00:00:27s. Time for last 1,000,000: 6s. Last read position: chr4:181,362,740
INFO 2017-01-29 00:28:23 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:26 MarkDuplicates Read 6,000,000 records. Elapsed time: 00:00:30s. Time for last 1,000,000: 2s. Last read position: chr5:124,420,244
INFO 2017-01-29 00:28:26 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:31 MarkDuplicates Read 7,000,000 records. Elapsed time: 00:00:36s. Time for last 1,000,000: 5s. Last read position: chr6:96,080,175
INFO 2017-01-29 00:28:31 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:34 MarkDuplicates Read 8,000,000 records. Elapsed time: 00:00:38s. Time for last 1,000,000: 2s. Last read position: chr7:87,713,109
INFO 2017-01-29 00:28:34 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:41 MarkDuplicates Read 9,000,000 records. Elapsed time: 00:00:46s. Time for last 1,000,000: 7s. Last read position: chr8:113,686,002
INFO 2017-01-29 00:28:41 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:46 MarkDuplicates Read 10,000,000 records. Elapsed time: 00:00:51s. Time for last 1,000,000: 5s. Last read position: chr10:19,785,342
INFO 2017-01-29 00:28:46 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:49 MarkDuplicates Read 11,000,000 records. Elapsed time: 00:00:53s. Time for last 1,000,000: 2s. Last read position: chr11:11,476,823
INFO 2017-01-29 00:28:49 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:53 MarkDuplicates Read 12,000,000 records. Elapsed time: 00:00:57s. Time for last 1,000,000: 4s. Last read position: chr12:71,219,873
INFO 2017-01-29 00:28:53 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:28:55 MarkDuplicates Read 13,000,000 records. Elapsed time: 00:01:00s. Time for last 1,000,000: 2s. Last read position: chr14:35,956,138
INFO 2017-01-29 00:28:55 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:29:04 MarkDuplicates Read 14,000,000 records. Elapsed time: 00:01:09s. Time for last 1,000,000: 8s. Last read position: chr16:13,786,650
INFO 2017-01-29 00:29:04 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:29:06 MarkDuplicates Read 15,000,000 records. Elapsed time: 00:01:11s. Time for last 1,000,000: 2s. Last read position: chr18:54,745,907
INFO 2017-01-29 00:29:06 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:29:10 MarkDuplicates Read 16,000,000 records. Elapsed time: 00:01:15s. Time for last 1,000,000: 4s. Last read position: chr22:24,153,676
INFO 2017-01-29 00:29:10 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:29:12 MarkDuplicates Read 17,000,000 records. Elapsed time: 00:01:17s. Time for last 1,000,000: 2s. Last read position: chrX:107,570,497
INFO 2017-01-29 00:29:12 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:29:14 MarkDuplicates Read 17496407 records. 0 pairs never matched.
INFO 2017-01-29 00:29:20 MarkDuplicates After buildSortedReadEndLists freeMemory: 3993810696; totalMemory: 5544869888; maxMemory: 11453595648
INFO 2017-01-29 00:29:20 MarkDuplicates Will retain up to 357924864 duplicate indices before spilling to disk.
INFO 2017-01-29 00:29:21 MarkDuplicates Traversing read pair information and detecting duplicates.
INFO 2017-01-29 00:29:21 MarkDuplicates Traversing fragment information and detecting duplicates.
INFO 2017-01-29 00:29:22 MarkDuplicates Sorting list of duplicate records.
INFO 2017-01-29 00:29:23 MarkDuplicates After generateDuplicateIndexes freeMemory: 2604057792; totalMemory: 5544869888; maxMemory: 11453595648
INFO 2017-01-29 00:29:23 MarkDuplicates Marking 3759595 records as duplicates.
INFO 2017-01-29 00:29:23 MarkDuplicates Found 0 optical duplicate clusters.
INFO 2017-01-29 00:30:38 MarkDuplicates Written 10,000,000 records. Elapsed time: 00:01:14s. Time for last 10,000,000: 74s. Last read position: chr10:19,785,342
INFO 2017-01-29 00:31:25 MarkDuplicates Before output close freeMemory: 8212790032; totalMemory: 8292139008; maxMemory: 11453595648
INFO 2017-01-29 00:31:25 MarkDuplicates After output close freeMemory: 8357492360; totalMemory: 8436842496; maxMemory: 11453595648
[Sun Jan 29 00:31:25 PST 2017] picard.sam.markduplicates.MarkDuplicates done. Elapsed time: 3.54 minutes.
Runtime.totalMemory()=8436842496
|
Num | 7 | ID | task.postalign_bam.dedup_bam_2_ctl1.line_144.id_16 | Name | dedup_bam_2 ctl1 | Thread | thread_42 | PID | 35989 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-29 00:31:28 | End | 2017-01-29 00:35:09 | Elapsed | 00:03:41 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.nodup.flagstat.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.nodup.pbc.qc
| Dependencies | | |
# SYS command. line 146
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 150
samtools view -F 1804 -b /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.bam
# SYS command. line 153
sambamba index -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.bam
# SYS command. line 155
sambamba flagstat -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.nodup.flagstat.qc
# SYS command. line 165
bedtools bamtobed -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.dupmark.bam | \
awk 'BEGIN{OFS="\t"}{print $1,$2,$3,$6}' | \
grep -v 'chrM' | sort | uniq -c | \
awk 'BEGIN{mt=0;m0=0;m1=0;m2=0} ($1==1){m1=m1+1} ($1==2){m2=m2+1} {m0=m0+1} {mt=mt+$1} END{m1_m2=-1.0; if(m2>0) m1_m2=m1/m2; printf "%d\t%d\t%d\t%d\t%f\t%f\t%f\n",mt,m0,m1,m2,m0/mt,m1/m0,m1_m2}' > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/ctl1/SRR393672.nodup.pbc.qc
# SYS command. line 169
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
7696 (process ID) old priority 0, new priority 10
|
Num | 8 | ID | task.postalign_bam.bam_to_tag_ctl1.line_505.id_17 | Name | bam_to_tag ctl1 | Thread | thread_42 | PID | 35992 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 00:35:10 | End | 2017-01-29 00:36:22 | Elapsed | 00:01:11 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz
| Dependencies | | |
# SYS command. line 507
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 510
bedtools bamtobed -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.bam | awk 'BEGIN{OFS="\t"}{$4="N";$5="1000";print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz
# SYS command. line 512
echo
# SYS command. line 514
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
5019 (process ID) old priority 0, new priority 10
Waiting for 33 seconds.
|
Num | 9 | ID | task.postalign_bam.dedup_bam_1_rep1.line_95.id_18 | Name | dedup_bam_1 rep1 | Thread | thread_41 | PID | 36030 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-29 00:53:08 | End | 2017-01-29 00:56:56 | Elapsed | 00:03:48 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam
| Dependencies | | |
# SYS command. line 97
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 105
if [[ 0 > 0 ]]; then \
sambamba sort -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.bam -n -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.qnmsrt.bam; \
samtools view -h /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.qnmsrt.bam | $(which assign_multimappers.py) -k 0 | \
samtools view -F 1804 -Su /dev/stdin | \
sambamba sort -t 2 /dev/stdin -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam; \
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.qnmsrt.bam; \
else \
samtools view -F 1804 -q 30 -u /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.bam | \
sambamba sort -t 2 /dev/stdin -o /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam; \
fi
# SYS command. line 116
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
8842 (process ID) old priority 0, new priority 10
|
Num | 10 | ID | task.postalign_bam.markdup_bam_picard_rep1.line_348.id_19 | Name | markdup_bam_picard rep1 | Thread | thread_41 | PID | 36038 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2017-01-29 00:56:58 | End | 2017-01-29 01:01:21 | Elapsed | 00:04:23 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.dup.qc
| Dependencies | | |
# SYS command. line 350
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 354
export _JAVA_OPTIONS="-Xms256M -Xmx12G -XX:ParallelGCThreads=1"
# SYS command. line 360
if [ -f "${PICARDROOT}/picard.jar" ]; then \
MARKDUP="${PICARDROOT}/picard.jar MarkDuplicates"; \
elif [ -f "${PICARDROOT}/MarkDuplicates.jar" ]; then \
MARKDUP="${PICARDROOT}/MarkDuplicates.jar"; \
elif [ $(which picard 2> /dev/null | wc -l || echo) == "1" ]; then \
MARKDUP="$(ls $(dirname $(which picard))/../share/picard*/MarkDuplicates.jar 2> /dev/null || echo)"; \
fi
# SYS command. line 369
if [ -f "${MARKDUP}" ]; then \
java -Xmx4G -jar ${MARKDUP} \
INPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam" OUTPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam" \
METRICS_FILE="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.dup.qc" VALIDATION_STRINGENCY=LENIENT \
ASSUME_SORTED=true REMOVE_DUPLICATES=false; \
else \
picard MarkDuplicates \
INPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam" OUTPUT="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam" \
METRICS_FILE="/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.dup.qc" VALIDATION_STRINGENCY=LENIENT \
ASSUME_SORTED=true REMOVE_DUPLICATES=false; \
fi
# SYS command. line 381
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
29073 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
Picked up _JAVA_OPTIONS: -Xms256M -Xmx12G -XX:ParallelGCThreads=1
[Sun Jan 29 00:57:21 PST 2017] picard.sam.markduplicates.MarkDuplicates INPUT=[/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.filt.bam] OUTPUT=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam METRICS_FILE=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.dup.qc REMOVE_DUPLICATES=false ASSUME_SORTED=true VALIDATION_STRINGENCY=LENIENT MAX_SEQUENCES_FOR_DISK_READ_ENDS_MAP=50000 MAX_FILE_HANDLES_FOR_READ_ENDS_MAP=8000 SORTING_COLLECTION_SIZE_RATIO=0.25 PROGRAM_RECORD_ID=MarkDuplicates PROGRAM_GROUP_NAME=MarkDuplicates DUPLICATE_SCORING_STRATEGY=SUM_OF_BASE_QUALITIES READ_NAME_REGEX=[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).* OPTICAL_DUPLICATE_PIXEL_DISTANCE=100 VERBOSITY=INFO QUIET=false COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false
[Sun Jan 29 00:57:21 PST 2017] Executing as imk1@surya on Linux 4.4.0-45-generic amd64; OpenJDK 64-Bit Server VM 1.8.0_92-b15; Picard version: 1.126(4691ee611ac205d4afe2a1b7a2ea975a6f997426_1417447214) IntelDeflater
INFO 2017-01-29 00:57:21 MarkDuplicates Start of doWork freeMemory: 254879576; totalMemory: 257425408; maxMemory: 11453595648
INFO 2017-01-29 00:57:21 MarkDuplicates Reading input file and constructing read end information.
INFO 2017-01-29 00:57:21 MarkDuplicates Will retain up to 44052290 data points before spilling to disk.
WARNING 2017-01-29 00:57:22 AbstractOpticalDuplicateFinderCommandLineProgram Default READ_NAME_REGEX '[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*' did not match read name 'SRR393681.4638674'. You may need to specify a READ_NAME_REGEX in order to correctly identify optical duplicates. Note that this message will not be emitted again even if other read names do not match the regex.
INFO 2017-01-29 00:57:27 MarkDuplicates Read 1,000,000 records. Elapsed time: 00:00:04s. Time for last 1,000,000: 4s. Last read position: chr1:165,572,127
INFO 2017-01-29 00:57:27 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:31 MarkDuplicates Read 2,000,000 records. Elapsed time: 00:00:08s. Time for last 1,000,000: 3s. Last read position: chr2:16,449,924
INFO 2017-01-29 00:57:31 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:33 MarkDuplicates Read 3,000,000 records. Elapsed time: 00:00:10s. Time for last 1,000,000: 2s. Last read position: chr2:117,505,863
INFO 2017-01-29 00:57:33 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:35 MarkDuplicates Read 4,000,000 records. Elapsed time: 00:00:12s. Time for last 1,000,000: 2s. Last read position: chr2:229,713,180
INFO 2017-01-29 00:57:35 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:38 MarkDuplicates Read 5,000,000 records. Elapsed time: 00:00:15s. Time for last 1,000,000: 2s. Last read position: chr3:103,290,512
INFO 2017-01-29 00:57:38 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:40 MarkDuplicates Read 6,000,000 records. Elapsed time: 00:00:17s. Time for last 1,000,000: 2s. Last read position: chr4:62,063,941
INFO 2017-01-29 00:57:40 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:42 MarkDuplicates Read 7,000,000 records. Elapsed time: 00:00:19s. Time for last 1,000,000: 2s. Last read position: chr5:5,503,940
INFO 2017-01-29 00:57:42 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:46 MarkDuplicates Read 8,000,000 records. Elapsed time: 00:00:23s. Time for last 1,000,000: 3s. Last read position: chr5:86,141,143
INFO 2017-01-29 00:57:46 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:47 MarkDuplicates Read 9,000,000 records. Elapsed time: 00:00:25s. Time for last 1,000,000: 1s. Last read position: chr6:6,209,849
INFO 2017-01-29 00:57:47 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:50 MarkDuplicates Read 10,000,000 records. Elapsed time: 00:00:27s. Time for last 1,000,000: 2s. Last read position: chr6:117,738,779
INFO 2017-01-29 00:57:50 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:52 MarkDuplicates Read 11,000,000 records. Elapsed time: 00:00:29s. Time for last 1,000,000: 2s. Last read position: chr7:103,069,696
INFO 2017-01-29 00:57:52 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:54 MarkDuplicates Read 12,000,000 records. Elapsed time: 00:00:31s. Time for last 1,000,000: 1s. Last read position: chr8:48,711,175
INFO 2017-01-29 00:57:54 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:57:58 MarkDuplicates Read 13,000,000 records. Elapsed time: 00:00:35s. Time for last 1,000,000: 3s. Last read position: chr8:135,116,701
INFO 2017-01-29 00:57:58 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:00 MarkDuplicates Read 14,000,000 records. Elapsed time: 00:00:37s. Time for last 1,000,000: 2s. Last read position: chr10:8,715,415
INFO 2017-01-29 00:58:00 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:02 MarkDuplicates Read 15,000,000 records. Elapsed time: 00:00:39s. Time for last 1,000,000: 2s. Last read position: chr10:128,876,843
INFO 2017-01-29 00:58:02 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:04 MarkDuplicates Read 16,000,000 records. Elapsed time: 00:00:41s. Time for last 1,000,000: 1s. Last read position: chr12:61,752
INFO 2017-01-29 00:58:04 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:06 MarkDuplicates Read 17,000,000 records. Elapsed time: 00:00:43s. Time for last 1,000,000: 2s. Last read position: chr12:114,265,708
INFO 2017-01-29 00:58:06 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:08 MarkDuplicates Read 18,000,000 records. Elapsed time: 00:00:45s. Time for last 1,000,000: 1s. Last read position: chr14:47,142,663
INFO 2017-01-29 00:58:08 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:12 MarkDuplicates Read 19,000,000 records. Elapsed time: 00:00:49s. Time for last 1,000,000: 4s. Last read position: chr16:48,686,183
INFO 2017-01-29 00:58:12 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:14 MarkDuplicates Read 20,000,000 records. Elapsed time: 00:00:51s. Time for last 1,000,000: 1s. Last read position: chr18:52,905,122
INFO 2017-01-29 00:58:14 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:17 MarkDuplicates Read 21,000,000 records. Elapsed time: 00:00:54s. Time for last 1,000,000: 2s. Last read position: chr20:47,921,441
INFO 2017-01-29 00:58:17 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:19 MarkDuplicates Read 22,000,000 records. Elapsed time: 00:00:56s. Time for last 1,000,000: 1s. Last read position: chrX:19,896,881
INFO 2017-01-29 00:58:19 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:21 MarkDuplicates Read 23,000,000 records. Elapsed time: 00:00:58s. Time for last 1,000,000: 1s. Last read position: chrX:65,413,641
INFO 2017-01-29 00:58:21 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:23 MarkDuplicates Read 24,000,000 records. Elapsed time: 00:01:00s. Time for last 1,000,000: 2s. Last read position: chrX:97,837,176
INFO 2017-01-29 00:58:23 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:25 MarkDuplicates Read 25,000,000 records. Elapsed time: 00:01:02s. Time for last 1,000,000: 1s. Last read position: chrX:132,184,882
INFO 2017-01-29 00:58:25 MarkDuplicates Tracking 0 as yet unmatched pairs. 0 records in RAM.
INFO 2017-01-29 00:58:30 MarkDuplicates Read 25692859 records. 0 pairs never matched.
INFO 2017-01-29 00:58:32 MarkDuplicates After buildSortedReadEndLists freeMemory: 4410146008; totalMemory: 6484918272; maxMemory: 11453595648
INFO 2017-01-29 00:58:32 MarkDuplicates Will retain up to 357924864 duplicate indices before spilling to disk.
INFO 2017-01-29 00:58:33 MarkDuplicates Traversing read pair information and detecting duplicates.
INFO 2017-01-29 00:58:33 MarkDuplicates Traversing fragment information and detecting duplicates.
INFO 2017-01-29 00:58:34 MarkDuplicates Sorting list of duplicate records.
INFO 2017-01-29 00:58:42 MarkDuplicates After generateDuplicateIndexes freeMemory: 6178529392; totalMemory: 9118941184; maxMemory: 11453595648
INFO 2017-01-29 00:58:42 MarkDuplicates Marking 1320986 records as duplicates.
INFO 2017-01-29 00:58:42 MarkDuplicates Found 0 optical duplicate clusters.
INFO 2017-01-29 00:59:42 MarkDuplicates Written 10,000,000 records. Elapsed time: 00:01:00s. Time for last 10,000,000: 60s. Last read position: chr6:117,738,779
INFO 2017-01-29 01:00:44 MarkDuplicates Written 20,000,000 records. Elapsed time: 00:02:02s. Time for last 10,000,000: 62s. Last read position: chr18:52,905,122
INFO 2017-01-29 01:01:20 MarkDuplicates Before output close freeMemory: 9299403208; totalMemory: 9379512320; maxMemory: 11453595648
INFO 2017-01-29 01:01:20 MarkDuplicates After output close freeMemory: 9153125696; totalMemory: 9233235968; maxMemory: 11453595648
[Sun Jan 29 01:01:20 PST 2017] picard.sam.markduplicates.MarkDuplicates done. Elapsed time: 3.98 minutes.
Runtime.totalMemory()=9233235968
|
Num | 11 | ID | task.postalign_bam.dedup_bam_2_rep1.line_144.id_20 | Name | dedup_bam_2 rep1 | Thread | thread_41 | PID | 36039 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-29 01:01:23 | End | 2017-01-29 01:06:52 | Elapsed | 00:05:28 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.bam
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.flagstat.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.pbc.qc
| Dependencies | | |
# SYS command. line 146
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 150
samtools view -F 1804 -b /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.bam
# SYS command. line 153
sambamba index -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.bam
# SYS command. line 155
sambamba flagstat -t 2 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.bam > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.flagstat.qc
# SYS command. line 165
bedtools bamtobed -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.dupmark.bam | \
awk 'BEGIN{OFS="\t"}{print $1,$2,$3,$6}' | \
grep -v 'chrM' | sort | uniq -c | \
awk 'BEGIN{mt=0;m0=0;m1=0;m2=0} ($1==1){m1=m1+1} ($1==2){m2=m2+1} {m0=m0+1} {mt=mt+$1} END{m1_m2=-1.0; if(m2>0) m1_m2=m1/m2; printf "%d\t%d\t%d\t%d\t%f\t%f\t%f\n",mt,m0,m1,m2,m0/mt,m1/m0,m1_m2}' > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.pbc.qc
# SYS command. line 169
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
9033 (process ID) old priority 0, new priority 10
|
Num | 12 | ID | task.postalign_bam.bam_to_tag_rep1.line_505.id_21 | Name | bam_to_tag rep1 | Thread | thread_41 | PID | 36046 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:06:53 | End | 2017-01-29 01:08:06 | Elapsed | 00:01:13 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.bam
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz
| Dependencies | | |
# SYS command. line 507
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 510
bedtools bamtobed -i /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.bam | awk 'BEGIN{OFS="\t"}{$4="N";$5="1000";print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz
# SYS command. line 512
echo
# SYS command. line 514
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
6983 (process ID) old priority 0, new priority 10
Waiting for 8 seconds.
|
Num | 13 | ID | task.postalign_bed.subsample_tag_rep1.line_45.id_22 | Name | subsample_tag rep1 | Thread | thread_41 | PID | 36047 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:08:08 | End | 2017-01-29 01:09:23 | Elapsed | 00:01:15 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.15M.tagAlign.gz
| Dependencies | | |
# SYS command. line 47
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 50
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz | \
grep -v "chrM" | shuf -n 15000000 --random-source=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.15M.tagAlign.gz
# SYS command. line 53
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
9155 (process ID) old priority 0, new priority 10
Waiting for 30 seconds.
|
Num | 14 | ID | task.postalign_bed.spr_rep1.line_255.id_23 | Name | spr rep1 | Thread | thread_41 | PID | 36048 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:08:09 | End | 2017-01-29 01:09:22 | Elapsed | 00:01:12 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz
| Dependencies | | |
# SYS command. line 257
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 260
nlines=$( zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz | wc -l )
# SYS command. line 261
nlines=$(( (nlines + 1) / 2 ))
# SYS command. line 265
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz | shuf --random-source=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz | split -d -l $((nlines)) - /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.
# SYS command. line 268
gzip -nc /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.00 > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz
# SYS command. line 269
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.00
# SYS command. line 270
gzip -nc /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.01 > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz
# SYS command. line 271
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.01
# SYS command. line 273
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
11406 (process ID) old priority 0, new priority 10
Waiting for 10 seconds.
|
Num | 15 | ID | task.postalign_bed.xcor_rep1.line_212.id_24 | Name | xcor rep1 | Thread | thread_41 | PID | 36049 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2017-01-29 01:09:25 | End | 2017-01-29 01:21:18 | Elapsed | 00:11:53 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.15M.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.pdf
| Dependencies | | |
# SYS command. line 214
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 217
if [[ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]]; then RUN_SPP=$(which run_spp_nodups.R); \
else RUN_SPP=$(which run_spp.R); \
fi
# SYS command. line 223
Rscript ${RUN_SPP} -rf \
-c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.15M.tagAlign.gz -p=2 \
-filtchr=chrM -savp=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.pdf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc
# SYS command. line 226
sed -r 's/,[^\t]+//g' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc.tmp
# SYS command. line 227
mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc
# SYS command. line 229
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
15976 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.15M.tagAlign.gz
Control data: NA
strandshift(min): -500
strandshift(step): 5
strandshift(max) 1500
user-defined peak shift NA
exclusion(min): 10
exclusion(max): NaN
num parallel nodes: 2
FDR threshold: 0.01
NumPeaks Threshold: NA
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1
narrowPeak output file name: NA
regionPeak output file name: NA
Rdata filename: NA
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.pdf
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.qc
Overwrite files?: TRUE
Decompressing ChIP file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.15M.tagAlign.gz
opened /tmp/36049.1.q/RtmpO12xT7/SRR393681.nodup.15M.tagAlign409b7fd03054
done. read 15000000 fragments
ChIP data read length 36
[1] TRUE
Calculating peak characteristics
Minimum cross-correlation value 0.2095312
Minimum cross-correlation shift 1500
Top 3 cross-correlation values 0.21236230108636,0.212360126675828,0.212206234274501
Top 3 estimates for fragment length 225,235,255
Window half size 785
Phantom peak location 35
Phantom peak Correlation 0.2136539
Normalized Strand cross-correlation coefficient (NSC) 1.013512
Relative Strand cross-correlation Coefficient (RSC) 0.6867167
Phantom Peak Quality Tag 0
null device
1
--------------------Stderr--------------------
Loading required package: caTools
|
Num | 16 | ID | task.callpeak_macs2.macs2_rep1.line_71.id_25 | Name | macs2 rep1 | Thread | thread_Root | PID | 36056 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:21:20 | End | 2017-01-29 01:49:25 | Elapsed | 00:28:04 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/signal/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bw
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/signal/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bw
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 225 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 225 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_summits.bed
# SYS command. line 110
if [[ true == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1 -o "SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/signal/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1 -o "SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/signal/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
1414 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Sun, 29 Jan 2017 01:21:38:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 225 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Sun, 29 Jan 2017 01:21:38: #1 read tag files...
INFO @ Sun, 29 Jan 2017 01:21:38: #1 read treatment tags...
INFO @ Sun, 29 Jan 2017 01:21:39: 1000000
INFO @ Sun, 29 Jan 2017 01:21:41: 2000000
INFO @ Sun, 29 Jan 2017 01:21:42: 3000000
INFO @ Sun, 29 Jan 2017 01:21:44: 4000000
INFO @ Sun, 29 Jan 2017 01:21:45: 5000000
INFO @ Sun, 29 Jan 2017 01:21:46: 6000000
INFO @ Sun, 29 Jan 2017 01:21:48: 7000000
INFO @ Sun, 29 Jan 2017 01:21:49: 8000000
INFO @ Sun, 29 Jan 2017 01:21:51: 9000000
INFO @ Sun, 29 Jan 2017 01:21:52: 10000000
INFO @ Sun, 29 Jan 2017 01:21:54: 11000000
INFO @ Sun, 29 Jan 2017 01:21:55: 12000000
INFO @ Sun, 29 Jan 2017 01:21:57: 13000000
INFO @ Sun, 29 Jan 2017 01:21:58: 14000000
INFO @ Sun, 29 Jan 2017 01:22:00: 15000000
INFO @ Sun, 29 Jan 2017 01:22:01: 16000000
INFO @ Sun, 29 Jan 2017 01:22:02: 17000000
INFO @ Sun, 29 Jan 2017 01:22:04: 18000000
INFO @ Sun, 29 Jan 2017 01:22:05: 19000000
INFO @ Sun, 29 Jan 2017 01:22:07: 20000000
INFO @ Sun, 29 Jan 2017 01:22:08: 21000000
INFO @ Sun, 29 Jan 2017 01:22:10: 22000000
INFO @ Sun, 29 Jan 2017 01:22:11: 23000000
INFO @ Sun, 29 Jan 2017 01:22:13: 24000000
INFO @ Sun, 29 Jan 2017 01:22:13: #1.2 read input tags...
INFO @ Sun, 29 Jan 2017 01:22:15: 1000000
INFO @ Sun, 29 Jan 2017 01:22:16: 2000000
INFO @ Sun, 29 Jan 2017 01:22:18: 3000000
INFO @ Sun, 29 Jan 2017 01:22:19: 4000000
INFO @ Sun, 29 Jan 2017 01:22:20: 5000000
INFO @ Sun, 29 Jan 2017 01:22:22: 6000000
INFO @ Sun, 29 Jan 2017 01:22:23: 7000000
INFO @ Sun, 29 Jan 2017 01:22:25: 8000000
INFO @ Sun, 29 Jan 2017 01:22:26: 9000000
INFO @ Sun, 29 Jan 2017 01:22:28: 10000000
INFO @ Sun, 29 Jan 2017 01:22:29: 11000000
INFO @ Sun, 29 Jan 2017 01:22:31: 12000000
INFO @ Sun, 29 Jan 2017 01:22:32: 13000000
INFO @ Sun, 29 Jan 2017 01:22:33: #1 tag size is determined as 36 bps
INFO @ Sun, 29 Jan 2017 01:22:33: #1 tag size = 36
INFO @ Sun, 29 Jan 2017 01:22:33: #1 total tags in treatment: 24371873
INFO @ Sun, 29 Jan 2017 01:22:33: #1 total tags in control: 13736812
INFO @ Sun, 29 Jan 2017 01:22:33: #1 finished!
INFO @ Sun, 29 Jan 2017 01:22:33: #2 Build Peak Model...
INFO @ Sun, 29 Jan 2017 01:22:33: #2 Skipped...
INFO @ Sun, 29 Jan 2017 01:22:33: #2 Use 225 as fragment length
INFO @ Sun, 29 Jan 2017 01:22:33: #3 Call peaks...
INFO @ Sun, 29 Jan 2017 01:22:33: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Sun, 29 Jan 2017 01:22:33: #3 Pre-compute pvalue-qvalue table...
INFO @ Sun, 29 Jan 2017 01:23:36: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Sun, 29 Jan 2017 01:23:36: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_treat_pileup.bdg
INFO @ Sun, 29 Jan 2017 01:23:36: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_control_lambda.bdg
INFO @ Sun, 29 Jan 2017 01:23:36: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Sun, 29 Jan 2017 01:23:36: #3 Call peaks for each chromosome...
INFO @ Sun, 29 Jan 2017 01:26:21: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_peaks.xls
INFO @ Sun, 29 Jan 2017 01:26:22: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_peaks.narrowPeak
INFO @ Sun, 29 Jan 2017 01:26:23: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_summits.bed
INFO @ Sun, 29 Jan 2017 01:26:23: Done!
INFO @ Sun, 29 Jan 2017 01:26:26:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 225 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/rep1/SRR393681.nodup.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Sun, 29 Jan 2017 01:26:26: #1 read tag files...
INFO @ Sun, 29 Jan 2017 01:26:26: #1 read treatment tags...
INFO @ Sun, 29 Jan 2017 01:26:28: 1000000
INFO @ Sun, 29 Jan 2017 01:26:29: 2000000
INFO @ Sun, 29 Jan 2017 01:26:31: 3000000
INFO @ Sun, 29 Jan 2017 01:26:32: 4000000
INFO @ Sun, 29 Jan 2017 01:26:34: 5000000
INFO @ Sun, 29 Jan 2017 01:26:35: 6000000
INFO @ Sun, 29 Jan 2017 01:26:36: 7000000
INFO @ Sun, 29 Jan 2017 01:26:38: 8000000
INFO @ Sun, 29 Jan 2017 01:26:39: 9000000
INFO @ Sun, 29 Jan 2017 01:26:41: 10000000
INFO @ Sun, 29 Jan 2017 01:26:42: 11000000
INFO @ Sun, 29 Jan 2017 01:26:44: 12000000
INFO @ Sun, 29 Jan 2017 01:26:45: 13000000
INFO @ Sun, 29 Jan 2017 01:26:46: 14000000
INFO @ Sun, 29 Jan 2017 01:26:48: 15000000
INFO @ Sun, 29 Jan 2017 01:26:49: 16000000
INFO @ Sun, 29 Jan 2017 01:26:51: 17000000
INFO @ Sun, 29 Jan 2017 01:26:52: 18000000
INFO @ Sun, 29 Jan 2017 01:26:53: 19000000
INFO @ Sun, 29 Jan 2017 01:26:55: 20000000
INFO @ Sun, 29 Jan 2017 01:26:56: 21000000
INFO @ Sun, 29 Jan 2017 01:26:58: 22000000
INFO @ Sun, 29 Jan 2017 01:26:59: 23000000
INFO @ Sun, 29 Jan 2017 01:27:01: 24000000
INFO @ Sun, 29 Jan 2017 01:27:02: #1.2 read input tags...
INFO @ Sun, 29 Jan 2017 01:27:03: 1000000
INFO @ Sun, 29 Jan 2017 01:27:04: 2000000
INFO @ Sun, 29 Jan 2017 01:27:06: 3000000
INFO @ Sun, 29 Jan 2017 01:27:07: 4000000
INFO @ Sun, 29 Jan 2017 01:27:09: 5000000
INFO @ Sun, 29 Jan 2017 01:27:10: 6000000
INFO @ Sun, 29 Jan 2017 01:27:12: 7000000
INFO @ Sun, 29 Jan 2017 01:27:13: 8000000
INFO @ Sun, 29 Jan 2017 01:27:14: 9000000
INFO @ Sun, 29 Jan 2017 01:27:16: 10000000
INFO @ Sun, 29 Jan 2017 01:27:17: 11000000
INFO @ Sun, 29 Jan 2017 01:27:19: 12000000
INFO @ Sun, 29 Jan 2017 01:27:20: 13000000
INFO @ Sun, 29 Jan 2017 01:27:21: #1 tag size is determined as 36 bps
INFO @ Sun, 29 Jan 2017 01:27:21: #1 tag size = 36
INFO @ Sun, 29 Jan 2017 01:27:21: #1 total tags in treatment: 24371873
INFO @ Sun, 29 Jan 2017 01:27:21: #1 total tags in control: 13736812
INFO @ Sun, 29 Jan 2017 01:27:21: #1 finished!
INFO @ Sun, 29 Jan 2017 01:27:21: #2 Build Peak Model...
INFO @ Sun, 29 Jan 2017 01:27:21: #2 Skipped...
INFO @ Sun, 29 Jan 2017 01:27:21: #2 Use 225 as fragment length
INFO @ Sun, 29 Jan 2017 01:27:21: #3 Call peaks...
INFO @ Sun, 29 Jan 2017 01:27:21: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Sun, 29 Jan 2017 01:27:21: #3 Pre-compute pvalue-qvalue table...
INFO @ Sun, 29 Jan 2017 01:28:23: #3 Call peaks for each chromosome...
INFO @ Sun, 29 Jan 2017 01:29:33: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_peaks.xls
INFO @ Sun, 29 Jan 2017 01:29:34: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_peaks.broadPeak
INFO @ Sun, 29 Jan 2017 01:29:34: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_peaks.gappedPeak
INFO @ Sun, 29 Jan 2017 01:29:35: Done!
INFO @ Sun, 29 Jan 2017 01:29:39: Read and build treatment bedGraph...
INFO @ Sun, 29 Jan 2017 01:30:30: Read and build control bedGraph...
INFO @ Sun, 29 Jan 2017 01:31:05: Build scoreTrackII...
INFO @ Sun, 29 Jan 2017 01:31:27: Calculate scores comparing treatment and control by 'FE'...
INFO @ Sun, 29 Jan 2017 01:34:13: Write bedGraph of scores...
INFO @ Sun, 29 Jan 2017 01:36:08: Finished 'FE'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_FE.bdg'!
INFO @ Sun, 29 Jan 2017 01:40:03: Read and build treatment bedGraph...
INFO @ Sun, 29 Jan 2017 01:40:48: Read and build control bedGraph...
INFO @ Sun, 29 Jan 2017 01:41:20: Build scoreTrackII...
INFO @ Sun, 29 Jan 2017 01:41:41: Values in your input bedGraph files will be multiplied by 13.736812 ...
INFO @ Sun, 29 Jan 2017 01:44:29: Calculate scores comparing treatment and control by 'ppois'...
INFO @ Sun, 29 Jan 2017 01:44:49: Write bedGraph of scores...
INFO @ Sun, 29 Jan 2017 01:46:11: Finished 'ppois'! Please check '/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign_ppois.bdg'!
|
Num | 17 | ID | task.callpeak_macs2.macs2_rep1_pr1.line_71.id_26 | Name | macs2 rep1-pr1 | Thread | thread_Root | PID | 36057 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:21:21 | End | 2017-01-29 01:27:34 | Elapsed | 00:06:13 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 225 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 225 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1 -o "SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
9859 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Sun, 29 Jan 2017 01:21:38:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 225 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Sun, 29 Jan 2017 01:21:38: #1 read tag files...
INFO @ Sun, 29 Jan 2017 01:21:38: #1 read treatment tags...
INFO @ Sun, 29 Jan 2017 01:21:40: 1000000
INFO @ Sun, 29 Jan 2017 01:21:41: 2000000
INFO @ Sun, 29 Jan 2017 01:21:43: 3000000
INFO @ Sun, 29 Jan 2017 01:21:44: 4000000
INFO @ Sun, 29 Jan 2017 01:21:46: 5000000
INFO @ Sun, 29 Jan 2017 01:21:47: 6000000
INFO @ Sun, 29 Jan 2017 01:21:48: 7000000
INFO @ Sun, 29 Jan 2017 01:21:50: 8000000
INFO @ Sun, 29 Jan 2017 01:21:51: 9000000
INFO @ Sun, 29 Jan 2017 01:21:53: 10000000
INFO @ Sun, 29 Jan 2017 01:21:54: 11000000
INFO @ Sun, 29 Jan 2017 01:21:55: 12000000
INFO @ Sun, 29 Jan 2017 01:21:56: #1.2 read input tags...
INFO @ Sun, 29 Jan 2017 01:21:58: 1000000
INFO @ Sun, 29 Jan 2017 01:21:59: 2000000
INFO @ Sun, 29 Jan 2017 01:22:01: 3000000
INFO @ Sun, 29 Jan 2017 01:22:02: 4000000
INFO @ Sun, 29 Jan 2017 01:22:03: 5000000
INFO @ Sun, 29 Jan 2017 01:22:05: 6000000
INFO @ Sun, 29 Jan 2017 01:22:06: 7000000
INFO @ Sun, 29 Jan 2017 01:22:07: 8000000
INFO @ Sun, 29 Jan 2017 01:22:09: 9000000
INFO @ Sun, 29 Jan 2017 01:22:10: 10000000
INFO @ Sun, 29 Jan 2017 01:22:11: 11000000
INFO @ Sun, 29 Jan 2017 01:22:12: 12000000
INFO @ Sun, 29 Jan 2017 01:22:14: 13000000
INFO @ Sun, 29 Jan 2017 01:22:15: #1 tag size is determined as 35 bps
INFO @ Sun, 29 Jan 2017 01:22:15: #1 tag size = 35
INFO @ Sun, 29 Jan 2017 01:22:15: #1 total tags in treatment: 12185937
INFO @ Sun, 29 Jan 2017 01:22:15: #1 total tags in control: 13736812
INFO @ Sun, 29 Jan 2017 01:22:15: #1 finished!
INFO @ Sun, 29 Jan 2017 01:22:15: #2 Build Peak Model...
INFO @ Sun, 29 Jan 2017 01:22:15: #2 Skipped...
INFO @ Sun, 29 Jan 2017 01:22:15: #2 Use 225 as fragment length
INFO @ Sun, 29 Jan 2017 01:22:15: #3 Call peaks...
INFO @ Sun, 29 Jan 2017 01:22:15: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Sun, 29 Jan 2017 01:22:15: #3 Pre-compute pvalue-qvalue table...
INFO @ Sun, 29 Jan 2017 01:23:02: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Sun, 29 Jan 2017 01:23:02: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_treat_pileup.bdg
INFO @ Sun, 29 Jan 2017 01:23:02: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_control_lambda.bdg
INFO @ Sun, 29 Jan 2017 01:23:02: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Sun, 29 Jan 2017 01:23:02: #3 Call peaks for each chromosome...
INFO @ Sun, 29 Jan 2017 01:24:54: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_peaks.xls
INFO @ Sun, 29 Jan 2017 01:24:57: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_peaks.narrowPeak
INFO @ Sun, 29 Jan 2017 01:24:58: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_summits.bed
INFO @ Sun, 29 Jan 2017 01:24:59: Done!
INFO @ Sun, 29 Jan 2017 01:25:04:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 225 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Sun, 29 Jan 2017 01:25:04: #1 read tag files...
INFO @ Sun, 29 Jan 2017 01:25:04: #1 read treatment tags...
INFO @ Sun, 29 Jan 2017 01:25:05: 1000000
INFO @ Sun, 29 Jan 2017 01:25:07: 2000000
INFO @ Sun, 29 Jan 2017 01:25:08: 3000000
INFO @ Sun, 29 Jan 2017 01:25:09: 4000000
INFO @ Sun, 29 Jan 2017 01:25:11: 5000000
INFO @ Sun, 29 Jan 2017 01:25:12: 6000000
INFO @ Sun, 29 Jan 2017 01:25:14: 7000000
INFO @ Sun, 29 Jan 2017 01:25:15: 8000000
INFO @ Sun, 29 Jan 2017 01:25:16: 9000000
INFO @ Sun, 29 Jan 2017 01:25:18: 10000000
INFO @ Sun, 29 Jan 2017 01:25:19: 11000000
INFO @ Sun, 29 Jan 2017 01:25:21: 12000000
INFO @ Sun, 29 Jan 2017 01:25:22: #1.2 read input tags...
INFO @ Sun, 29 Jan 2017 01:25:23: 1000000
INFO @ Sun, 29 Jan 2017 01:25:24: 2000000
INFO @ Sun, 29 Jan 2017 01:25:26: 3000000
INFO @ Sun, 29 Jan 2017 01:25:27: 4000000
INFO @ Sun, 29 Jan 2017 01:25:28: 5000000
INFO @ Sun, 29 Jan 2017 01:25:30: 6000000
INFO @ Sun, 29 Jan 2017 01:25:31: 7000000
INFO @ Sun, 29 Jan 2017 01:25:32: 8000000
INFO @ Sun, 29 Jan 2017 01:25:34: 9000000
INFO @ Sun, 29 Jan 2017 01:25:35: 10000000
INFO @ Sun, 29 Jan 2017 01:25:36: 11000000
INFO @ Sun, 29 Jan 2017 01:25:37: 12000000
INFO @ Sun, 29 Jan 2017 01:25:39: 13000000
INFO @ Sun, 29 Jan 2017 01:25:40: #1 tag size is determined as 35 bps
INFO @ Sun, 29 Jan 2017 01:25:40: #1 tag size = 35
INFO @ Sun, 29 Jan 2017 01:25:40: #1 total tags in treatment: 12185937
INFO @ Sun, 29 Jan 2017 01:25:40: #1 total tags in control: 13736812
INFO @ Sun, 29 Jan 2017 01:25:40: #1 finished!
INFO @ Sun, 29 Jan 2017 01:25:40: #2 Build Peak Model...
INFO @ Sun, 29 Jan 2017 01:25:40: #2 Skipped...
INFO @ Sun, 29 Jan 2017 01:25:40: #2 Use 225 as fragment length
INFO @ Sun, 29 Jan 2017 01:25:40: #3 Call peaks...
INFO @ Sun, 29 Jan 2017 01:25:40: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Sun, 29 Jan 2017 01:25:40: #3 Pre-compute pvalue-qvalue table...
INFO @ Sun, 29 Jan 2017 01:26:26: #3 Call peaks for each chromosome...
INFO @ Sun, 29 Jan 2017 01:27:26: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_peaks.xls
INFO @ Sun, 29 Jan 2017 01:27:27: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_peaks.broadPeak
INFO @ Sun, 29 Jan 2017 01:27:29: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign_peaks.gappedPeak
INFO @ Sun, 29 Jan 2017 01:27:29: Done!
|
Num | 18 | ID | task.callpeak_macs2.macs2_rep1_pr2.line_71.id_27 | Name | macs2 rep1-pr2 | Thread | thread_Root | PID | 36058 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:21:22 | End | 2017-01-29 01:28:02 | Elapsed | 00:06:39 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
| Dependencies | | |
# SYS command. line 73
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 74
export LC_COLLATE=C
# SYS command. line 79
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 225 --keep-dup all -B --SPMR
# SYS command. line 82
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.narrowPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
# SYS command. line 85
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.narrowPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_summits.bed
# SYS command. line 92
macs2 callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 225 --keep-dup all
# SYS command. line 95
sort -k 8gr,8gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.broadPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
# SYS command. line 96
sort -k 14gr,14gr "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.gappedPeak | awk 'BEGIN{OFS="\t"}{$4="Peak_"NR ; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
# SYS command. line 99
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.xls \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.broadPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_peaks.gappedPeak \
"/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_summits.bed
# SYS command. line 110
if [[ false == "false" ]]; then \
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg; \
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi; \
exit; \
fi
# SYS command. line 121
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg -m FE
# SYS command. line 124
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph
# SYS command. line 125
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_FE.bdg
# SYS command. line 128
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 129
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bw
# SYS command. line 130
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.fc.signal.srt.bedgraph
# SYS command. line 136
chipReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}')
# SYS command. line 138
controlReads=$(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz | wc -l | awk '{printf "%f", $1/1000000}'); sval=$(echo "${chipReads} ${controlReads}" | awk '$1>$2{printf "%f",$2} $1<=$2{printf "%f",$1}')
# SYS command. line 140
macs2 bdgcmp -t "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg -c "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg --outdir /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2 -o "SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg -m ppois -S "${sval}"
# SYS command. line 143
slopBed -i "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg -g /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes -b 0 | awk '{if ($3 != -1) print $0}' | bedClip stdin /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph
# SYS command. line 144
rm -rf "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_ppois.bdg
# SYS command. line 147
sort -k1,1 -k2,2n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 148
bedGraphToBigWig /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph /mnt/data/bds_pipeline_genome_data/hg38/hg38.chrom.sizes /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bw
# SYS command. line 149
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.bedgraph /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.pval.signal.srt.bedgraph
# SYS command. line 151
rm -f "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_treat_pileup.bdg "/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign"_control_lambda.bdg
# SYS command. line 153
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
1413 (process ID) old priority 0, new priority 10
--------------------Stderr--------------------
INFO @ Sun, 29 Jan 2017 01:21:38:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --nomodel --shift 0 --extsize 225 --keep-dup all -B --SPMR
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff = 1.00e-02
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is off
# MACS will save fragment pileup signal per million reads
INFO @ Sun, 29 Jan 2017 01:21:38: #1 read tag files...
INFO @ Sun, 29 Jan 2017 01:21:38: #1 read treatment tags...
INFO @ Sun, 29 Jan 2017 01:21:39: 1000000
INFO @ Sun, 29 Jan 2017 01:21:41: 2000000
INFO @ Sun, 29 Jan 2017 01:21:43: 3000000
INFO @ Sun, 29 Jan 2017 01:21:44: 4000000
INFO @ Sun, 29 Jan 2017 01:21:46: 5000000
INFO @ Sun, 29 Jan 2017 01:21:47: 6000000
INFO @ Sun, 29 Jan 2017 01:21:49: 7000000
INFO @ Sun, 29 Jan 2017 01:21:50: 8000000
INFO @ Sun, 29 Jan 2017 01:21:52: 9000000
INFO @ Sun, 29 Jan 2017 01:21:54: 10000000
INFO @ Sun, 29 Jan 2017 01:21:55: 11000000
INFO @ Sun, 29 Jan 2017 01:21:57: 12000000
INFO @ Sun, 29 Jan 2017 01:21:58: #1.2 read input tags...
INFO @ Sun, 29 Jan 2017 01:21:59: 1000000
INFO @ Sun, 29 Jan 2017 01:22:01: 2000000
INFO @ Sun, 29 Jan 2017 01:22:03: 3000000
INFO @ Sun, 29 Jan 2017 01:22:04: 4000000
INFO @ Sun, 29 Jan 2017 01:22:06: 5000000
INFO @ Sun, 29 Jan 2017 01:22:07: 6000000
INFO @ Sun, 29 Jan 2017 01:22:08: 7000000
INFO @ Sun, 29 Jan 2017 01:22:10: 8000000
INFO @ Sun, 29 Jan 2017 01:22:11: 9000000
INFO @ Sun, 29 Jan 2017 01:22:13: 10000000
INFO @ Sun, 29 Jan 2017 01:22:14: 11000000
INFO @ Sun, 29 Jan 2017 01:22:16: 12000000
INFO @ Sun, 29 Jan 2017 01:22:17: 13000000
INFO @ Sun, 29 Jan 2017 01:22:18: #1 tag size is determined as 36 bps
INFO @ Sun, 29 Jan 2017 01:22:18: #1 tag size = 36
INFO @ Sun, 29 Jan 2017 01:22:18: #1 total tags in treatment: 12185936
INFO @ Sun, 29 Jan 2017 01:22:18: #1 total tags in control: 13736812
INFO @ Sun, 29 Jan 2017 01:22:18: #1 finished!
INFO @ Sun, 29 Jan 2017 01:22:18: #2 Build Peak Model...
INFO @ Sun, 29 Jan 2017 01:22:18: #2 Skipped...
INFO @ Sun, 29 Jan 2017 01:22:18: #2 Use 225 as fragment length
INFO @ Sun, 29 Jan 2017 01:22:18: #3 Call peaks...
INFO @ Sun, 29 Jan 2017 01:22:18: #3 Call peaks with given -log10pvalue cutoff: 2.00000 ...
INFO @ Sun, 29 Jan 2017 01:22:18: #3 Pre-compute pvalue-qvalue table...
INFO @ Sun, 29 Jan 2017 01:23:11: #3 In the peak calling step, the following will be performed simultaneously:
INFO @ Sun, 29 Jan 2017 01:23:11: #3 Write bedGraph files for treatment pileup (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_treat_pileup.bdg
INFO @ Sun, 29 Jan 2017 01:23:11: #3 Write bedGraph files for control lambda (after scaling if necessary)... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_control_lambda.bdg
INFO @ Sun, 29 Jan 2017 01:23:11: #3 --SPMR is requested, so pileup will be normalized by sequencing depth in million reads.
INFO @ Sun, 29 Jan 2017 01:23:11: #3 Call peaks for each chromosome...
INFO @ Sun, 29 Jan 2017 01:25:12: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_peaks.xls
INFO @ Sun, 29 Jan 2017 01:25:14: #4 Write peak in narrowPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_peaks.narrowPeak
INFO @ Sun, 29 Jan 2017 01:25:15: #4 Write summits bed file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_summits.bed
INFO @ Sun, 29 Jan 2017 01:25:16: Done!
INFO @ Sun, 29 Jan 2017 01:25:19:
# Command line: callpeak -t /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz -c /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz -f BED -n /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign -g hs -p 0.01 --broad --nomodel --shift 0 --extsize 225 --keep-dup all
# ARGUMENTS LIST:
# name = /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign
# format = BED
# ChIP-seq file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign.gz']
# control file = ['/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/align/ctl1/SRR393672.nodup.tagAlign.gz']
# effective genome size = 2.70e+09
# band width = 300
# model fold = [5, 50]
# pvalue cutoff for narrow/strong regions = 1.00e-02
# pvalue cutoff for broad/weak regions = 1.00e-01
# qvalue will not be calculated and reported as -1 in the final output.
# Larger dataset will be scaled towards smaller dataset.
# Range for calculating regional lambda is: 1000 bps and 10000 bps
# Broad region calling is on
INFO @ Sun, 29 Jan 2017 01:25:19: #1 read tag files...
INFO @ Sun, 29 Jan 2017 01:25:19: #1 read treatment tags...
INFO @ Sun, 29 Jan 2017 01:25:20: 1000000
INFO @ Sun, 29 Jan 2017 01:25:22: 2000000
INFO @ Sun, 29 Jan 2017 01:25:23: 3000000
INFO @ Sun, 29 Jan 2017 01:25:25: 4000000
INFO @ Sun, 29 Jan 2017 01:25:26: 5000000
INFO @ Sun, 29 Jan 2017 01:25:28: 6000000
INFO @ Sun, 29 Jan 2017 01:25:29: 7000000
INFO @ Sun, 29 Jan 2017 01:25:31: 8000000
INFO @ Sun, 29 Jan 2017 01:25:32: 9000000
INFO @ Sun, 29 Jan 2017 01:25:34: 10000000
INFO @ Sun, 29 Jan 2017 01:25:35: 11000000
INFO @ Sun, 29 Jan 2017 01:25:37: 12000000
INFO @ Sun, 29 Jan 2017 01:25:38: #1.2 read input tags...
INFO @ Sun, 29 Jan 2017 01:25:39: 1000000
INFO @ Sun, 29 Jan 2017 01:25:40: 2000000
INFO @ Sun, 29 Jan 2017 01:25:42: 3000000
INFO @ Sun, 29 Jan 2017 01:25:43: 4000000
INFO @ Sun, 29 Jan 2017 01:25:45: 5000000
INFO @ Sun, 29 Jan 2017 01:25:46: 6000000
INFO @ Sun, 29 Jan 2017 01:25:48: 7000000
INFO @ Sun, 29 Jan 2017 01:25:49: 8000000
INFO @ Sun, 29 Jan 2017 01:25:50: 9000000
INFO @ Sun, 29 Jan 2017 01:25:52: 10000000
INFO @ Sun, 29 Jan 2017 01:25:53: 11000000
INFO @ Sun, 29 Jan 2017 01:25:54: 12000000
INFO @ Sun, 29 Jan 2017 01:25:56: 13000000
INFO @ Sun, 29 Jan 2017 01:25:57: #1 tag size is determined as 36 bps
INFO @ Sun, 29 Jan 2017 01:25:57: #1 tag size = 36
INFO @ Sun, 29 Jan 2017 01:25:57: #1 total tags in treatment: 12185936
INFO @ Sun, 29 Jan 2017 01:25:57: #1 total tags in control: 13736812
INFO @ Sun, 29 Jan 2017 01:25:57: #1 finished!
INFO @ Sun, 29 Jan 2017 01:25:57: #2 Build Peak Model...
INFO @ Sun, 29 Jan 2017 01:25:57: #2 Skipped...
INFO @ Sun, 29 Jan 2017 01:25:57: #2 Use 225 as fragment length
INFO @ Sun, 29 Jan 2017 01:25:57: #3 Call peaks...
INFO @ Sun, 29 Jan 2017 01:25:57: #3 Call broad peaks with given level1 -log10pvalue cutoff and level2: 2.00000, 1.00000...
INFO @ Sun, 29 Jan 2017 01:25:57: #3 Pre-compute pvalue-qvalue table...
INFO @ Sun, 29 Jan 2017 01:26:50: #3 Call peaks for each chromosome...
INFO @ Sun, 29 Jan 2017 01:27:56: #4 Write output xls file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_peaks.xls
INFO @ Sun, 29 Jan 2017 01:27:57: #4 Write broad peak in broadPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_peaks.broadPeak
INFO @ Sun, 29 Jan 2017 01:27:57: #4 Write broad peak in bed12/gappedPeak format file... /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign_peaks.gappedPeak
INFO @ Sun, 29 Jan 2017 01:27:58: Done!
|
Num | 19 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_59.id_28 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 36065 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:49:26 | End | 2017-01-29 01:50:37 | Elapsed | 00:01:11 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$13-$12; if (($21/s1 >= 0.5) || ($21/s2 >= 0.5)) {print $0}}' | cut -f 1-10 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.narrowPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.narrowPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.narrowPeak.gz
# SYS command. line 72
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.narrowPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[\dXY]+[ \t]' | awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.narrowPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
42672 (process ID) old priority 0, new priority 10
Waiting for 55 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
chr1 152106812 152109817 Peak_2 310 . 12.80647 31.07607 23.73685 2246
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
chr1 152106812 152109817 Peak_2 310 . 12.80647 31.07607 23.73685 2246
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
chr3 19148578 19150007 Peak_3 268 . 12.90006 26.85640 19.87664 518
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
chr3 19148578 19150007 Peak_3 268 . 12.90006 26.85640 19.87664 518
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.narrowPeak.gz has inconsistent naming convention for record:
GL000205.2 18682 26497 Peak_17 176 . 9.66422 17.68490 12.02052 7415
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.narrowPeak.gz has inconsistent naming convention for record:
GL000205.2 18682 26497 Peak_17 176 . 9.66422 17.68490 12.02052 7415
|
Num | 20 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_59.id_29 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 36066 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:49:27 | End | 2017-01-29 01:50:37 | Elapsed | 00:01:10 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.gappedPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$18-$17; if (($31/s1 >= 0.5) || ($31/s2 >= 0.5)) {print $0}}' | cut -f 1-15 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.gappedPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.gappedPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.gappedPeak.gz
# SYS command. line 72
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.gappedPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[\dXY]+[ \t]' | awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.gappedPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
42673 (process ID) old priority 0, new priority 10
Waiting for 54 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
GL000205.2 41454 42771 Peak_2 86 . 41454 42771 0 2 1,1 0,1316 5.53833 12.05846 8.66861
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
GL000205.2 41454 42771 Peak_2 86 . 41454 42771 0 2 1,1 0,1316 5.53833 12.05846 8.66861
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000205.2 50689 56432 Peak_8 65 . 50689 56432 0 4 1,244,768,1 0,3561,4878,5742 5.34064 10.06213 6.56244
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000205.2 50689 56432 Peak_8 65 . 50689 56432 0 4 1,244,768,1 0,3561,4878,5742 5.34064 10.06213 6.56244
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.gappedPeak.gz has inconsistent naming convention for record:
GL000205.2 0 39561 Peak_7 48 . 0 39561 0 10 1,18628,7815,1280,298,1177,6816,551,225,1 0,8,18682,27115,29254,29617,31083,38411,39230,39560 4.22787 7.94486 4.85141
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.gappedPeak.gz has inconsistent naming convention for record:
GL000205.2 0 39561 Peak_7 48 . 0 39561 0 10 1,18628,7815,1280,298,1177,6816,551,225,1 0,8,18682,27115,29254,29617,31083,38411,39230,39560 4.22787 7.94486 4.85141
|
Num | 21 | ID | task.callpeak_naive_overlap.naive_overlap_thresh.line_59.id_30 | Name | naive_overlap_thresh | Thread | thread_Root | PID | 36067 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:49:28 | End | 2017-01-29 01:50:51 | Elapsed | 00:01:23 | Timeout | 01:00:00 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.broadPeak.gz
| Dependencies | | |
# SYS command. line 61
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 64
intersectBed -wo -a <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz) -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr1/SRR393681.nodup.pr1.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$12-$11; if (($19/s1 >= 0.5) || ($19/s2 >= 0.5)) {print $0}}' | cut -f 1-9 | sort | uniq | \
intersectBed -wo -a stdin -b <(zcat -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/pseudo_reps/rep1/pr2/SRR393681.nodup.pr2.tagAlign_x_SRR393672.nodup.tagAlign.broadPeak.gz) | \
awk 'BEGIN{FS="\t";OFS="\t"} {s1=$3-$2; s2=$12-$11; if (($19/s1 >= 0.5) || ($19/s2 >= 0.5)) {print $0}}' | cut -f 1-9 | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.broadPeak.gz
# SYS command. line 70
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.broadPeak.gz | sort | uniq | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.broadPeak.gz
# SYS command. line 72
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.broadPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz | grep -P 'chr[\dXY]+[ \t]' | awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.broadPeak.gz
# SYS command. line 74
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.PooledInRep1AndRep2.broadPeak.gz
# SYS command. line 76
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
43694 (process ID) old priority 0, new priority 10
Waiting for 55 seconds.
--------------------Stderr--------------------
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
GL000205.2 41454 42771 Peak_2 86 . 5.53833 12.05846 8.66861
***** WARNING: File /dev/fd/62 has inconsistent naming convention for record:
GL000205.2 41454 42771 Peak_2 86 . 5.53833 12.05846 8.66861
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000205.2 50689 56432 Peak_8 65 . 5.34064 10.06213 6.56244
***** WARNING: File /dev/fd/63 has inconsistent naming convention for record:
GL000205.2 50689 56432 Peak_8 65 . 5.34064 10.06213 6.56244
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.broadPeak.gz has inconsistent naming convention for record:
GL000205.2 0 39561 Peak_7 48 . 4.22787 7.94486 4.85141
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.broadPeak.gz has inconsistent naming convention for record:
GL000205.2 0 39561 Peak_7 48 . 4.22787 7.94486 4.85141
|
Num | 22 | ID | task.callpeak_blacklist_filter.blacklist_filter_peak_1.line_27.id_31 | Name | blacklist_filter peak 1 | Thread | thread_Root | PID | 47718 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:50:54 | End | 2017-01-29 01:52:02 | Elapsed | 00:01:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.filt.narrowPeak.gz
| Dependencies | | |
# SYS command. line 29
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 31
bedtools intersect -v -a /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz -b /mnt/data/annotations/by_release/hg20.GRCh38/hg38.blacklist.bed.gz \
| awk 'BEGIN{OFS="\t"} {if ($5>1000) $5=1000; print $0}' \
| grep -P 'chr[\dXY]+[ \t]' | gzip -nc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.filt.narrowPeak.gz
# SYS command. line 35
TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
--------------------Stdout--------------------
47722 (process ID) old priority 0, new priority 10
Waiting for 59 seconds.
--------------------Stderr--------------------
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz has inconsistent naming convention for record:
GL000205.2 8 18636 Peak_1 335 . 10.81813 33.53720 24.04526 9087
***** WARNING: File /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/rep1/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.narrowPeak.gz has inconsistent naming convention for record:
GL000205.2 8 18636 Peak_1 335 . 10.81813 33.53720 24.04526 9087
|
Num | 23 | ID | task.report.peak2hammock.line_412.id_32 | Name | peak2hammock | Thread | thread_Root | PID | 51679 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:52:03 | End | 2017-01-29 01:52:13 | Elapsed | 00:00:10 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/narrowpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.narrowPeak.tmp
--------------------Stdout--------------------
51684 (process ID) old priority 0, new priority 10
|
Num | 24 | ID | task.report.peak2hammock.line_412.id_33 | Name | peak2hammock | Thread | thread_Root | PID | 52363 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:52:14 | End | 2017-01-29 01:52:26 | Elapsed | 00:00:11 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.gz
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.hammock.gz
| Dependencies | | |
# SYS command. line 414
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 415
zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.gz | sed '/^\(chr\)/!d' | sort -k1,1V -k2,2n > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.tmp
# SYS command. line 417
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils/gappedpeak.py /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.hammock
# SYS command. line 418
rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/peak/macs2/overlap/SRR393681.nodup.tagAlign_x_SRR393672.nodup.tagAlign.naive_overlap.filt.gappedPeak.tmp
--------------------Stdout--------------------
52367 (process ID) old priority 0, new priority 10
|
Num | 25 | ID | task.graphviz.report.line_97.id_34 | Name | report | Thread | thread_Root | PID | 53420 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:52:26 | End | 2017-01-29 01:52:35 | Elapsed | 00:00:09 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | | Output files | | Dependencies | | |
# SYS command. line 98
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 99
dot -Tsvg /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/report/H3K27me3_workflow.dot > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/report/H3K27me3_workflow.svg 2> /dev/null || echo "svg: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/report/H3K27me3_workflow.svg" # to suppress dot font error (exit code=1)
--------------------Stdout--------------------
53426 (process ID) old priority 0, new priority 10
|
Num | 26 | ID | task.report.pdf2png.line_379.id_39 | Name | pdf2png | Thread | thread_Root | PID | 53427 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | | Mem | | | Start | 2017-01-29 01:52:27 | End | 2017-01-29 01:52:35 | Elapsed | 00:00:08 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.pdf
| Output files | /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.png
| Dependencies | | |
# SYS command. line 380
if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; sleep 5; fi; export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$
# SYS command. line 381
gs -dFirstPage=1 -dLastPage=1 -dTextAlphaBits=4 -dGraphicsAlphaBits=4 -r110x110 \
-dUseCropBox -dQUIET -dSAFER -dBATCH -dNOPAUSE -dNOPROMPT -sDEVICE=png16m \
-sOutputFile=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.png \
-r144 /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/Gao2012Data/H3K27me3/out/qc/rep1/SRR393681.nodup.15M.cc.plot.pdf
--------------------Stdout--------------------
53442 (process ID) old priority 0, new priority 10
|