Task | Execution | Time | Dependencies | Task program, Errors, StdOut / StdErr |
Num | 1 | ID | task.align_etc.trim_adapters_PE_rep1.line_57.id_6 | Name | trim_adapters_PE rep1 | Thread | thread_20 | PID | 109819 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-16 12:01:17 | End | 2016-05-16 14:10:02 | Elapsed | 02:08:44 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC19/ATAC19-trimmed-pair1.fastq.gz
/srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC19/ATAC19-trimmed-pair2.fastq.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.fastq.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair2.trim.fastq.gz
| Dependencies | | |
# SYS command. line 59
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 61
cd /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1
# SYS command. line 62
$(which trimAdapters.py) -a /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC19/ATAC19-trimmed-pair1.fastq.gz -b /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC19/ATAC19-trimmed-pair2.fastq.gz
# SYS command. line 63
gzip /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.fastq
# SYS command. line 64
gzip /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair2.trim.fastq
--------------------Stdout--------------------
ATAC19-trimmed-pair1.trim.fastq
ATAC19-trimmed-pair2.trim.fastq
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
76489418 sequences total
58367343 sequences trimmed with 0 mismatches
2180798 sequences trimmed with 1 mismatch
79 mean number of bases trimmed for reads requiring trimming
|
Num | 2 | ID | task.align_etc.trim_adapters_PE_rep2.line_57.id_7 | Name | trim_adapters_PE rep2 | Thread | thread_21 | PID | 109826 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 1 | Mem | | | Start | 2016-05-16 12:01:17 | End | 2016-05-16 13:01:29 | Elapsed | 01:00:11 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC20/ATAC20-trimmed-pair1.fastq.gz
/srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC20/ATAC20-trimmed-pair2.fastq.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.fastq.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair2.trim.fastq.gz
| Dependencies | | |
# SYS command. line 59
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 61
cd /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2
# SYS command. line 62
$(which trimAdapters.py) -a /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC20/ATAC20-trimmed-pair1.fastq.gz -b /srv/scratch/pangwei/mesoderm/data/ATACseq/ATAC20/ATAC20-trimmed-pair2.fastq.gz
# SYS command. line 63
gzip /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.fastq
# SYS command. line 64
gzip /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair2.trim.fastq
--------------------Stdout--------------------
ATAC20-trimmed-pair1.trim.fastq
ATAC20-trimmed-pair2.trim.fastq
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
35691184 sequences total
26987556 sequences trimmed with 0 mismatches
1009515 sequences trimmed with 1 mismatch
78 mean number of bases trimmed for reads requiring trimming
|
Num | 3 | ID | task.align_bowtie2.bowtie2_PE_rep2.line_133.id_8 | Name | bowtie2_PE rep2 | Thread | thread_21 | PID | 111095 | | OK | true | Exit Code | 0 | Retries | | State | FINISHED | Dep. | OK | Cpus | 2 | Mem | | | Start | 2016-05-16 13:01:30 | End | 2016-05-16 18:50:24 | Elapsed | 05:48:53 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.fastq.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair2.trim.fastq.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.align.log
| Dependencies | | |
# SYS command. line 135
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 139
bowtie2 -X2000 --mm --threads 2 -x /mnt/data/annotations/indexes/bowtie2_indexes/bowtie2/ENCODEHg19_male \
-1 /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.fastq.gz -2 /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair2.trim.fastq.gz 2>/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.align.log | samtools view -bS - | samtools sort - /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE
# SYS command. line 142
samtools index /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.bam
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
[bam_sort_core] merging from 50 files...
|
Num | 4 | ID | task.align_bowtie2.bowtie2_PE_rep1.line_133.id_9 | Name | bowtie2_PE rep1 | Thread | thread_20 | PID | 115167 | | OK | false | Exit Code | 0 | Retries | | State | RUNNING | Dep. | WAIT | Cpus | 2 | Mem | | | Start | 2016-05-16 14:10:03 | End | 2016-05-16 14:10:03 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.fastq.gz
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair2.trim.fastq.gz
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.PE2SE.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep1/ATAC19-trimmed-pair1.trim.PE2SE.align.log
| Dependencies | | |
# SYS command. line 135
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 139
bowtie2 -X2000 --mm --threads 2 -x /mnt/data/annotations/indexes/bowtie2_indexes/bowtie2/ENCODEHg19_male \
-1 /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.fastq.gz -2 /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair2.trim.fastq.gz 2>/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep1/ATAC19-trimmed-pair1.trim.PE2SE.align.log | samtools view -bS - | samtools sort - /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.PE2SE
# SYS command. line 142
samtools index /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep1/ATAC19-trimmed-pair1.trim.PE2SE.bam
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
|
Num | 5 | ID | task.postalign_bam.dedup_bam_PE_rep2.line_215.id_10 | Name | dedup_bam_PE rep2 | Thread | thread_21 | PID | 125187 | | OK | false | Exit Code | 0 | Retries | | State | RUNNING | Dep. | WAIT | Cpus | 1 | Mem | | | Start | 2016-05-16 18:50:25 | End | 2016-05-16 18:50:25 | Elapsed | 00:00:00 | Timeout | 00:00:-1 | Wall Timeout | 100 days | | Input files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.bam
| Output files | /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bam
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dup.qc
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.flagstat.qc
/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.pbc.qc
| Dependencies | | |
# SYS command. line 217
if [[ -f $(which activate) ]]; then source activate bds_atac; fi; export PATH=/users/pangwei/bds_atac/.:/users/pangwei/bds_atac/modules:/users/pangwei/bds_atac/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds;
# SYS command. line 228
echo
# SYS command. line 229
samtools view -F 1804 -f 2 -q 30 -u /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.bam | samtools sort -n - /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark
# SYS command. line 230
echo
# SYS command. line 237
samtools fixmate -r /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam.fixmate.bam
# SYS command. line 238
samtools view -F 1804 -f 2 -u /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam.fixmate.bam | samtools sort - /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt
# SYS command. line 239
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam.fixmate.bam
# SYS command. line 243
export _JAVA_OPTIONS="-Xms256M -Xmx4G -XX:ParallelGCThreads=1"
# SYS command. line 244
export MAX_JAVA_MEM="12G"
# SYS command. line 247
if [ -f ${PICARDROOT}/MarkDuplicates.jar ]; then \
java -Xmx4G -jar ${PICARDROOT}/MarkDuplicates.jar \
INPUT="/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam" OUTPUT="/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam" \
METRICS_FILE="/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dup.qc" VALIDATION_STRINGENCY=LENIENT \
ASSUME_SORTED=true REMOVE_DUPLICATES=false; \
else \
java -Xmx4G -jar ${PICARDROOT}/picard.jar MarkDuplicates \
INPUT="/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam" OUTPUT="/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam" \
METRICS_FILE="/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dup.qc" VALIDATION_STRINGENCY=LENIENT \
ASSUME_SORTED=true REMOVE_DUPLICATES=false; \
fi
# SYS command. line 265
mv /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam
# SYS command. line 267
samtools view -F 1804 -f 2 -b /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bam
# SYS command. line 269
samtools index /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bam
# SYS command. line 271
if [ "/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bam.bai" != "/srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bai" ]; then \
cp /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bam.bai /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bai; \
fi
# SYS command. line 275
samtools flagstat /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.bam > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.flagstat.qc
# SYS command. line 286
samtools sort -n /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam.tmp
# SYS command. line 287
bedtools bamtobed -bedpe -i /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam.tmp.bam | \
awk 'BEGIN{OFS="\t"}{print $1,$2,$4,$6,$9,$10}' | \
grep -v 'chrM' | sort | uniq -c | \
awk 'BEGIN{mt=0;m0=0;m1=0;m2=0} ($1==1){m1=m1+1} ($1==2){m2=m2+1} {m0=m0+1} {mt=mt+$1} END{printf "%d\t%d\t%d\t%d\t%f\t%f\t%f\n",mt,m0,m1,m2,m0/mt,m1/m0,m1/m2}' > /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/qc/rep2/ATAC20-trimmed-pair1.trim.PE2SE.nodup.pbc.qc
# SYS command. line 291
rm /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam.tmp.bam
# SYS command. line 293
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.filt.bam
# SYS command. line 294
rm -f /srv/scratch/pangwei/mesoderm/bulk-atac/output-hg19-scidata/ATAC19+20/align/rep2/ATAC20-trimmed-pair1.trim.PE2SE.dupmark.bam
--------------------Stdout--------------------
--------------------Stderr--------------------
discarding /users/pangwei/anaconda3/bin from PATH
prepending /users/pangwei/anaconda3/envs/bds_atac/bin to PATH
[bam_sort_core] merging from 35 files...
|