BigDataScript report: chipseq.bds

Script file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/chipseq.bds
Program ID chipseq.bds.20161103_165221_818
Start time 2016-11-03 16:52:21
Run time 4 days 01:13:56.484
Tasks executed 4
Tasks failed 0
Tasks failed names 
 

		
  Arguments*  [-title, SRR836722, -nth, 5, -macs2_for_pooled_rep_only, -species, mm10, -url_base, http://mitra.stanford.edu/kundaje/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out, -fastq, /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/RawReads/SRR836722.fastq.gz, -ctl_fastq, /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/InputData/r120621A_l1i7_aB180__wt__bioBirAonly.fastq.gz, $] 

		
  System*  sge 

		
  Cpus*  -1 

		
  Exit value  0 

	

	* Values in global scope when program finished execution.





	
 Timeline 

	
	
	






	
 Task Graph 

	






	
 Parallel (threads) details 

	

    
  Thread ID      Parent           	 Tasks  

	
  thread_Root   None 	 
 chipseq.bds.20161103_165221_818/task.callpeak_spp.spp_rep1.line_54.id_11
chipseq.bds.20161103_165221_818/task.callpeak_spp.spp_rep1_pr1.line_54.id_12
chipseq.bds.20161103_165221_818/task.callpeak_spp.spp_rep1_pr2.line_54.id_13
 
 		 

	
  thread_42   thread_Root 	 
  
 		 

	
  thread_41   thread_Root 	 
 chipseq.bds.20161103_165221_818_parallel_41/task.postalign_bed.xcor_rep1.line_205.id_10
 
 		 

	






	
 Task details 

	

    
  Task              Execution              Time   Dependencies       Task program, Errors, StdOut / StdErr  

    
  
 
  Num   1  
 
  ID   task.postalign_bed.xcor_rep1.line_205.id_10  
 
  Name   xcor rep1 
 
  Thread   thread_41  
 
  PID   3439  
 
 		  
 
  OK   true   
 
  Exit Code   0   
 
  Retries    
 
  State   FINISHED  
 
  Dep.   OK  
 
  Cpus    3 
 
  Mem    
 
 		  
 
  Start   2016-11-03 16:52:26  
 
  End   2016-11-03 17:19:55  
 
  Elapsed   00:27:29  
 
  Timeout  00:00:-1 
 
  Wall Timeout   100 days 
 
 		  
 
  Input files  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.15M.tagAlign.gz
   
 
  Output files   /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.plot.pdf
  
 
  Dependencies     
 
 		  
 
# SYS command. line 207

 if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; fi;  export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$

# SYS command. line 210

 if [[ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]]; then RUN_SPP=$(which run_spp_nodups.R); \
		    else RUN_SPP=$(which run_spp.R); \
		    fi

# SYS command. line 216

 Rscript ${RUN_SPP} -rf \
			-c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.15M.tagAlign.gz -p=3 \
			-filtchr=chrM -savp=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.plot.pdf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc 

# SYS command. line 219

 sed -r 's/,[^\t]+//g' /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc.tmp

# SYS command. line 220

 mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc.tmp /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc

# SYS command. line 222

 TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
 
 
   
--------------------Stdout--------------------
20971 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.15M.tagAlign.gz 
Control data: NA 
strandshift(min): -500 
strandshift(step): 5 
strandshift(max) 1500 
user-defined peak shift NA 
exclusion(min): 10 
exclusion(max): NaN 
num parallel nodes: 3 
FDR threshold: 0.01 
NumPeaks Threshold: NA 
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1 
narrowPeak output file name: NA 
regionPeak output file name: NA 
Rdata filename: NA 
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.plot.pdf 
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/qc/rep1/SRR836722.nodup.15M.cc.qc 
Overwrite files?: TRUE

Decompressing ChIP file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.15M.tagAlign.gz 
opened /tmp/3439.1.q/Rtmpc2TVnQ/SRR836722.nodup.15M.tagAlign525c65a8ad2e
done. read 15000000 fragments
ChIP data read length 50 
[1] TRUE
Calculating peak characteristics
Minimum cross-correlation value 0.1826532 
Minimum cross-correlation shift 1500 
Top 3 cross-correlation values 0.225094501543763 
Top 3 estimates for fragment length 90 
Window half size 235 
Phantom peak location 55 
Phantom peak Correlation 0.2185429 
Normalized Strand cross-correlation coefficient (NSC) 1.23236 
Relative Strand Cross correlation Coefficient (RSC) 1.182548 
Phantom Peak Quality Tag 1 
null device 
          1 

 
--------------------Stderr--------------------
discarding /software/miniconda3/bin from PATH
prepending /software/miniconda3/envs/aquas_chipseq/bin to PATH
Loading required package: caTools

 
 		 

    
  
 
  Num   2  
 
  ID   task.callpeak_spp.spp_rep1.line_54.id_11  
 
  Name   spp rep1 
 
  Thread   thread_Root  
 
  PID   3567  
 
 		  
 
  OK   true   
 
  Exit Code   0   
 
  Retries    
 
  State   FINISHED  
 
  Dep.   OK  
 
  Cpus     
 
  Mem    
 
 		  
 
  Start   2016-11-03 17:19:57  
 
  End   2016-11-04 06:52:41  
 
  Elapsed   13:32:43  
 
  Timeout  00:00:-1 
 
  Wall Timeout   100 days 
 
 		  
 
  Input files  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz
   
 
  Output files   /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.pdf
  
 
  Dependencies     
 
 		  
 
# SYS command. line 56

 if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; fi;  export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$

# SYS command. line 59

 if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
		    else RUN_SPP=$(which run_spp.R); \
		    fi

# SYS command. line 63

 Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz \
			-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1 -speak=90 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore

# SYS command. line 67

 zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz

# SYS command. line 69

 rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz

# SYS command. line 71

 mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.pdf

# SYS command. line 74

 if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz; fi

# SYS command. line 77

 if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi

# SYS command. line 79

 TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
 
 
   
--------------------Stdout--------------------
6031 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.tagAlign.gz 
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz 
strandshift(min): -500 
strandshift(step): 5 
strandshift(max) 1500 
user-defined peak shift 90 
exclusion(min): 10 
exclusion(max): NaN 
num parallel nodes: 1 
FDR threshold: 0.01 
NumPeaks Threshold: 3e+05 
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1 
narrowPeak output file name: NA 
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak 
Rdata filename: NA 
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign.pdf 
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/rep1/SRR836722.nodup.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore 
Overwrite files?: TRUE

Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.tagAlign.gz 
opened /tmp/3567.1.q/RtmpTJiz8D/SRR836722.nodup.tagAlign17fd5d2d7779
done. read 18121810 fragments
ChIP data read length 50 
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz 
opened /tmp/3567.1.q/RtmpTJiz8D/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign17fd7aa5789c
done. read 3384182 fragments
Control data read length 50 
Calculating peak characteristics
Minimum cross-correlation value 0.210452 
Minimum cross-correlation shift 1500 
Top 3 cross-correlation values 0.259208117034456 
Top 3 estimates for fragment length 90 
Window half size 235 
Phantom peak location 55 
Phantom peak Correlation 0.2517594 
Normalized Strand cross-correlation coefficient (NSC) 1.231673 
Relative Strand Cross correlation Coefficient (RSC) 1.180325 
Phantom Peak Quality Tag 1 
null device 
          1 
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 0.1930186  excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 5.180849  excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 2.000343 
Detected 1046349 peaks 

 
--------------------Stderr--------------------
discarding /software/miniconda3/bin from PATH
prepending /software/miniconda3/envs/aquas_chipseq/bin to PATH
Loading required package: caTools
There were 29 warnings (use warnings() to see them)

 
 		 

    
  
 
  Num   3  
 
  ID   task.callpeak_spp.spp_rep1_pr1.line_54.id_12  
 
  Name   spp rep1-pr1 
 
  Thread   thread_Root  
 
  PID   3568  
 
 		  
 
  OK   false   
 
  Exit Code   0   
 
  Retries    
 
  State   RUNNING  
 
  Dep.   WAIT  
 
  Cpus     
 
  Mem    
 
 		  
 
  Start   2016-11-03 17:19:58  
 
  End   2016-11-03 17:19:58  
 
  Elapsed   00:00:00  
 
  Timeout  00:00:-1 
 
  Wall Timeout   100 days 
 
 		  
 
  Input files  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz
   
 
  Output files   /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.pdf
  
 
  Dependencies     
 
 		  
 
# SYS command. line 56

 if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; fi;  export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$

# SYS command. line 59

 if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
		    else RUN_SPP=$(which run_spp.R); \
		    fi

# SYS command. line 63

 Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz \
			-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1 -speak=90 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore

# SYS command. line 67

 zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz

# SYS command. line 69

 rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz

# SYS command. line 71

 mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.pdf

# SYS command. line 74

 if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz; fi

# SYS command. line 77

 if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi

# SYS command. line 79

 TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
 
 
   
--------------------Stdout--------------------
1504 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.gz 
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz 
strandshift(min): -500 
strandshift(step): 5 
strandshift(max) 1500 
user-defined peak shift 90 
exclusion(min): 10 
exclusion(max): NaN 
num parallel nodes: 1 
FDR threshold: 0.01 
NumPeaks Threshold: 3e+05 
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1 
narrowPeak output file name: NA 
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak 
Rdata filename: NA 
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.pdf 
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore 
Overwrite files?: TRUE

Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.gz 
opened /tmp/3568.1.q/RtmpZq841R/SRR836722.nodup.pr1.tagAlign62634bf9b16
done. read 9060905 fragments
ChIP data read length 50 
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz 
opened /tmp/3568.1.q/RtmpZq841R/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign6263959c419
done. read 3384182 fragments
Control data read length 50 
Calculating peak characteristics
Minimum cross-correlation value 0.121939 
Minimum cross-correlation shift 1500 
Top 3 cross-correlation values 0.150084304065227 
Top 3 estimates for fragment length 90 
Window half size 235 
Phantom peak location 55 
Phantom peak Correlation 0.145837 
Normalized Strand cross-correlation coefficient (NSC) 1.230814 
Relative Strand Cross correlation Coefficient (RSC) 1.177727 
Phantom Peak Quality Tag 1 
null device 
          1 
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 0.3832027  
 
--------------------Stderr--------------------
discarding /software/miniconda3/bin from PATH
prepending /software/miniconda3/envs/aquas_chipseq/bin to PATH
Loading required package: caTools

 
 		 

    
  
 
  Num   4  
 
  ID   task.callpeak_spp.spp_rep1_pr2.line_54.id_13  
 
  Name   spp rep1-pr2 
 
  Thread   thread_Root  
 
  PID   3569  
 
 		  
 
  OK   true   
 
  Exit Code   0   
 
  Retries    
 
  State   FINISHED  
 
  Dep.   OK  
 
  Cpus     
 
  Mem    
 
 		  
 
  Start   2016-11-03 17:19:59  
 
  End   2016-11-04 05:23:00  
 
  Elapsed   12:03:01  
 
  Timeout  00:00:-1 
 
  Wall Timeout   100 days 
 
 		  
 
  Input files  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz
   
 
  Output files   /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore
/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.pdf
  
 
  Dependencies     
 
 		  
 
# SYS command. line 56

 if [[ -f $(which conda) && $(conda env list | grep aquas_chipseq | wc -l) != "0" ]]; then source activate aquas_chipseq; fi;  export PATH=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/.:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/modules:/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/src/TF_chipseq_pipeline/utils:${PATH}:/bin:/usr/bin:/usr/local/bin:${HOME}/.bds; set -o pipefail; STARTTIME=$(date +%s); renice -n 10 $$

# SYS command. line 59

 if [ $(which run_spp_nodups.R 2> /dev/null | wc -l || echo) == "1" ]; then RUN_SPP=$(which run_spp_nodups.R); \
		    else RUN_SPP=$(which run_spp.R); \
		    fi

# SYS command. line 63

 Rscript ${RUN_SPP} -c=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.gz -p=1 -i=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz \
			-npeak=300000 -odir=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2 -speak=90 -savr -savp -rf -out=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore

# SYS command. line 67

 zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz | awk 'BEGIN{OFS="\t"}{ if ($2<0) $2=0; print $1,int($2),int($3),$4,$5,$6,$7,$8,$9,$10;}' | gzip -f -c > /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz

# SYS command. line 69

 rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz

# SYS command. line 71

 mv /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.pdf /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.pdf

# SYS command. line 74

 if [ $(zcat /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz | wc -l ) == "0" ]; then rm -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz; fi

# SYS command. line 77

 if [ ! -f /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak.gz ]; then error_in_spp_output_peak_does_not_exist; fi

# SYS command. line 79

 TASKTIME=$[$(date +%s)-${STARTTIME}]; if [ ${TASKTIME} -lt 60 ]; then echo "Waiting for $[60-${TASKTIME}] seconds."; sleep $[60-${TASKTIME}]; fi
 
 
   
--------------------Stdout--------------------
41867 (process ID) old priority 0, new priority 10
################
ChIP data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.gz 
Control data: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz 
strandshift(min): -500 
strandshift(step): 5 
strandshift(max) 1500 
user-defined peak shift 90 
exclusion(min): 10 
exclusion(max): NaN 
num parallel nodes: 1 
FDR threshold: 0.01 
NumPeaks Threshold: 3e+05 
Output Directory: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2 
narrowPeak output file name: NA 
regionPeak output file name: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_VS_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.regionPeak 
Rdata filename: NA 
plot pdf filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.pdf 
result filename: /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore 
Overwrite files?: TRUE

Decompressing ChIP file
Decompressing control file
Reading ChIP tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.gz 
opened /tmp/3569.1.q/RtmpGa9PLt/SRR836722.nodup.pr2.tagAligna3d57ce8298
done. read 9060905 fragments
ChIP data read length 50 
[1] TRUE
Reading Control tagAlign/BAM file /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz 
opened /tmp/3569.1.q/RtmpGa9PLt/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAligna3d51ee7db0c
done. read 3384182 fragments
Control data read length 50 
Calculating peak characteristics
Minimum cross-correlation value 0.1219797 
Minimum cross-correlation shift 1500 
Top 3 cross-correlation values 0.150459899703748 
Top 3 estimates for fragment length 90 
Window half size 235 
Phantom peak location 55 
Phantom peak Correlation 0.1459281 
Normalized Strand cross-correlation coefficient (NSC) 1.233484 
Relative Strand Cross correlation Coefficient (RSC) 1.189233 
Phantom Peak Quality Tag 1 
null device 
          1 
Removing read stacks
Finding peaks
finding background exclusion regions ... done
determining peaks on provided 1 control datasets:
using reversed signal for FDR calculations
bg.weight= 0.3833708  excluding systematic background anomalies ... done
determining peaks on real data:
bg.weight= 2.608441  excluding systematic background anomalies ... done
calculating statistical thresholds
FDR 0.99 threshold= 9.671177 
Detected 17610 peaks 

 
--------------------Stderr--------------------
discarding /software/miniconda3/bin from PATH
prepending /software/miniconda3/envs/aquas_chipseq/bin to PATH
Loading required package: caTools
There were 39 warnings (use warnings() to see them)

 
 		 

	






	
 Global scope 

	Note: Global scope when program finished execution.
	

	
  Type  Name  Value  

	
  string{}  fraglen  {1=90}  

	
  string  fraglen_mean  90  

	
  string  fraglen_ppr1    

	
  string  fraglen_ppr2    

	
  string{}  fraglen_pr1  {1=90}  

	
  string{}  fraglen_pr2  {1=90}  

	
  real  fraglen_sum  90.0  

	
  string  macs2_o_dir  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/macs2  

	
  string  macs2_sig_o_dir  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/signal/macs2  

	
  int  nth_other  1  

	
  int  nth_pooled  2  

	
  real  num_rep_real  1.0  

	
  string  spp_o_dir  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp  

	
  string{}  tag_ctl  {1=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz, pooled=/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz}  

	
  string{}  tag_ctl_label  {}  

	
  string[]  tags  [/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/rep1/SRR836722.nodup.tagAlign.gz]  

	
  string[]  tags_ctl  [/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/ctl1/r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.gz]  

	
  string[]  tags_pr1  [/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr1/SRR836722.nodup.pr1.tagAlign.gz]  

	
  string[]  tags_pr2  [/srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/align/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign.gz]  

	
  string  tmp  /srv/scratch/shared/surya/imk1/TFBindingPredictionProject/MouseMutantData/SRR836722/out/peak/spp/pseudo_reps/rep1/pr2/SRR836722.nodup.pr2.tagAlign_x_r120621A_l1i7_aB180__wt__bioBirAonly.nodup.tagAlign.ccscore