Advertisement
Guest User

Untitled

a guest
Dec 7th, 2015
104
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.88 KB | None | 0 0
  1. path="/scratch/at120/virome-pipeline/lhmp"
  2. fastq="lhmp"
  3.  
  4. cd $path
  5.  
  6. bowtie2=\
  7. $(echo \
  8. "module load bowtie2 && \
  9. bowtie2 \
  10. -p 12 \
  11. --very-sensitive-local \
  12. --un-conc $path/$fastq.unconc.fastq \
  13. -x /scratch/at120/shared/db/human-16s-for-filtering/hg19-silva_16s.fa \
  14. -1 $path/$fastq.r1.fastq \
  15. -2 $path/$fastq.r2.fastq \
  16. -S $path/$fastq.sam \
  17. && rm $path/$fastq.sam"\
  18. | qsub -m ae -M twaddlac@gmail.com -j oe -N bowtie2 -l walltime=24:00:00,nodes=1:ppn=12,mem=12gb)
  19. echo $bowtie2 > ids.txt
  20. echo "Submitted Mapping"
  21.  
  22. convertBT2=\
  23. $(echo \
  24. "module load khmer && \
  25. fastq-to-fasta.py $path/$fastq.unconc.1.fastq > $path/$fastq.unconc.fasta && \
  26. fastq-to-fasta.py $path/$fastq.unconc.2.fastq >> $path/$fastq.unconc.fasta"\
  27. | qsub -m ae -M twaddlac@gmail.com -j oe -N convert -W depend=afterok:$bowtie2 -l walltime=24:00:00,nodes=1:ppn=1,mem=4gb)
  28. echo $convertBT2 >> ids.txt
  29. echo "Submitted Converting to Fasta"
  30.  
  31. megablastFilter=\
  32. $(echo \
  33. "module load blast+ && \
  34. blastn \
  35. -query $path/$fastq.unconc.fasta \
  36. -out $path/$fastq.unconc.megablast.tsv \
  37. -outfmt 6 \
  38. -evalue 0.00001 \
  39. -max_target_seqs 1 \
  40. -culling_limit 2 \
  41. -num_threads 12 \
  42. -db /scratch/at120/shared/db/human-16s-for-filtering/hg19-silva_16s.fa"\
  43. | qsub -m ae -M twaddlac@gmail.com -j oe -N megablastFilter -W depend=afterok:$convertBT2 -l walltime=24:00:00,nodes=1:ppn=12,mem=12gb)
  44. echo $megablastFilter >> ids.txt
  45. echo "Submitted Megablast Filter"
  46.  
  47. unmappedMegablast=\
  48. $(echo \
  49. "module load biopython && \
  50. python /scratch/at120/virome-pipeline/get-unmapped.py $path/$fastq.unconc.megablast.tsv $path/$fastq.unconc.fasta $path/$fastq.unconc.megablast.fasta"\
  51. | qsub -m ae -M twaddlac@gmail.com -j oe -N unmappedMegablast -W depend=afterok:$megablastFilter -l walltime=24:00:00,nodes=1:ppn=1,mem=12gb)
  52. echo $unmappedMegablast >> ids.txt
  53. echo "Submitted Unmapped Megablast"
  54.  
  55. blastnFilter=\
  56. $(echo \
  57. "module load blast+ && \
  58. blastn \
  59. -task blastn \
  60. -query $path/$fastq.unconc.megablast.fasta \
  61. -out $path/$fastq.unconc.megablast.blastn.tsv \
  62. -outfmt 6 \
  63. -evalue 0.00001 \
  64. -max_target_seqs 1 \
  65. -culling_limit 2 \
  66. -num_threads 12 \
  67. -db /scratch/at120/shared/db/human-16s-for-filtering/hg19-silva_16s.fa"\
  68. | qsub -m ae -M twaddlac@gmail.com -j oe -N blastnFilter -W depend=afterok:$unmappedMegablast -l walltime=24:00:00,nodes=1:ppn=12,mem=12gb)
  69. echo $blastnFilter >> ids.txt
  70. echo "Submitted blastn Filter"
  71.  
  72. unmappedBlastn=\
  73. $(echo \
  74. "module load biopython && \
  75. python get-unmapped.py $path/$fastq.unconc.megablast.blastn.tsv $path/$fastq.unconc.megablast.fasta $path/$fastq.unconc.megablast.blastn.fasta"\
  76. | qsub -m ae -M twaddlac@gmail.com -j oe -N unmappedBlastn -W depend=afterok:$blastnFilter -l walltime=24:00:00,nodes=1:ppn=1,mem=12gb)
  77. echo $unmappedBlastn >> ids.txt
  78. echo "Submitted Unmapped Blastn"
  79.  
  80. extractPairedReads=\
  81. $(echo \
  82. "module load khmer && \
  83. extract-paired-reads.py $path/$fastq.unconc.megablast.blastn.fasta"\
  84. | qsub -m ae -M twaddlac@gmail.com -j oe -N extractPairedReads -W depend=afterok:$unmappedBlastn -l walltime=24:00:00,nodes=1:ppn=1,mem=12gb)
  85. echo $extractPairedReads >> ids.txt
  86. echo "Submitted Extract Paired Reads"
  87.  
  88. prinseq=\
  89. $(echo \
  90. "module load prinseq && \
  91. prinseq-lite.pl \
  92. -fastq $path/$fastq.unconc.1.fastq \
  93. -fastq2 $path/$fastq.unconc.2.fastq \
  94. -out_format 3 \
  95. -out_good $path/$fastq.prinseq_good \
  96. -out_bad $path/$fastq.prinseq_bad \
  97. -lc_threshold 15 \
  98. -lc_method dust \
  99. #-graph_data $path/$fastq.prinseq.gd \
  100. #-graph_stats ld,gc,qd,ns,pt,ts,aq,de,da,sc,dn \
  101. -no_qual_header \
  102. -range_len 50,300 \
  103. -min_qual_mean 25 \
  104. -ns_max_p 10 \
  105. -derep 12 \
  106. -trim_qual_right 20 \
  107. -trim_qual_type min \
  108. -trim_qual_window 1 \
  109. -trim_qual_step 1 \
  110. -trim_qual_rule lt \
  111. -stats_all > $path/$fastq.prinseq.stats.txt && \
  112. rm $path/$fastq.unconc.?.fastq" \
  113. | qsub -m ae -M twaddlac@gmail.com -j oe -N prinseq -W depend=afterok:$bowtie2 -l walltime=168:00:00,nodes=1:ppn=1,mem=128gb)
  114. echo $prinseq > ids.txt
  115. echo "Submitted Filtering"
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement