|
1 | 1 | #!/bin/bash |
2 | 2 | set -eou pipefail |
| 3 | +set -x |
| 4 | + |
| 5 | +# Set to 1 to filter out k=99, else include k99 |
| 6 | +HIDE_K99=0 |
| 7 | + |
| 8 | +if (($HIDE_K99)); then |
| 9 | + OUTDIR=latest_k91 |
| 10 | +else |
| 11 | + OUTDIR=latest_k99 |
| 12 | +fi |
| 13 | + |
| 14 | +mkdir -p $OUTDIR |
3 | 15 |
|
4 | 16 | # hide k99 files |
5 | | -echo "-- hiding k=99" |
6 | | -for d in perfect_cov stoch_cov stocherr_cov stocherr_corr |
7 | | -do |
8 | | - if [ -d ../$d/k99 ] |
9 | | - then |
10 | | - mv ../$d/k99 ../$d/hidden_k99 |
11 | | - fi |
12 | | -done |
| 17 | +if (($HIDE_K99)); then |
| 18 | + echo "-- hiding k=99" |
| 19 | + for d in perfect_cov stoch_cov stocherr_cov stocherr_corr |
| 20 | + do |
| 21 | + if [ -d ../$d/k99 ] |
| 22 | + then |
| 23 | + mv ../$d/k99 ../$d/hidden_k99 |
| 24 | + fi |
| 25 | + done |
| 26 | +fi |
13 | 27 |
|
14 | | -mkdir -p latest |
15 | 28 | echo "-- Perfect Coverage" |
16 | | -./make-csv.sh ../perfect_cov/k*/stats.plain.txt > latest/perfect.plain.csv |
17 | | -./make-csv.sh ../perfect_cov/k*/stats.links.txt > latest/perfect.links.csv |
18 | | -./make-csv.sh ../perfect_cov/k*/stats.pe.txt > latest/perfect.pe.csv |
19 | | -./plot-ng50-and-errs.R "Perfect cov. (100X, 100bp reads)" latest/perfect.pdf \ |
20 | | - latest/perfect.plain.csv latest/perfect.links.csv latest/perfect.pe.csv |
| 29 | +./make-csv.sh ../perfect_cov/k*/stats.plain.txt > $OUTDIR/perfect.plain.csv |
| 30 | +./make-csv.sh ../perfect_cov/k*/stats.links.txt > $OUTDIR/perfect.links.csv |
| 31 | +./make-csv.sh ../perfect_cov/k*/stats.pe.txt > $OUTDIR/perfect.pe.csv |
| 32 | +./plot-ng50-and-errs.R "Perfect cov. (100X, 100bp reads)" $OUTDIR/perfect.pdf \ |
| 33 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.links.csv $OUTDIR/perfect.pe.csv |
21 | 34 |
|
22 | | -./plot-ng50-and-errs.R "Perfect cov. (100X, 100bp reads)" latest/perfect_no_pe.pdf \ |
23 | | - latest/perfect.plain.csv latest/perfect.links.csv |
| 35 | +./plot-ng50-and-errs.R "Perfect cov. (100X, 100bp reads)" $OUTDIR/perfect_no_pe.pdf \ |
| 36 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.links.csv |
24 | 37 |
|
25 | 38 | echo "-- Stochastic Coverage" |
26 | | -./make-csv.sh ../stoch_cov/k*/stats.plain.txt > latest/stoch.plain.csv |
27 | | -./make-csv.sh ../stoch_cov/k*/stats.links.txt > latest/stoch.links.csv |
28 | | -./make-csv.sh ../stoch_cov/k*/stats.pe.txt > latest/stoch.pe.csv |
29 | | -./plot-ng50-and-errs.R "Stochastic cov. (100X, 100bp reads)" latest/stoch.pdf \ |
30 | | - latest/stoch.plain.csv latest/stoch.links.csv latest/stoch.pe.csv |
| 39 | +./make-csv.sh ../stoch_cov/k*/stats.plain.txt > $OUTDIR/stoch.plain.csv |
| 40 | +./make-csv.sh ../stoch_cov/k*/stats.links.txt > $OUTDIR/stoch.links.csv |
| 41 | +./make-csv.sh ../stoch_cov/k*/stats.pe.txt > $OUTDIR/stoch.pe.csv |
| 42 | +./plot-ng50-and-errs.R "Stochastic cov. (100X, 100bp reads)" $OUTDIR/stoch.pdf \ |
| 43 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.links.csv $OUTDIR/stoch.pe.csv |
31 | 44 |
|
32 | 45 | echo "-- Stochastic Coverage + Error" |
33 | | -./make-csv.sh ../stocherr_cov/k*/stats.plain.txt > latest/stocherr.plain.csv |
34 | | -./make-csv.sh ../stocherr_cov/k*/stats.links.txt > latest/stocherr.links.csv |
35 | | -./make-csv.sh ../stocherr_cov/k*/stats.pe.txt > latest/stocherr.pe.csv |
36 | | -./plot-ng50-and-errs.R "Stochastic cov. + 0.5% err (100X, 100bp reads)" latest/stocherr.pdf \ |
37 | | - latest/stocherr.plain.csv latest/stocherr.links.csv latest/stocherr.pe.csv |
| 46 | +./make-csv.sh ../stocherr_cov/k*/stats.plain.txt > $OUTDIR/stocherr.plain.csv |
| 47 | +./make-csv.sh ../stocherr_cov/k*/stats.links.txt > $OUTDIR/stocherr.links.csv |
| 48 | +./make-csv.sh ../stocherr_cov/k*/stats.pe.txt > $OUTDIR/stocherr.pe.csv |
| 49 | +./plot-ng50-and-errs.R "Stochastic cov. + 0.5% err (100X, 100bp reads)" $OUTDIR/stocherr.pdf \ |
| 50 | + $OUTDIR/stocherr.plain.csv $OUTDIR/stocherr.links.csv $OUTDIR/stocherr.pe.csv |
38 | 51 |
|
39 | 52 | echo "-- Stochastic Coverage + Error + Error Correction" |
40 | | -./make-csv.sh ../stocherr_corr/k*/stats.plain.txt > latest/stocherrcorr.plain.csv |
41 | | -./make-csv.sh ../stocherr_corr/k*/stats.links.txt > latest/stocherrcorr.links.csv |
42 | | -./make-csv.sh ../stocherr_corr/k*/stats.pe.txt > latest/stocherrcorr.pe.csv |
43 | | -./plot-ng50-and-errs.R "Stochastic cov. + 0.5% err + correct (100X, 100bp reads)" latest/stocherrcorr.pdf \ |
44 | | - latest/stocherr.plain.csv latest/stocherr.links.csv latest/stocherr.pe.csv \ |
45 | | - latest/stocherrcorr.plain.csv latest/stocherrcorr.links.csv latest/stocherrcorr.pe.csv |
| 53 | +./make-csv.sh ../stocherr_corr/k*/stats.plain.txt > $OUTDIR/stocherrcorr.plain.csv |
| 54 | +./make-csv.sh ../stocherr_corr/k*/stats.links.txt > $OUTDIR/stocherrcorr.links.csv |
| 55 | +./make-csv.sh ../stocherr_corr/k*/stats.pe.txt > $OUTDIR/stocherrcorr.pe.csv |
| 56 | +./plot-ng50-and-errs.R "Stochastic cov. + 0.5% err + correct (100X, 100bp reads)" $OUTDIR/stocherrcorr.pdf \ |
| 57 | + $OUTDIR/stocherr.plain.csv $OUTDIR/stocherr.links.csv $OUTDIR/stocherr.pe.csv \ |
| 58 | + $OUTDIR/stocherrcorr.plain.csv $OUTDIR/stocherrcorr.links.csv $OUTDIR/stocherrcorr.pe.csv |
46 | 59 |
|
47 | 60 | # Gather SGA results |
48 | 61 | if [ -d ../stocherr_cov/sga ] |
49 | 62 | then |
50 | 63 | echo "-- SGA plots" |
51 | 64 | # ../stocherr_cov/sga/k21/stats.k21.txt |
52 | | - ./make-csv.sh ../stocherr_cov/sga/k*/stats.k*.txt > latest/stocherr.sga.csv |
53 | | - ./plot-mccortex-vs-sga.R latest/links-vs-sga-ng50.pdf latest/links-vs-sga-errs.pdf latest/stocherr.links.csv latest/stocherr.sga.csv |
54 | | - ./plot-mccortex-vs-sga.R latest/pe-vs-sga-ng50.pdf latest/pe-vs-sga-errs.pdf latest/stocherr.pe.csv latest/stocherr.sga.csv |
| 65 | + ./make-csv.sh ../stocherr_cov/sga/k*/stats.k*.txt > $OUTDIR/stocherr.sga.csv |
| 66 | + ./plot-mccortex-vs-sga.R $OUTDIR/links-vs-sga-ng50.pdf $OUTDIR/links-vs-sga-errs.pdf $OUTDIR/stocherr.links.csv $OUTDIR/stocherr.sga.csv |
| 67 | + ./plot-mccortex-vs-sga.R $OUTDIR/pe-vs-sga-ng50.pdf $OUTDIR/pe-vs-sga-errs.pdf $OUTDIR/stocherr.pe.csv $OUTDIR/stocherr.sga.csv |
55 | 68 | fi |
56 | 69 |
|
57 | 70 | if [ -d ../stocherr_corr/sga ] |
58 | 71 | then |
59 | 72 | echo "-- SGA + Error Correction plots" |
60 | 73 | # ../stocherr_corr/sga/k21/stats.k21.txt |
61 | | - ./make-csv.sh ../stocherr_corr/sga/k*/stats.k*.txt > latest/stocherrcorr.sga.csv |
62 | | - ./plot-mccortex-vs-sga.R latest/corr-links-vs-sga-ng50.pdf latest/corr-links-vs-sga-errs.pdf latest/stocherrcorr.links.csv latest/stocherrcorr.sga.csv |
63 | | - ./plot-mccortex-vs-sga.R latest/corr-pe-vs-sga-ng50.pdf latest/corr-pe-vs-sga-errs.pdf latest/stocherrcorr.pe.csv latest/stocherrcorr.sga.csv |
| 74 | + ./make-csv.sh ../stocherr_corr/sga/k*/stats.k*.txt > $OUTDIR/stocherrcorr.sga.csv |
| 75 | + ./plot-mccortex-vs-sga.R $OUTDIR/corr-links-vs-sga-ng50.pdf $OUTDIR/corr-links-vs-sga-errs.pdf $OUTDIR/stocherrcorr.links.csv $OUTDIR/stocherrcorr.sga.csv |
| 76 | + ./plot-mccortex-vs-sga.R $OUTDIR/corr-pe-vs-sga-ng50.pdf $OUTDIR/corr-pe-vs-sga-errs.pdf $OUTDIR/stocherrcorr.pe.csv $OUTDIR/stocherrcorr.sga.csv |
| 77 | + # McCortex (SE) vs McCortex (PE) vs SGA (all with bfc corrected reads) |
| 78 | + ./plot-mccortex-se-pe-vs-sga.R $OUTDIR/corr-both-vs-sga-ng50.pdf $OUTDIR/corr-both-vs-sga-errs.pdf $OUTDIR/stocherrcorr.links.csv $OUTDIR/stocherrcorr.pe.csv $OUTDIR/stocherrcorr.sga.csv |
| 79 | + # McCortex (SE) vs McCortex (PE) vs SGA (not with bfc corrected reads) |
| 80 | + ./plot-mccortex-se-pe-vs-sga.R $OUTDIR/both-vs-sga-ng50.pdf $OUTDIR/both-vs-sga-errs.pdf $OUTDIR/stocherr.links.csv $OUTDIR/stocherr.pe.csv $OUTDIR/stocherr.sga.csv |
64 | 81 | # Corrected + McCortex vs raw + SGA |
65 | | - ./plot-mccortex-vs-sga.R latest/corr-links-vs-raw-sga-ng50.pdf latest/corr-links-vs-raw-sga-errs.pdf latest/stocherrcorr.links.csv latest/stocherr.sga.csv |
66 | | - ./plot-mccortex-vs-sga.R latest/corr-pe-vs-raw-sga-ng50.pdf latest/corr-pe-vs-raw-sga-errs.pdf latest/stocherrcorr.pe.csv latest/stocherr.sga.csv |
| 82 | + ./plot-mccortex-vs-sga.R $OUTDIR/corr-links-vs-raw-sga-ng50.pdf $OUTDIR/corr-links-vs-raw-sga-errs.pdf $OUTDIR/stocherrcorr.links.csv $OUTDIR/stocherr.sga.csv |
| 83 | + ./plot-mccortex-vs-sga.R $OUTDIR/corr-pe-vs-raw-sga-ng50.pdf $OUTDIR/corr-pe-vs-raw-sga-errs.pdf $OUTDIR/stocherrcorr.pe.csv $OUTDIR/stocherr.sga.csv |
67 | 84 | fi |
68 | 85 |
|
69 | 86 | echo "-- Plain vs links" |
70 | | -./plot-ng50-three-sets.R latest/plain-vs-links.pdf \ |
71 | | - latest/perfect.plain.csv latest/perfect.links.csv \ |
72 | | - latest/stoch.plain.csv latest/stoch.links.csv \ |
73 | | - latest/stocherr.plain.csv latest/stocherr.links.csv |
| 87 | +./plot-ng50-three-sets.R $OUTDIR/plain-vs-links-ng50.pdf $OUTDIR/plain-vs-links-errs.pdf \ |
| 88 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.links.csv \ |
| 89 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.links.csv \ |
| 90 | + $OUTDIR/stocherr.plain.csv $OUTDIR/stocherr.links.csv |
74 | 91 |
|
75 | 92 | echo "-- Plain vs PE" |
76 | | -./plot-ng50-three-sets.R latest/plain-vs-pe.pdf \ |
77 | | - latest/perfect.plain.csv latest/perfect.pe.csv \ |
78 | | - latest/stoch.plain.csv latest/stoch.pe.csv \ |
79 | | - latest/stocherr.plain.csv latest/stocherr.pe.csv |
| 93 | +./plot-ng50-three-sets.R $OUTDIR/plain-vs-pe-ng50.pdf $OUTDIR/plain-vs-pe-errs.pdf \ |
| 94 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.pe.csv \ |
| 95 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.pe.csv \ |
| 96 | + $OUTDIR/stocherr.plain.csv $OUTDIR/stocherr.pe.csv |
80 | 97 |
|
81 | 98 | echo "-- Plain vs links (with error correction)" |
82 | | -./plot-ng50-three-sets.R latest/plain-vs-links-corr.pdf \ |
83 | | - latest/perfect.plain.csv latest/perfect.links.csv \ |
84 | | - latest/stoch.plain.csv latest/stoch.links.csv \ |
85 | | - latest/stocherrcorr.plain.csv latest/stocherrcorr.links.csv |
| 99 | +./plot-ng50-three-sets.R $OUTDIR/plain-vs-links-corr-ng50.pdf $OUTDIR/plain-vs-links-corr-errs.pdf \ |
| 100 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.links.csv \ |
| 101 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.links.csv \ |
| 102 | + $OUTDIR/stocherrcorr.plain.csv $OUTDIR/stocherrcorr.links.csv |
86 | 103 |
|
87 | 104 | echo "-- Plain vs PE links (with error correction)" |
88 | | -./plot-ng50-three-sets.R latest/plain-vs-pe-corr.pdf \ |
89 | | - latest/perfect.plain.csv latest/perfect.pe.csv \ |
90 | | - latest/stoch.plain.csv latest/stoch.pe.csv \ |
91 | | - latest/stocherrcorr.plain.csv latest/stocherrcorr.pe.csv |
| 105 | +./plot-ng50-three-sets.R $OUTDIR/plain-vs-pe-corr-ng50.pdf $OUTDIR/plain-vs-pe-corr-errs.pdf \ |
| 106 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.pe.csv \ |
| 107 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.pe.csv \ |
| 108 | + $OUTDIR/stocherrcorr.plain.csv $OUTDIR/stocherrcorr.pe.csv |
| 109 | + |
| 110 | +echo "-- Plain vs links (perfect, stochastic, error, corrected)" |
| 111 | +./plot-ng50-four-sets.R $OUTDIR/plain-vs-links-fourway-ng50.pdf $OUTDIR/plain-vs-links-fourway-errs.pdf \ |
| 112 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.links.csv \ |
| 113 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.links.csv \ |
| 114 | + $OUTDIR/stocherr.plain.csv $OUTDIR/stocherr.links.csv \ |
| 115 | + $OUTDIR/stocherrcorr.plain.csv $OUTDIR/stocherrcorr.links.csv |
| 116 | + |
| 117 | +echo "-- Plain vs PE (perfect, stochastic, error, corrected)" |
| 118 | +./plot-ng50-four-sets.R $OUTDIR/plain-vs-pe-fourway-ng50.pdf $OUTDIR/plain-vs-pe-fourway-errs.pdf \ |
| 119 | + $OUTDIR/perfect.plain.csv $OUTDIR/perfect.pe.csv \ |
| 120 | + $OUTDIR/stoch.plain.csv $OUTDIR/stoch.pe.csv \ |
| 121 | + $OUTDIR/stocherr.plain.csv $OUTDIR/stocherr.pe.csv \ |
| 122 | + $OUTDIR/stocherrcorr.plain.csv $OUTDIR/stocherrcorr.pe.csv |
92 | 123 |
|
93 | 124 | echo "-- Making cleaning tables" |
94 | | -./make-cleaning-table.py ../stocherr_cov/k*/graph.k*.dist.txt > latest/cleaning.table.csv |
95 | | -./make-cleaning-table.py ../stocherr_corr/k*/graph.k*.dist.txt > latest/cleaning.corr.table.csv |
| 125 | +./make-cleaning-table.py ../stocherr_cov/k*/graph.k*.dist.txt > $OUTDIR/cleaning.table.csv |
| 126 | +./make-cleaning-table.py ../stocherr_corr/k*/graph.k*.dist.txt > $OUTDIR/cleaning.corr.table.csv |
96 | 127 |
|
97 | 128 | echo "-- Make link count csv" |
98 | 129 | for t in se pe; do |
99 | | - cat ../perfect_cov/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > latest/perfect.linkcounts.$t.csv |
100 | | - cat ../stoch_cov/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > latest/stoch.linkcounts.$t.csv |
101 | | - cat ../stocherr_cov/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > latest/stocherr.linkcounts.$t.csv |
102 | | - cat ../stocherr_corr/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > latest/stocherrcorr.linkcounts.$t.csv |
| 130 | + cat ../perfect_cov/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > $OUTDIR/perfect.linkcounts.$t.csv |
| 131 | + cat ../stoch_cov/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > $OUTDIR/stoch.linkcounts.$t.csv |
| 132 | + cat ../stocherr_cov/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > $OUTDIR/stocherr.linkcounts.$t.csv |
| 133 | + cat ../stocherr_corr/k*/graph.k*.$t.raw.ctp.gz.log | ./count-links.pl > $OUTDIR/stocherrcorr.linkcounts.$t.csv |
103 | 134 | done |
104 | 135 | for t in se pe; do |
105 | 136 | for s in perfect stoch stocherr stocherrcorr; do |
106 | | - ./plot-link-counts.R latest/$s.linkcounts.$t.pdf latest/$s.linkcounts.$t.csv |
| 137 | + ./plot-link-counts.R "$OUTDIR/$s"_linkcounts_$t.pdf $OUTDIR/$s.linkcounts.$t.csv |
107 | 138 | done |
108 | | - ./plot-link-counts-together.R latest/linkcounts.$t.pdf latest/{perfect,stoch,stocherr,stocherrcorr}.linkcounts.$t.csv |
| 139 | + ./plot-link-counts-threeway.R $OUTDIR/linkcounts_$t\_threeway.pdf $OUTDIR/{perfect,stoch,stocherr}.linkcounts.$t.csv |
| 140 | + ./plot-link-counts-together.R $OUTDIR/linkcounts_$t\_fourway.pdf $OUTDIR/{perfect,stoch,stocherr,stocherrcorr}.linkcounts.$t.csv |
109 | 141 | done |
110 | 142 |
|
111 | 143 |
|
112 | 144 | # unhide k99 files |
113 | | -echo "-- recovering k=99" |
114 | | -for d in perfect_cov stoch_cov stocherr_cov stocherr_corr |
115 | | -do |
116 | | - if [ -d ../$d/hidden_k99 ] |
117 | | - then |
118 | | - mv ../$d/hidden_k99 ../$d/k99 |
119 | | - fi |
120 | | -done |
| 145 | +if (($HIDE_K99)); then |
| 146 | + echo "-- recovering k=99" |
| 147 | + for d in perfect_cov stoch_cov stocherr_cov stocherr_corr |
| 148 | + do |
| 149 | + if [ -d ../$d/hidden_k99 ] |
| 150 | + then |
| 151 | + mv ../$d/hidden_k99 ../$d/k99 |
| 152 | + fi |
| 153 | + done |
| 154 | +fi |
0 commit comments