|
36 | 36 |
|
37 | 37 | benchmark() { |
38 | 38 | local size=$1 |
39 | | - local compression=$2 |
40 | 39 | # Check DATA_DIRECTORY contains the required number of files to run the benchmark |
41 | 40 | file_count=$(find "$DATA_DIRECTORY" -type f | wc -l) |
42 | 41 | if (( file_count < size )); then |
43 | 42 | echo "Error: Not enough files in '$DATA_DIRECTORY'. Required: $size, Found: $file_count." |
44 | 43 | exit 1 |
45 | 44 | fi |
46 | | - ./create_and_load.sh "bluesky_${size}m_${compression}" bluesky "ddl_${compression}.js" "$DATA_DIRECTORY" "$size" "$SUCCESS_LOG" "$ERROR_LOG" |
47 | | - ./total_size.sh "bluesky_${size}m_${compression}" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.total_size" |
48 | | - ./data_size.sh "bluesky_${size}m_${compression}" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.data_size" |
49 | | - ./index_size.sh "bluesky_${size}m_${compression}" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.index_size" |
50 | | - ./count.sh "bluesky_${size}m_${compression}" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.count" |
51 | | - #./query_results.sh "bluesky_${size}m_${compression}" | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.query_results" |
52 | | - ./index_usage.sh "bluesky_${size}m_${compression}" | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.index_usage" |
53 | | - ./benchmark.sh "bluesky_${size}m_${compression}" "${OUTPUT_PREFIX}_bluesky_${size}m_${compression}.results_runtime" |
54 | | - ./drop_table.sh "bluesky_${size}m_${compression}" |
| 45 | + ./create_and_load.sh "bluesky_${size}m" bluesky "$DATA_DIRECTORY" "$size" "$SUCCESS_LOG" "$ERROR_LOG" |
| 46 | + ./total_size.sh "bluesky_${size}m" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m.total_size" |
| 47 | + ./data_size.sh "bluesky_${size}m" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m.data_size" |
| 48 | + ./index_size.sh "bluesky_${size}m" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m.index_size" |
| 49 | + ./count.sh "bluesky_${size}m" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m.count" |
| 50 | + #./query_results.sh "bluesky_${size}m" | tee "${OUTPUT_PREFIX}_bluesky_${size}m.query_results" |
| 51 | + ./index_usage.sh "bluesky_${size}m" | tee "${OUTPUT_PREFIX}_bluesky_${size}m.index_usage" |
| 52 | + ./benchmark.sh "bluesky_${size}m" "${OUTPUT_PREFIX}_bluesky_${size}m.results_runtime" |
| 53 | + ./drop_table.sh "bluesky_${size}m" |
55 | 54 | } |
56 | 55 |
|
57 | 56 | case $CHOICE in |
58 | 57 | 2) |
59 | | - benchmark 10 snappy |
60 | | - benchmark 10 zstd |
| 58 | + benchmark 10 |
61 | 59 | ;; |
62 | 60 | 3) |
63 | | - benchmark 100 snappy |
64 | | - benchmark 100 zstd |
| 61 | + benchmark 100 |
65 | 62 | ;; |
66 | 63 | 4) |
67 | | - benchmark 1000 snappy |
68 | | - benchmark 1000 zstd |
| 64 | + benchmark 1000 |
69 | 65 | ;; |
70 | 66 | 5) |
71 | | - benchmark 1 snappy |
72 | | - benchmark 1 zstd |
73 | | - benchmark 10 snappy |
74 | | - benchmark 10 zstd |
75 | | - benchmark 100 snappy |
76 | | - benchmark 100 zstd |
77 | | - benchmark 1000 snappy |
78 | | - benchmark 1000 zstd |
| 67 | + benchmark 1 |
| 68 | + benchmark 10 |
| 69 | + benchmark 100 |
| 70 | + benchmark 1000 |
79 | 71 | ;; |
80 | 72 | *) |
81 | | - benchmark 1 snappy |
82 | | - benchmark 1 zstd |
| 73 | + benchmark 1 |
83 | 74 | ;; |
84 | 75 | esac |
85 | 76 |
|
|
0 commit comments