-
Notifications
You must be signed in to change notification settings - Fork 457
Expand file tree
/
Copy pathbenchmark_zstd_chunked.cu
More file actions
85 lines (80 loc) · 2.69 KB
/
benchmark_zstd_chunked.cu
File metadata and controls
85 lines (80 loc) · 2.69 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
/*
* SPDX-FileCopyrightText: Copyright (c) 2020-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "benchmark_template_chunked.cuh"
#include "nvcomp/zstd.h"
static bool handleCommandLineArgument(
const std::string& arg,
const char* const* additionalArgs,
size_t& additionalArgsUsed)
{
// Zstd has no options.
return false;
}
static bool isZstdInputValid(const std::vector<std::vector<char>>& data,
bool compressed_inputs)
{
(void)compressed_inputs;
for (const auto& chunk : data) {
if (chunk.size() > nvcompZstdCompressionMaxAllowedChunkSize) {
std::cerr << "ERROR: Zstd doesn't support chunk sizes larger than "
<< nvcompZstdCompressionMaxAllowedChunkSize << " bytes."
<< std::endl;
return false;
}
}
return true;
}
void run_benchmark(
const std::vector<std::vector<char>>& data,
const bool warmup,
const size_t count,
const bool csv_output,
const nvcompDecompressBackend_t decompress_backend,
const bool tab_separator,
const size_t duplicate_count,
const size_t num_files,
const bool compressed_inputs,
const bool single_output_buffer,
const std::string& output_compressed_filename,
const std::string& output_decompressed_filename)
{
run_benchmark_template(
nvcompBatchedZstdCompressGetTempSizeAsync,
nvcompBatchedZstdCompressGetMaxOutputChunkSize,
nvcompBatchedZstdCompressAsync,
nvcompBatchedZstdCompressGetRequiredAlignments,
nvcompBatchedZstdDecompressGetTempSizeAsync,
nvcompBatchedZstdDecompressGetTempSizeSync,
nvcompBatchedZstdDecompressAsync,
nvcompBatchedZstdGetDecompressSizeAsync,
nvcompBatchedZstdDecompressGetRequiredAlignments,
isZstdInputValid,
nvcompBatchedZstdCompressDefaultOpts,
nvcompBatchedZstdDecompressDefaultOpts,
data,
warmup,
count,
csv_output,
decompress_backend,
tab_separator,
duplicate_count,
num_files,
compressed_inputs,
single_output_buffer,
output_compressed_filename,
output_decompressed_filename);
}