Skip to content

Commit 9564f43

Browse files
committed
fixup
Signed-off-by: Joe Isaacs <joe.isaacs@live.co.uk>
1 parent 0c2900d commit 9564f43

3 files changed

Lines changed: 10 additions & 49 deletions

File tree

benchmarks/datafusion-bench/src/main.rs

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -175,7 +175,11 @@ async fn main() -> anyhow::Result<()> {
175175
let mode = if args.explain {
176176
BenchmarkMode::Explain
177177
} else if args.validate {
178-
BenchmarkMode::Validate
178+
BenchmarkMode::Run {
179+
iterations: 1,
180+
validate: true,
181+
print_results: false,
182+
}
179183
} else {
180184
BenchmarkMode::Run {
181185
iterations: args.iterations,

benchmarks/duckdb-bench/src/main.rs

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -160,7 +160,11 @@ fn main() -> anyhow::Result<()> {
160160
let mode = if args.explain {
161161
BenchmarkMode::Explain
162162
} else if args.validate {
163-
BenchmarkMode::Validate
163+
BenchmarkMode::Run {
164+
iterations: 1,
165+
validate: true,
166+
print_results: false,
167+
}
164168
} else {
165169
BenchmarkMode::Run {
166170
iterations: args.iterations,

vortex-bench/src/runner.rs

Lines changed: 0 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -33,8 +33,6 @@ pub enum BenchmarkMode {
3333
},
3434
/// Prepend `EXPLAIN` to each query, print the result, skip timing.
3535
Explain,
36-
/// Run each query once and compare results against reference files.
37-
Validate,
3836
}
3937

4038
/// Trait implemented by engine-specific query results so the runner can
@@ -409,29 +407,6 @@ impl SqlBenchmarkRunner {
409407
}
410408
}
411409
}
412-
BenchmarkMode::Validate => {
413-
let mut all_passed = true;
414-
// Validate using only the first format (results should be format-independent)
415-
let format = *self.formats.first().ok_or_else(|| {
416-
anyhow::anyhow!("At least one format is required for validation")
417-
})?;
418-
let mut ctx = setup(format)?;
419-
420-
for (query_idx, query) in queries.iter() {
421-
let (_, result) = execute(&mut ctx, *query_idx, format, query.as_str())?;
422-
let (_cols, mut rows) = result.normalized_result();
423-
if !self.validate_query_result(*query_idx, &mut rows) {
424-
all_passed = false;
425-
}
426-
}
427-
428-
if !all_passed {
429-
anyhow::bail!(
430-
"Result validation failed for one or more queries ({engine})",
431-
engine = self.engine,
432-
);
433-
}
434-
}
435410
}
436411

437412
Ok(())
@@ -551,28 +526,6 @@ impl SqlBenchmarkRunner {
551526
}
552527
}
553528
}
554-
BenchmarkMode::Validate => {
555-
let mut all_passed = true;
556-
let format = *self.formats.first().ok_or_else(|| {
557-
anyhow::anyhow!("At least one format is required for validation")
558-
})?;
559-
let ctx = setup(format).await?;
560-
561-
for (query_idx, query) in queries.iter() {
562-
let (_, result) = execute(*query_idx, &ctx, query.as_str()).await?;
563-
let (_cols, mut rows) = result.normalized_result();
564-
if !self.validate_query_result(*query_idx, &mut rows) {
565-
all_passed = false;
566-
}
567-
}
568-
569-
if !all_passed {
570-
anyhow::bail!(
571-
"Result validation failed for one or more queries ({engine})",
572-
engine = self.engine,
573-
);
574-
}
575-
}
576529
}
577530

578531
Ok(())

0 commit comments

Comments
 (0)