Skip to content

Commit 3a91217

Browse files
committed
format
Signed-off-by: Robert Kruszewski <github@robertk.io>
1 parent c3a62fb commit 3a91217

5 files changed

Lines changed: 18 additions & 13 deletions

File tree

java/vortex-spark/src/main/java/dev/vortex/spark/read/VortexScan.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,11 +3,11 @@
33

44
package dev.vortex.spark.read;
55

6-
import java.util.Arrays;
76
import dev.vortex.api.DataSource;
87
import dev.vortex.api.Session;
98
import dev.vortex.jni.NativeFiles;
109
import dev.vortex.spark.VortexSparkSession;
10+
import java.util.Arrays;
1111
import java.util.HashMap;
1212
import java.util.List;
1313
import java.util.Map;
@@ -16,8 +16,8 @@
1616
import java.util.stream.Stream;
1717
import org.apache.spark.sql.connector.catalog.CatalogV2Util;
1818
import org.apache.spark.sql.connector.catalog.Column;
19-
import org.apache.spark.sql.connector.expressions.filter.Predicate;
2019
import org.apache.spark.sql.connector.expressions.NamedReference;
20+
import org.apache.spark.sql.connector.expressions.filter.Predicate;
2121
import org.apache.spark.sql.connector.read.Batch;
2222
import org.apache.spark.sql.connector.read.Scan;
2323
import org.apache.spark.sql.connector.read.Statistics;
@@ -59,7 +59,7 @@ public VortexScan(
5959
List<String> paths,
6060
List<Column> tableColumns,
6161
List<Column> readColumns,
62-
Predicate[] pushedPredicates,
62+
Predicate[] pushedPredicates,
6363
Map<String, String> formatOptions) {
6464
this.paths = paths;
6565
this.tableColumns = tableColumns;

java/vortex-spark/src/main/java/dev/vortex/spark/read/VortexScanBuilder.java

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -119,7 +119,12 @@ public Scan build() {
119119
// Allow empty columns for operations like count() that don't need actual column data
120120
// If no columns are specified, we'll read the minimal schema needed
121121

122-
return new VortexScan(paths, List.copyOf(this.tableColumns), List.copyOf(this.readColumns), pushedPredicates, this.formatOptions);
122+
return new VortexScan(
123+
paths,
124+
List.copyOf(this.tableColumns),
125+
List.copyOf(this.readColumns),
126+
pushedPredicates,
127+
this.formatOptions);
123128
}
124129

125130
/**

vortex-duckdb/src/table_function.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -439,7 +439,7 @@ pub fn statistics(bind_data: &TableFunctionBind, column_index: usize) -> Option<
439439
if children.len() != 1 {
440440
return None;
441441
}
442-
let MultiLayoutChild::Opened(reader) = &children[0] else {
442+
let MultiLayoutChild::Opened { reader, .. } = &children[0] else {
443443
return None;
444444
};
445445
let stats_sets = match reader.as_any().downcast_ref::<FileStatsLayoutReader>() {

vortex-jni/src/data_source.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -265,9 +265,9 @@ pub extern "system" fn Java_dev_vortex_jni_NativeDataSource_byteSize(
265265
try_or_throw(&mut env, |env| {
266266
let ds = unsafe { NativeDataSource::from_ptr(pointer) };
267267
let (bytes, precision) = match ds.inner.byte_size() {
268-
Some(Precision::Exact(b)) => (b as jlong, 2),
269-
Some(Precision::Inexact(b)) => (b as jlong, 1),
270-
None => (0, 0),
268+
Precision::Exact(b) => (b as jlong, 2),
269+
Precision::Inexact(b) => (b as jlong, 1),
270+
Precision::Absent => (0, 0),
271271
};
272272
out.set_region(env, 0, &[bytes, precision])?;
273273
Ok(())

vortex-layout/src/scan/multi.rs

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -249,10 +249,10 @@ impl DataSource for MultiLayoutDataSource {
249249
}
250250
}
251251

252-
fn byte_size(&self) -> Option<Precision<u64>> {
252+
fn byte_size(&self) -> Precision<u64> {
253253
let total_count = self.children.len() as u64;
254254
if total_count == 0 {
255-
return Some(Precision::exact(0u64));
255+
return Precision::exact(0u64);
256256
}
257257

258258
let mut sum: u64 = 0;
@@ -265,15 +265,15 @@ impl DataSource for MultiLayoutDataSource {
265265
}
266266

267267
if known_count == 0 {
268-
return None;
268+
return Precision::Absent;
269269
}
270270

271271
if known_count == total_count {
272-
Some(Precision::exact(sum))
272+
Precision::exact(sum)
273273
} else {
274274
let avg = sum / known_count;
275275
let extrapolated = avg.saturating_mul(total_count);
276-
Some(Precision::inexact(extrapolated))
276+
Precision::inexact(extrapolated)
277277
}
278278
}
279279

0 commit comments

Comments
 (0)