perf: increase default chunk size 65536 → 131072 (51→50 MB)

dfa1 · claude · dfa1 · commit 962520acbd83 · 2026-06-05T08:21:59.000+02:00
131072 halves segment count (874→437), reducing metadata overhead.
262144 regresses to 50.5 MB — wider value ranges in seconds/subseconds
require more bits per row, outweighing metadata savings.

Co-Authored-By: Claude Sonnet 4.6 &lt;noreply@anthropic.com&gt;
diff --git a/parquet/src/main/java/io/github/dfa1/vortex/parquet/ImportOptions.java b/parquet/src/main/java/io/github/dfa1/vortex/parquet/ImportOptions.java
@@ -12,7 +12,7 @@ public record ImportOptions(
         WriteOptions writeOptions
 ) {
     public static ImportOptions defaults() {
-        return new ImportOptions(65_536, List.of(), null, WriteOptions.cascading(3));
+        return new ImportOptions(131_072, List.of(), null, WriteOptions.cascading(3));
     }
 
     /// Restrict import to specific columns. Empty list = all columns.

Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,7 @@ public record ImportOptions(`
`12`	`12`	`WriteOptions writeOptions`
`13`	`13`	`) {`
`14`	`14`	`public static ImportOptions defaults() {`
`15`		`- return new ImportOptions(65_536, List.of(), null, WriteOptions.cascading(3));`
	`15`	`+ return new ImportOptions(131_072, List.of(), null, WriteOptions.cascading(3));`
`16`	`16`	`}`
`17`	`17`
`18`	`18`	`/// Restrict import to specific columns. Empty list = all columns.`