We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c2da31e commit bfd3f6bCopy full SHA for bfd3f6b
1 file changed
common/src/main/scala/org/apache/spark/sql/comet/util/Utils.scala
@@ -320,6 +320,7 @@ object Utils extends CometTypeShim with Logging {
320
val outCodec = CompressionCodec.createCodec(SparkEnv.get.conf)
321
val cbbos = new ChunkedByteBufferOutputStream(1024 * 1024, ByteBuffer.allocate)
322
val out = new DataOutputStream(outCodec.compressedOutputStream(cbbos))
323
+ // null provider is safe here — we assert no dictionary-encoded columns above
324
val writer = new ArrowStreamWriter(targetRoot, null, Channels.newChannel(out))
325
try {
326
writer.start()
0 commit comments