new produced_encodings

Signed-off-by: Joe Isaacs <joe.isaacs@live.co.uk>

Author: joseph-isaacs

Cargo.lock

@@ -37,6 +37,10 @@ Every file you write carries the read-forever guarantee. If a file would contain
 outside the targeted edition, the write fails immediately; edition violations never surface as
 someone else's read error later.
 
+The enabled editions are stored on the writer's Vortex session. Registering an edition makes
+its declaration available to the session; enabling it separately allows the writer to emit its
+encodings. Enabling another edition from the same family replaces the earlier selection.
+
 Two knobs exist when the default is not what you want:
 
 - **Pin an older edition** when files must stay readable by deployments running older Vortex.
@@ -45,9 +49,10 @@ Two knobs exist when the default is not what you want:
   example spatial encodings) possible later. A writer targets at most one edition per family
   and may emit any encoding in their union; each encoding belongs to exactly one family.
 
-You can also opt out of editions entirely to write custom or experimental encodings. Doing so
-is an explicit choice that gives up the standardization guarantee — only readers that know your
-encodings can read those files.
+Lower-level sessions without an enabled-editions store opt out of editions entirely and can write
+custom or experimental encodings. A raw `with_allow_encodings` writer policy is another explicit
+opt-out. Either choice gives up the standardization guarantee — only readers that know those
+encodings can read the files.
 
 ## How editions change
 

docs/specs/editions.md

@@ -3,10 +3,12 @@
 
 //! Zstd compression for binary arrays.
 
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_compressor::scheme::CompressionEstimate;
 use vortex_compressor::scheme::DeferredEstimate;
 use vortex_error::VortexResult;
@@ -29,6 +31,10 @@ impl Scheme for ZstdScheme {
         canonical.dtype().is_binary()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![vortex_zstd::Zstd.id()])
+    }
+
     fn expected_compression_ratio(
         &self,
         _data: &ArrayAndStats,

vortex-btrblocks/src/schemes/binary/zstd.rs

@@ -3,10 +3,12 @@
 
 //! Zstd buffer-level binary compression preserving array layout for GPU decompression.
 
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_compressor::scheme::CompressionEstimate;
 use vortex_compressor::scheme::DeferredEstimate;
 use vortex_error::VortexResult;
@@ -29,6 +31,10 @@ impl Scheme for ZstdBuffersScheme {
         canonical.dtype().is_binary()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![vortex_zstd::ZstdBuffers.id()])
+    }
+
     fn expected_compression_ratio(
         &self,
         _data: &ArrayAndStats,

vortex-btrblocks/src/schemes/binary/zstd_buffers.rs

@@ -3,10 +3,12 @@
 
 //! Decimal compression scheme using byte-part decomposition.
 
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_array::arrays::DecimalArray;
 use vortex_array::arrays::PrimitiveArray;
 use vortex_array::arrays::decimal::narrowed_decimal;
@@ -38,6 +40,10 @@ impl Scheme for DecimalScheme {
         matches!(canonical, Canonical::Decimal(_))
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![DecimalByteParts.id()])
+    }
+
     /// Children: primitive=0.
     fn num_children(&self) -> usize {
         1

vortex-btrblocks/src/schemes/decimal.rs

@@ -7,10 +7,12 @@ use vortex_alp::ALP;
 use vortex_alp::ALPArrayExt;
 use vortex_alp::ALPArraySlotsExt;
 use vortex_alp::alp_encode;
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_array::arrays::Patched;
 use vortex_array::arrays::patched::use_experimental_patches;
 use vortex_array::arrays::primitive::PrimitiveArrayExt;
@@ -40,6 +42,14 @@ impl Scheme for ALPScheme {
         canonical.dtype().is_float()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        let mut encodings = vec![ALP.id()];
+        if use_experimental_patches() {
+            encodings.push(Patched.id());
+        }
+        Some(encodings)
+    }
+
     /// Children: encoded_ints=0.
     fn num_children(&self) -> usize {
         1

vortex-btrblocks/src/schemes/float/alp.rs

@@ -6,10 +6,12 @@
 use vortex_alp::ALPRDArrayExt;
 use vortex_alp::ALPRDArrayOwnedExt;
 use vortex_alp::RDEncoder;
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_array::arrays::primitive::PrimitiveArrayExt;
 use vortex_array::dtype::PType;
 use vortex_compressor::scheme::CompressionEstimate;
@@ -37,6 +39,10 @@ impl Scheme for ALPRDScheme {
         canonical.dtype().is_float()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![vortex_alp::ALPRD.id()])
+    }
+
     fn expected_compression_ratio(
         &self,
         data: &ArrayAndStats,

vortex-btrblocks/src/schemes/float/alprd.rs

@@ -3,10 +3,12 @@
 
 //! Pco (pcodec) float compression.
 
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_compressor::scheme::CompressionEstimate;
 use vortex_compressor::scheme::DeferredEstimate;
 use vortex_error::VortexResult;
@@ -29,6 +31,10 @@ impl Scheme for PcoScheme {
         canonical.dtype().is_float()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![vortex_pco::Pco.id()])
+    }
+
     fn expected_compression_ratio(
         &self,
         _data: &ArrayAndStats,

vortex-btrblocks/src/schemes/float/pco.rs

@@ -3,15 +3,18 @@
 
 //! Run-length float encoding.
 
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
+use vortex_array::VTable;
 use vortex_compressor::scheme::AncestorExclusion;
 use vortex_compressor::scheme::CompressionEstimate;
 use vortex_compressor::scheme::DeferredEstimate;
 use vortex_compressor::scheme::DescendantExclusion;
 use vortex_compressor::scheme::EstimateVerdict;
 use vortex_error::VortexResult;
+use vortex_fastlanes::RLE;
 
 use crate::ArrayAndStats;
 use crate::CascadingCompressor;
@@ -35,6 +38,10 @@ impl Scheme for FloatRLEScheme {
         canonical.dtype().is_float()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![RLE.id()])
+    }
+
     /// Children: values=0, indices=1, offsets=2.
     fn num_children(&self) -> usize {
         3

vortex-btrblocks/src/schemes/float/rle.rs

@@ -3,10 +3,12 @@
 
 //! Sparse encoding for null-dominated float arrays.
 
+use vortex_array::ArrayId;
 use vortex_array::ArrayRef;
 use vortex_array::Canonical;
 use vortex_array::ExecutionCtx;
 use vortex_array::IntoArray;
+use vortex_array::VTable;
 use vortex_array::arrays::PrimitiveArray;
 use vortex_array::arrays::primitive::PrimitiveArrayExt;
 use vortex_compressor::scheme::ChildSelection;
@@ -39,6 +41,10 @@ impl Scheme for NullDominatedSparseScheme {
         canonical.dtype().is_float()
     }
 
+    fn produced_encodings(&self) -> Option<Vec<ArrayId>> {
+        Some(vec![Sparse.id()])
+    }
+
     /// Children: indices=0.
     fn num_children(&self) -> usize {
         1