Initial boilerplate

Signed-off-by: Adam Gutglick <adam@spiraldb.com>

Author: AdamGS

vortex-array/src/arrays/arbitrary.rs

@@ -162,7 +162,10 @@ fn random_array_chunk(
             random_fixed_size_list(u, elem_dtype, *list_size, *null, chunk_len)
         }
         DType::Extension(..) => {
-            todo!("Extension arrays are not implemented")
+            unimplemented!("Extension arrays are not implemented")
+        }
+        DType::Variant => {
+            unimplemented!("Variant arrays are not implemented")
         }
     }
 }

vortex-array/src/arrays/constant/vtable/canonical.rs

@@ -164,6 +164,7 @@ pub(crate) fn constant_canonicalize(array: &ConstantArray) -> VortexResult<Canon
             let storage_self = ConstantArray::new(storage_scalar, array.len()).into_array();
             Canonical::Extension(ExtensionArray::new(ext_dtype.clone(), storage_self))
         }
+        DType::Variant => todo!(),
     })
 }
 

vortex-array/src/builders/mod.rs

@@ -280,5 +280,8 @@ pub fn builder_with_capacity(dtype: &DType, capacity: usize) -> Box<dyn ArrayBui
         DType::Extension(ext_dtype) => {
             Box::new(ExtensionBuilder::with_capacity(ext_dtype.clone(), capacity))
         }
+        DType::Variant => {
+            unimplemented!()
+        }
     }
 }

vortex-array/src/canonical.rs

@@ -222,6 +222,7 @@ impl Canonical {
                 ext_dtype.clone(),
                 Canonical::empty(ext_dtype.storage_dtype()).into_array(),
             )),
+            DType::Variant => todo!(),
         }
     }
 

vortex-array/src/dtype/dtype_impl.rs

@@ -54,7 +54,7 @@ impl DType {
     #[inline]
     pub fn is_nullable(&self) -> bool {
         match self {
-            Null => true,
+            Null | Variant => true,
             Extension(ext_dtype) => ext_dtype.storage_dtype().is_nullable(),
             Bool(null)
             | Primitive(_, null)
@@ -90,6 +90,7 @@ impl DType {
             List(edt, _) => List(edt.clone(), nullability),
             FixedSizeList(edt, size, _) => FixedSizeList(edt.clone(), *size, nullability),
             Extension(ext) => Extension(ext.with_nullability(nullability)),
+            Variant => Variant,
         }
     }
 
@@ -284,6 +285,7 @@ impl DType {
                 Some(sum)
             }
             Extension(ext) => ext.storage_dtype().element_size(),
+            Variant => None,
         }
     }
 
@@ -459,6 +461,7 @@ impl Display for DType {
             List(edt, null) => write!(f, "list({edt}){null}"),
             FixedSizeList(edt, size, null) => write!(f, "fixed_size_list({edt})[{size}]{null}"),
             Extension(ext) => write!(f, "{}", ext),
+            Variant => write!(f, "variant"),
         }
     }
 }

vortex-array/src/dtype/mod.rs

@@ -100,6 +100,9 @@ pub enum DType {
     ///
     /// See [`ExtDTypeRef`] for more information.
     Extension(ExtDTypeRef),
+
+    /// Variant type
+    Variant,
 }
 
 pub use bigint::*;

vortex-array/src/dtype/serde/flatbuffers.rs

@@ -16,6 +16,7 @@ use vortex_flatbuffers::FlatBuffer;
 use vortex_flatbuffers::FlatBufferRoot;
 use vortex_flatbuffers::WriteFlatBuffer;
 use vortex_flatbuffers::dtype as fbd;
+use vortex_flatbuffers::dtype::VariantArgs;
 use vortex_session::VortexSession;
 
 use crate::dtype::DType;
@@ -349,6 +350,7 @@ impl WriteFlatBuffer for DType {
                 )
                 .as_union_value()
             }
+            Self::Variant => fb::Variant::create(fbb, &fb::VariantArgs {}).as_union_value(),
         };
 
         let dtype_type = match self {
@@ -362,6 +364,7 @@ impl WriteFlatBuffer for DType {
             Self::List(..) => fb::Type::List,
             Self::FixedSizeList(..) => fb::Type::FixedSizeList,
             Self::Extension { .. } => fb::Type::Extension,
+            Self::Variant => fb::Type::Variant,
         };
 
         Ok(fb::DType::create(

vortex-array/src/dtype/serde/proto.rs

@@ -99,6 +99,9 @@ impl DType {
                 let ext_dtype = vtable.deserialize(e.metadata(), storage_dtype)?;
                 Ok(Self::Extension(ext_dtype))
             }
+            DtypeType::Variant(..) => {
+                unimplemented!()
+            }
         }
     }
 }
@@ -152,6 +155,7 @@ impl TryFrom<&DType> for pb::DType {
                     storage_dtype: Some(Box::new(e.storage_dtype().try_into()?)),
                     metadata: Some(e.serialize_metadata()?),
                 })),
+                DType::Variant => todo!(),
             }),
         })
     }

vortex-array/src/dtype/serde/serde.rs

@@ -117,6 +117,7 @@ impl Serialize for DType {
             DType::Extension(ext) => {
                 serializer.serialize_newtype_variant("DType", 9, "Extension", ext)
             }
+            DType::Variant => todo!(),
         }
     }
 }

vortex-array/src/scalar/arbitrary.rs

@@ -98,6 +98,7 @@ pub fn random_scalar(u: &mut Unstructured, dtype: &DType) -> Result<Scalar> {
         DType::Extension(..) => {
             unreachable!("Can't yet generate arbitrary scalars for ext dtype")
         }
+        DType::Variant => todo!(),
     })
 }