arrow dtype extension conversion

Signed-off-by: Baris Palaska <barispalaska@gmail.com>

Author: palaska

Cargo.lock

@@ -106,6 +106,7 @@ async-lock = "3.4"
 async-stream = "0.3.6"
 async-trait = "0.1.89"
 base16ct = "1.0.0"
+base64 = "0.22"
 bigdecimal = "0.4.8"
 bindgen = "0.72.0"
 bit-vec = "0.9.0"

Cargo.toml

@@ -32,6 +32,7 @@ arrow-schema = { workspace = true }
 arrow-select = { workspace = true }
 arrow-string = { workspace = true }
 async-lock = { workspace = true }
+base64 = { workspace = true }
 bytes = { workspace = true }
 cfg-if = { workspace = true }
 cudarc = { workspace = true, optional = true }

vortex-array/Cargo.toml

@@ -8492,6 +8492,26 @@ impl vortex_array::dtype::arrow::FromArrowType<alloc::sync::Arc<arrow_schema::sc
 
 pub fn vortex_array::dtype::DType::from_arrow(value: arrow_schema::schema::SchemaRef) -> Self
 
+pub trait vortex_array::dtype::arrow::FromArrowWithSession<T>: core::marker::Sized
+
+pub fn vortex_array::dtype::arrow::FromArrowWithSession::from_arrow_with_session(value: T, session: &vortex_session::VortexSession) -> Self
+
+impl vortex_array::dtype::arrow::FromArrowWithSession<&alloc::sync::Arc<arrow_schema::schema::Schema>> for vortex_array::dtype::DType
+
+pub fn vortex_array::dtype::DType::from_arrow_with_session(value: &arrow_schema::schema::SchemaRef, session: &vortex_session::VortexSession) -> Self
+
+impl vortex_array::dtype::arrow::FromArrowWithSession<&arrow_schema::field::Field> for vortex_array::dtype::DType
+
+pub fn vortex_array::dtype::DType::from_arrow_with_session(field: &arrow_schema::field::Field, session: &vortex_session::VortexSession) -> Self
+
+impl vortex_array::dtype::arrow::FromArrowWithSession<&arrow_schema::fields::Fields> for vortex_array::dtype::StructFields
+
+pub fn vortex_array::dtype::StructFields::from_arrow_with_session(value: &arrow_schema::fields::Fields, session: &vortex_session::VortexSession) -> Self
+
+impl vortex_array::dtype::arrow::FromArrowWithSession<&arrow_schema::schema::Schema> for vortex_array::dtype::DType
+
+pub fn vortex_array::dtype::DType::from_arrow_with_session(value: &arrow_schema::schema::Schema, session: &vortex_session::VortexSession) -> Self
+
 pub trait vortex_array::dtype::arrow::TryFromArrowType<T>: core::marker::Sized
 
 pub fn vortex_array::dtype::arrow::TryFromArrowType::try_from_arrow(value: T) -> vortex_error::VortexResult<Self>
@@ -9038,6 +9058,18 @@ impl vortex_array::dtype::arrow::FromArrowType<alloc::sync::Arc<arrow_schema::sc
 
 pub fn vortex_array::dtype::DType::from_arrow(value: arrow_schema::schema::SchemaRef) -> Self
 
+impl vortex_array::dtype::arrow::FromArrowWithSession<&alloc::sync::Arc<arrow_schema::schema::Schema>> for vortex_array::dtype::DType
+
+pub fn vortex_array::dtype::DType::from_arrow_with_session(value: &arrow_schema::schema::SchemaRef, session: &vortex_session::VortexSession) -> Self
+
+impl vortex_array::dtype::arrow::FromArrowWithSession<&arrow_schema::field::Field> for vortex_array::dtype::DType
+
+pub fn vortex_array::dtype::DType::from_arrow_with_session(field: &arrow_schema::field::Field, session: &vortex_session::VortexSession) -> Self
+
+impl vortex_array::dtype::arrow::FromArrowWithSession<&arrow_schema::schema::Schema> for vortex_array::dtype::DType
+
+pub fn vortex_array::dtype::DType::from_arrow_with_session(value: &arrow_schema::schema::Schema, session: &vortex_session::VortexSession) -> Self
+
 impl vortex_flatbuffers::FlatBufferRoot for vortex_array::dtype::DType
 
 impl vortex_flatbuffers::WriteFlatBuffer for vortex_array::dtype::DType
@@ -9992,6 +10024,10 @@ impl vortex_array::dtype::arrow::FromArrowType<&arrow_schema::fields::Fields> fo
 
 pub fn vortex_array::dtype::StructFields::from_arrow(value: &arrow_schema::fields::Fields) -> Self
 
+impl vortex_array::dtype::arrow::FromArrowWithSession<&arrow_schema::fields::Fields> for vortex_array::dtype::StructFields
+
+pub fn vortex_array::dtype::StructFields::from_arrow_with_session(value: &arrow_schema::fields::Fields, session: &vortex_session::VortexSession) -> Self
+
 impl<T, V> core::iter::traits::collect::FromIterator<(T, V)> for vortex_array::dtype::StructFields where T: core::convert::Into<vortex_array::dtype::FieldName>, V: core::convert::Into<vortex_array::dtype::FieldDType>
 
 pub fn vortex_array::dtype::StructFields::from_iter<I: core::iter::traits::collect::IntoIterator<Item = (T, V)>>(iter: I) -> Self