fix: arrow version compatibility issues caused by API changes (#3748)

Original error message:
https://github.com/lancedb/lance/actions/runs/14703221198/job/41257016490?pr=3745
related issue:  #3747

This error is blocking my PR check, so please solve it as a priority.

@westonpace @wjones127

Signed-off-by: jukejian <jukejian@bytedance.com>

Author: Jay-ju

python/python/lance/_arrow/bf16.py

@@ -81,11 +81,11 @@ def from_numpy(cls, array: np.ndarray):
 
 
 class BFloat16Scalar(pa.ExtensionScalar):
-    def as_py(self) -> Optional[BFloat16]:
+    def as_py(self, **kwargs) -> Optional[BFloat16]:
         if self.value is None:
             return None
         else:
-            return BFloat16.from_bytes(self.value.as_py())
+            return BFloat16.from_bytes(self.value.as_py(**kwargs))
 
     def __eq__(self, other: Any):
         from ml_dtypes import bfloat16

python/python/lance/arrow.py

@@ -517,8 +517,8 @@ def tensorflow_encoder(x):
 
 
 class ImageScalar(pa.ExtensionScalar):
-    def as_py(self):
-        return self.value.as_py()
+    def as_py(self, **kwargs):
+        return self.value.as_py(**kwargs)
 
 
 class ImageURIScalar(ImageScalar):