add datafusion as library dep

Author: kevinjqliu

poetry.lock

@@ -85,6 +85,7 @@ pyiceberg-core = { version = "^0.5.1", optional = true }
 polars = { version = "^1.21.0", optional = true }
 thrift-sasl = { version = ">=0.4.3", optional = true }
 kerberos = {version = "^1.3.1", optional = true}
+datafusion = { version = ">=45", optional = true }
 
 [tool.poetry.group.dev.dependencies]
 pytest = "7.4.4"
@@ -100,7 +101,6 @@ pytest-mock = "3.14.1"
 pyspark = "3.5.6"
 cython = "3.1.1"
 deptry = ">=0.14,<0.24"
-datafusion = ">=44,<48"
 docutils = "!=0.21.post1"   # https://github.com/python-poetry/poetry/issues/9248#issuecomment-2026240520
 
 [tool.poetry.group.docs.dependencies]
@@ -309,6 +309,7 @@ gcsfs = ["gcsfs"]
 rest-sigv4 = ["boto3"]
 hf = ["huggingface-hub"]
 pyiceberg-core = ["pyiceberg-core"]
+datafusion = ["datafusion"]
 
 [tool.pytest.ini_options]
 markers = [