feat: update lance-namespace to 0.7.2 and align namespace declared table lifecycle (#6608)

This updates namespace behavior to match the latest declared-table
semantics and bumps the namespace SDKs to 0.7.2.

Key changes:
- allow `create_table`, `insert_into_table`, and
`merge_insert_into_table` to materialize declared-only tables
- add `include_declared` filtering and `is_only_declared` describe
behavior
- propagate namespace table `properties` and `create_table` storage
options through the impls and REST layer
- remove the deprecated Java `createEmptyTable` shim

---------

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: jackye1995

Cargo.lock

@@ -68,7 +68,7 @@ lance-linalg = { version = "=6.0.0-beta.3", path = "./rust/lance-linalg" }
 lance-namespace = { version = "=6.0.0-beta.3", path = "./rust/lance-namespace" }
 lance-namespace-impls = { version = "=6.0.0-beta.3", path = "./rust/lance-namespace-impls" }
 lance-namespace-datafusion = { version = "=6.0.0-beta.3", path = "./rust/lance-namespace-datafusion" }
-lance-namespace-reqwest-client = "0.6.1"
+lance-namespace-reqwest-client = "0.7.2"
 lance-tokenizer = { version = "=6.0.0-beta.3", path = "./rust/lance-tokenizer" }
 lance-table = { version = "=6.0.0-beta.3", path = "./rust/lance-table" }
 lance-test-macros = { version = "=6.0.0-beta.3", path = "./rust/lance-test-macros" }

Cargo.toml

@@ -109,12 +109,12 @@
         <dependency>
             <groupId>org.lance</groupId>
             <artifactId>lance-namespace-core</artifactId>
-            <version>0.6.1</version>
+            <version>0.7.2</version>
         </dependency>
         <dependency>
             <groupId>org.lance</groupId>
             <artifactId>lance-namespace-apache-client</artifactId>
-            <version>0.6.1</version>
+            <version>0.7.2</version>
         </dependency>
         <dependency>
             <groupId>com.fasterxml.jackson.core</groupId>

java/lance-jni/Cargo.lock

@@ -29,8 +29,6 @@
 import org.lance.namespace.model.BatchDeleteTableVersionsRequest;
 import org.lance.namespace.model.BatchDeleteTableVersionsResponse;
 import org.lance.namespace.model.CountTableRowsRequest;
-import org.lance.namespace.model.CreateEmptyTableRequest;
-import org.lance.namespace.model.CreateEmptyTableResponse;
 import org.lance.namespace.model.CreateNamespaceRequest;
 import org.lance.namespace.model.CreateNamespaceResponse;
 import org.lance.namespace.model.CreateTableIndexRequest;
@@ -229,12 +227,6 @@ public DeclareTableResponse declareTable(DeclareTableRequest request) {
     return inner.declareTable(request);
   }
 
-  @Override
-  @SuppressWarnings("deprecation")
-  public CreateEmptyTableResponse createEmptyTable(CreateEmptyTableRequest request) {
-    return inner.createEmptyTable(request);
-  }
-
   @Override
   public InsertIntoTableResponse insertIntoTable(
       InsertIntoTableRequest request, byte[] requestData) {

java/pom.xml

@@ -1275,6 +1275,18 @@ void testDeclareTable() throws Exception {
     DeclareTableResponse declareResp = namespaceClient.declareTable(declareReq);
     assertNotNull(declareResp);
     assertNotNull(declareResp.getLocation());
+
+    DescribeTableRequest descReq =
+        new DescribeTableRequest().id(Arrays.asList("workspace", "declared_table"));
+    DescribeTableResponse descResp = namespaceClient.describeTable(descReq);
+    assertNull(descResp.getIsOnlyDeclared());
+
+    DescribeTableRequest checkReq =
+        new DescribeTableRequest()
+            .id(Arrays.asList("workspace", "declared_table"))
+            .checkDeclared(true);
+    DescribeTableResponse checkResp = namespaceClient.describeTable(checkReq);
+    assertEquals(Boolean.TRUE, checkResp.getIsOnlyDeclared());
   }
 
   @Test

java/src/test/java/org/lance/namespace/CustomNamespace.java

@@ -1,7 +1,7 @@
 [project]
 name = "pylance"
 dynamic = ["version"]
-dependencies = ["pyarrow>=14", "numpy>=1.22", "lance-namespace>=0.6.1"]
+dependencies = ["pyarrow>=14", "numpy>=1.22", "lance-namespace>=0.7.2,<8.0"]
 description = "python wrapper for Lance columnar format"
 authors = [{ name = "Lance Devs", email = "dev@lance.org" }]
 license = { file = "LICENSE" }

java/src/test/java/org/lance/namespace/DirectoryNamespaceTest.java

@@ -626,6 +626,16 @@ def test_declared_table_in_child_namespace(self, memory_ns_client):
         exists_req = TableExistsRequest(id=["test_ns", "declared_table"])
         memory_ns_client.table_exists(exists_req)
 
+        describe_req = DescribeTableRequest(id=["test_ns", "declared_table"])
+        describe_resp = memory_ns_client.describe_table(describe_req)
+        assert describe_resp.is_only_declared is None
+
+        describe_req = DescribeTableRequest(
+            id=["test_ns", "declared_table"], check_declared=True
+        )
+        describe_resp = memory_ns_client.describe_table(describe_req)
+        assert describe_resp.is_only_declared is True
+
 
 class TestDeeplyNestedNamespaces:
     """Tests for deeply nested namespace hierarchies.
@@ -871,10 +881,6 @@ def _get_ops_metric(ns_client, metric_name: str) -> int:
     return metrics.get(metric_name, 0)
 
 
-@pytest.mark.skipif(
-    sys.platform == "win32",
-    reason="External manifest store has known issues on Windows",
-)
 @pytest.mark.parametrize("use_custom", [False, True], ids=["DirectoryNS", "CustomNS"])
 def test_external_manifest_store_invokes_namespace_apis(use_custom):
     """Test that namespace APIs are invoked correctly for managed versioning.
@@ -1336,10 +1342,6 @@ def test_query_table_with_filter(self, temp_ns_client):
         assert result_table.num_rows == 2  # Alice and Charlie
 
 
-@pytest.mark.skipif(
-    sys.platform == "win32",
-    reason="Table version listing not supported on Windows",
-)
 class TestTableVersions:
     """Tests for table version operations."""