Fix a bug of nullable Array type

Signed-off-by: yhmo <yihua.mo@zilliz.com>

Author: yhmo

examples/src/main/java/io/milvus/v2/NullAndDefaultExample.java

@@ -28,7 +28,7 @@ private static void queryWithExpr(MilvusClientV2 client, String expr) {
         QueryResp queryRet = client.query(QueryReq.builder()
                 .collectionName(COLLECTION_NAME)
                 .filter(expr)
-                .outputFields(Arrays.asList("nullable_test", "default_test", "nullable_default"))
+                .outputFields(Arrays.asList("nullable_test", "default_test", "nullable_default", "nullable_array"))
                 .build());
         System.out.println("\nQuery with expression: " + expr);
         List<QueryResp.QueryResult> records = queryRet.getQueryResults();
@@ -81,6 +81,14 @@ public static void main(String[] args) {
                 .isNullable(true)
                 .defaultValue("I am default value")
                 .build());
+        collectionSchema.addField(AddFieldReq.builder()
+                .fieldName("nullable_array")
+                .dataType(DataType.Array)
+                .elementType(DataType.VarChar)
+                .maxCapacity(10)
+                .maxLength(100)
+                .isNullable(true)
+                .build());
 
         List<IndexParam> indexes = new ArrayList<>();
         indexes.add(IndexParam.builder()
@@ -111,6 +119,9 @@ public static void main(String[] args) {
                 row.addProperty("nullable_test", i);
             } else {
                 row.add("nullable_test", JsonNull.INSTANCE);
+
+                List<String> arr = Arrays.asList("A", "B", "C");
+                row.add("nullable_array", gson.toJsonTree(arr));
             }
 
             // some values are default value

sdk-core/src/main/java/io/milvus/response/FieldDataWrapper.java

@@ -251,13 +251,6 @@ private List<?> getFieldDataInternal() throws IllegalResponseException {
                 return packData;
             }
             case Array:
-                List<List<?>> array = new ArrayList<>();
-                ArrayArray arrArray = fieldData.getScalars().getArrayData();
-                for (int i = 0; i < arrArray.getDataCount(); i++) {
-                    ScalarField scalar = arrArray.getData(i);
-                    array.add(getScalarData(arrArray.getElementType(), scalar, null));
-                }
-                return array;
             case Int64:
             case Int32:
             case Int16:
@@ -308,6 +301,19 @@ private List<?> getScalarData(DataType dt, ScalarField scalar, List<Boolean> val
             case JSON:
                 List<ByteString> dataList = scalar.getJsonData().getDataList();
                 return dataList.stream().map(ByteString::toStringUtf8).collect(Collectors.toList());
+            case Array:
+                List<List<?>> array = new ArrayList<>();
+                ArrayArray arrArray = fieldData.getScalars().getArrayData();
+                boolean nullable = validData != null && validData.size() == arrArray.getDataCount();
+                for (int i = 0; i < arrArray.getDataCount(); i++) {
+                    if (nullable && validData.get(i) == Boolean.FALSE) {
+                        array.add(null);
+                    } else {
+                        ScalarField rowData = arrArray.getData(i);
+                        array.add(getScalarData(arrArray.getElementType(), rowData, null));
+                    }
+                }
+                return array;
             default:
                 return new ArrayList<>();
         }

sdk-core/src/test/java/io/milvus/v2/client/MilvusClientV2DockerTest.java

@@ -1890,6 +1890,13 @@ void testNullableAndDefaultValue() {
                 .isNullable(Boolean.TRUE)
                 .maxLength(100)
                 .build());
+        collectionSchema.addField(AddFieldReq.builder()
+                .fieldName("arr")
+                .dataType(DataType.Array)
+                .elementType(DataType.Int32)
+                .isNullable(Boolean.TRUE)
+                .maxCapacity(100)
+                .build());
 
         List<IndexParam> indexParams = new ArrayList<>();
         indexParams.add(IndexParam.builder()
@@ -1918,7 +1925,11 @@ void testNullableAndDefaultValue() {
             } else {
 //                row.add("flag", JsonNull.INSTANCE);
                 row.addProperty("desc", "AAA");
+
+                List<Integer> arr = Arrays.asList(5, 6);
+                row.add("arr", JsonUtils.toJsonTree(arr));
             }
+
             data.add(row);
         }
 
@@ -1932,7 +1943,7 @@ void testNullableAndDefaultValue() {
         QueryResp queryResp = client.query(QueryReq.builder()
                 .collectionName(randomCollectionName)
                 .filter("id >= 0")
-                .outputFields(Arrays.asList("desc", "flag"))
+                .outputFields(Arrays.asList("desc", "flag", "arr"))
                 .consistencyLevel(ConsistencyLevel.STRONG)
                 .build());
         List<QueryResp.QueryResult> queryResults = queryResp.getQueryResults();
@@ -1944,9 +1955,16 @@ void testNullableAndDefaultValue() {
             if (id%2 == 0) {
                 Assertions.assertEquals((int)id, entity.get("flag"));
                 Assertions.assertNull(entity.get("desc"));
+                Assertions.assertNull(entity.get("arr"));
             } else {
                 Assertions.assertEquals(10, entity.get("flag"));
                 Assertions.assertEquals("AAA", entity.get("desc"));
+                Object obj = entity.get("arr");
+                Assertions.assertInstanceOf(List.class, obj);
+                List<Integer> arr = (List<Integer>)obj;
+                Assertions.assertEquals(2, arr.size());
+                Assertions.assertEquals(5, arr.get(0));
+                Assertions.assertEquals(6, arr.get(1));
             }
             System.out.println(result);
         }
@@ -1971,9 +1989,16 @@ void testNullableAndDefaultValue() {
             if (id%2 == 0) {
                 Assertions.assertEquals((int)id, entity.get("flag"));
                 Assertions.assertNull(entity.get("desc"));
+                Assertions.assertNull(entity.get("arr"));
             } else {
                 Assertions.assertEquals(10, entity.get("flag"));
                 Assertions.assertEquals("AAA", entity.get("desc"));
+                Object obj = entity.get("arr");
+                Assertions.assertInstanceOf(List.class, obj);
+                List<Integer> arr = (List<Integer>)obj;
+                Assertions.assertEquals(2, arr.size());
+                Assertions.assertEquals(5, arr.get(0));
+                Assertions.assertEquals(6, arr.get(1));
             }
             System.out.println(result);
         }