add ShowGeospatialStatisticsCommand and tests

Author: zhangfengcdt

parquet-cli/src/main/java/org/apache/parquet/cli/Main.java

@@ -50,6 +50,7 @@
 import org.apache.parquet.cli.commands.ShowColumnIndexCommand;
 import org.apache.parquet.cli.commands.ShowDictionaryCommand;
 import org.apache.parquet.cli.commands.ShowFooterCommand;
+import org.apache.parquet.cli.commands.ShowGeospatialStatisticsCommand;
 import org.apache.parquet.cli.commands.ShowPagesCommand;
 import org.apache.parquet.cli.commands.ShowSizeStatisticsCommand;
 import org.apache.parquet.cli.commands.ToAvroCommand;
@@ -107,6 +108,7 @@ public class Main extends Configured implements Tool {
     jc.addCommand("scan", new ScanCommand(console));
     jc.addCommand("rewrite", new RewriteCommand(console));
     jc.addCommand("size-stats", new ShowSizeStatisticsCommand(console));
+    jc.addCommand("geospatial-stats", new ShowGeospatialStatisticsCommand(console));
   }
 
   @Override

parquet-cli/src/main/java/org/apache/parquet/cli/commands/ShowGeospatialStatisticsCommand.java

@@ -0,0 +1,110 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.parquet.cli.commands;
+
+import com.beust.jcommander.Parameter;
+import com.beust.jcommander.Parameters;
+import com.google.common.base.Preconditions;
+import com.google.common.collect.Lists;
+import java.io.IOException;
+import java.util.List;
+import org.apache.commons.text.TextStringBuilder;
+import org.apache.parquet.cli.BaseCommand;
+import org.apache.parquet.column.statistics.geometry.GeospatialStatistics;
+import org.apache.parquet.hadoop.ParquetFileReader;
+import org.apache.parquet.hadoop.metadata.BlockMetaData;
+import org.apache.parquet.hadoop.metadata.ColumnChunkMetaData;
+import org.apache.parquet.hadoop.metadata.ParquetMetadata;
+import org.apache.parquet.schema.MessageType;
+import org.slf4j.Logger;
+
+@Parameters(commandDescription = "Print geospatial statistics for a Parquet file")
+public class ShowGeospatialStatisticsCommand extends BaseCommand {
+
+  public ShowGeospatialStatisticsCommand(Logger console) {
+    super(console);
+  }
+
+  @Parameter(description = "<parquet path>")
+  List<String> targets;
+
+  @Override
+  @SuppressWarnings("unchecked")
+  public int run() throws IOException {
+    Preconditions.checkArgument(targets != null && !targets.isEmpty(), "A Parquet file is required.");
+    Preconditions.checkArgument(targets.size() == 1, "Cannot process multiple Parquet files.");
+
+    String source = targets.get(0);
+    try (ParquetFileReader reader = ParquetFileReader.open(getConf(), qualifiedPath(source))) {
+      ParquetMetadata footer = reader.getFooter();
+      MessageType schema = footer.getFileMetaData().getSchema();
+
+      console.info("\nFile path: {}", source);
+
+      List<BlockMetaData> rowGroups = footer.getBlocks();
+      for (int index = 0, n = rowGroups.size(); index < n; index++) {
+        printRowGroupGeospatialStats(console, index, rowGroups.get(index), schema);
+        console.info("");
+      }
+    }
+
+    return 0;
+  }
+
+  private void printRowGroupGeospatialStats(Logger console, int index, BlockMetaData rowGroup, MessageType schema) {
+    int maxColumnWidth = Math.max(
+        "column".length(),
+        rowGroup.getColumns().stream()
+            .map(col -> col.getPath().toString().length())
+            .max(Integer::compare)
+            .orElse(0));
+
+    console.info(String.format("\nRow group %d\n%s", index, new TextStringBuilder(80).appendPadding(80, '-')));
+
+    String formatString = String.format("%%-%ds %%-15s %%-40s", maxColumnWidth);
+    console.info(String.format(formatString, "column", "bounding box", "geospatial types"));
+
+    for (ColumnChunkMetaData column : rowGroup.getColumns()) {
+      printColumnGeospatialStats(console, column, schema, maxColumnWidth);
+    }
+  }
+
+  private void printColumnGeospatialStats(
+      Logger console, ColumnChunkMetaData column, MessageType schema, int columnWidth) {
+    GeospatialStatistics stats = column.getGeospatialStatistics();
+
+    if (stats != null && stats.isValid()) {
+      String boundingBox =
+          stats.getBoundingBox() != null ? stats.getBoundingBox().toString() : "-";
+      String geospatialTypes = stats.getGeospatialTypes() != null
+          ? stats.getGeospatialTypes().toString()
+          : "-";
+      String formatString = String.format("%%-%ds %%-15s %%-40s", columnWidth);
+      console.info(String.format(formatString, column.getPath(), boundingBox, geospatialTypes));
+    } else {
+      String formatString = String.format("%%-%ds %%-15s %%-40s", columnWidth);
+      console.info(String.format(formatString, column.getPath(), "-", "-"));
+    }
+  }
+
+  @Override
+  public List<String> getExamples() {
+    return Lists.newArrayList("# Show geospatial statistics for a Parquet file", "sample.parquet");
+  }
+}

parquet-cli/src/test/java/org/apache/parquet/cli/commands/ShowGeospatialStatisticsCommandTest.java

@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.parquet.cli.commands;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.Arrays;
+import org.apache.hadoop.conf.Configuration;
+import org.junit.Assert;
+import org.junit.Test;
+
+public class ShowGeospatialStatisticsCommandTest extends ParquetFileTest {
+  @Test
+  public void testShowGeospatialStatisticsCommand() throws IOException {
+    File file = parquetFile();
+    ShowGeospatialStatisticsCommand command = new ShowGeospatialStatisticsCommand(createLogger());
+    command.targets = Arrays.asList(file.getAbsolutePath());
+    command.setConf(new Configuration());
+    Assert.assertEquals(0, command.run());
+  }
+}

parquet-column/src/main/java/org/apache/parquet/schema/LogicalTypeAnnotation.java

@@ -1182,7 +1182,7 @@ public boolean equals(Object obj) {
         return false;
       }
       GeometryLogicalTypeAnnotation other = (GeometryLogicalTypeAnnotation) obj;
-      return crs.equals(other.crs);
+      return Objects.equals(crs, other.crs);
     }
 
     @Override