Set ValidInt96Stats threshold to parquet-mr 1.16.0 with >=

1.16.0 is the first parquet-mr release that emits correct INT96 statistics.
Update tests: 1.15.1 / 1.15.1-SNAPSHOT move to the invalid set, 1.16.0-SNAPSHOT
added as invalid (pre-release sorts below 1.16.0 final under semver).

Author: rahulketch

parquet-column/src/main/java/org/apache/parquet/ValidInt96Stats.java

@@ -34,9 +34,9 @@ public class ValidInt96Stats {
 
   private static final Logger LOG = LoggerFactory.getLogger(ValidInt96Stats.class);
 
-  // parquet-mr started emitting correct INT96 min/max statistics after 1.15.0,
-  // so only releases strictly greater than 1.15.0 are trusted.
-  private static final SemanticVersion MINIMUM_PARQUET_MR_VERSION = new SemanticVersion(1, 15, 0);
+  // parquet-mr started emitting correct INT96 min/max statistics in 1.16.0,
+  // so only that release and later are trusted.
+  private static final SemanticVersion MINIMUM_PARQUET_MR_VERSION = new SemanticVersion(1, 16, 0);
 
   /**
    * Decides if the statistics from a file created by createdBy (the created_by field from parquet format)
@@ -55,7 +55,7 @@ public static boolean hasValidInt96Stats(String createdBy) {
       ParsedVersion version = VersionParser.parse(createdBy);
       if ("parquet-mr".equals(version.application)) {
         return version.hasSemanticVersion()
-            && version.getSemanticVersion().compareTo(MINIMUM_PARQUET_MR_VERSION) > 0;
+            && version.getSemanticVersion().compareTo(MINIMUM_PARQUET_MR_VERSION) >= 0;
       }
       if ("parquet-mr compatible Photon".equals(version.application)) {
         return true;

parquet-column/src/test/java/org/apache/parquet/ValidInt96StatsTest.java

@@ -33,18 +33,21 @@ public void testNullAndEmpty() {
 
   @Test
   public void testParquetMrValid() {
-    // Versions > 1.15.0 should be valid
+    // Versions >= 1.16.0 should be valid
     assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.16.0"));
-    assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.15.1"));
+    assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.16.1"));
     assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 2.0.0"));
     assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.16.0 (build abcd)"));
-    assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.15.1-SNAPSHOT"));
+    assertTrue(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.16.1-SNAPSHOT"));
   }
 
   @Test
   public void testParquetMrInvalid() {
-    // Versions <= 1.15.0 should be invalid
+    // Versions < 1.16.0 should be invalid (including pre-releases of 1.16.0)
     assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.15.0"));
+    assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.15.1"));
+    assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.15.1-SNAPSHOT"));
+    assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.16.0-SNAPSHOT"));
     assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.12.3"));
     assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.14.0"));
     assertFalse(ValidInt96Stats.hasValidInt96Stats("parquet-mr version 1.12.3 (build abcd)"));