Merge branch 'master' into fd-remove-reflection

Author: Fokko

.github/ISSUE_TEMPLATE/feature_request.yaml

@@ -40,7 +40,6 @@ body:
         - Build
         - Arrow
         - Avro
-        - Pig
         - Protobuf
         - Thrift
         - CLI

.github/dependabot.yml

@@ -29,3 +29,4 @@ updates:
     schedule:
       interval: "weekly"
       day: "sunday"
+    open-pull-requests-limit: 50

.github/workflows/ci-hadoop3.yml

@@ -26,14 +26,14 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        java: [ { setup: '8', maven: '1.8' }, { setup: '11', maven: '11' }, { setup: '17', maven: '17' } ]
+        java: [ { setup: '11', maven: '11' }, { setup: '17', maven: '17' } ]
         codes: [ 'uncompressed,brotli', 'gzip,snappy' ]
     name: Build Parquet with JDK ${{ matrix.java.setup }} and ${{ matrix.codes }}
 
     steps:
       - uses: actions/checkout@master
       - name: Set up JDK ${{ matrix.java.setup }}
-        uses: actions/setup-java@v4
+        uses: actions/setup-java@v5
         with:
           distribution: temurin
           java-version: ${{ matrix.java.setup }}

.github/workflows/stale-prs.yml

@@ -0,0 +1,55 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: Stale pull requests
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  workflow_dispatch:
+
+permissions:
+  pull-requests: write
+  issues: write
+
+jobs:
+  stale:
+    runs-on: ubuntu-slim
+    steps:
+      - name: Mark and close stale pull requests
+        uses: actions/stale@v9
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          # Don't touch issues.
+          days-before-issue-stale: -1
+          days-before-issue-close: -1
+          # PRs stale after 2 months of inactivity and closed 1 month later.
+          days-before-pr-stale: 60
+          days-before-pr-close: 30
+          stale-pr-label: stale
+          stale-pr-message: >
+            This pull request has been automatically marked as stale because it has
+            had no activity for at least 2 months. If you are still working on this
+            change or plan to move it forward, please leave a comment or push a new
+            commit so we know to keep it open. Otherwise, this PR will be closed
+            automatically in about one month. Thank you for your contribution to
+            Apache Parquet!
+          close-pr-message: >
+            Closing this pull request due to at least 3 months of inactivity. If you
+            would like to continue the work, please feel free to reopen this pull
+            request or open a new one. Thank you for your contribution to
+            Apache Parquet!

.github/workflows/vector-plugins.yml

@@ -33,7 +33,7 @@ jobs:
     steps:
       - uses: actions/checkout@master
       - name: Set up JDK ${{ matrix.java }}
-        uses: actions/setup-java@v4
+        uses: actions/setup-java@v5
         with:
           distribution: temurin
           java-version: ${{ matrix.java }}
@@ -46,7 +46,7 @@ jobs:
         run: |
           EXTRA_JAVA_TEST_ARGS=$(./mvnw help:evaluate -Dexpression=extraJavaTestArgs -q -DforceStdout)
           export MAVEN_OPTS="$MAVEN_OPTS $EXTRA_JAVA_TEST_ARGS"
-          ./mvnw install --batch-mode -Pvector-plugins -DskipTests=true -Dmaven.javadoc.skip=true -Dsource.skip=true -Djava.version=${{ matrix.java }} -pl parquet-plugins/parquet-encoding-vector,parquet-plugins/parquet-plugins-benchmarks -am
+          ./mvnw install --batch-mode -Pvector-plugins -DskipTests=true -Dmaven.javadoc.skip=true -Dsource.skip=true -Dmaven.buildNumber.skip=true -Djava.version=${{ matrix.java }} -pl parquet-plugins/parquet-encoding-vector,parquet-plugins/parquet-plugins-benchmarks -am
       - name: verify
         env:
           TEST_CODECS: ${{ matrix.codes }}

README.md

@@ -43,19 +43,19 @@ Parquet-Java uses Maven to build and depends on the thrift compiler (protoc is n
 To build and install the thrift compiler, run:
 
 ```
-wget -nv https://archive.apache.org/dist/thrift/0.21.0/thrift-0.21.0.tar.gz
-tar xzf thrift-0.21.0.tar.gz
-cd thrift-0.21.0
+wget -nv https://archive.apache.org/dist/thrift/0.22.0/thrift-0.22.0.tar.gz
+tar xzf thrift-0.22.0.tar.gz
+cd thrift-0.22.0
 chmod +x ./configure
 ./configure --disable-libs
 sudo make install -j
 ```
 
-If you're on OSX and use homebrew, you can instead install Thrift 0.21.0 with `brew` and ensure that it comes first in your `PATH`.
+If you're on OSX and use homebrew, you can instead install Thrift 0.22.0 with `brew` and ensure that it comes first in your `PATH`.
 
 ```
 brew install thrift
-export PATH="/usr/local/opt/thrift@0.21.0/bin:$PATH"
+export PATH="/usr/local/opt/thrift@0.22.0/bin:$PATH"
 ```
 
 ### Build Parquet with Maven
@@ -68,8 +68,7 @@ LC_ALL=C ./mvnw clean install
 
 ## Features
 
-Parquet is a very active project, and new features are being added quickly. Here are a few features:
-
+Parquet is an active project, and new features are being added quickly. Here are a few features:
 
 * Type-specific encoding
 * Hive integration (deprecated)
@@ -96,7 +95,9 @@ Parquet is a very active project, and new features are being added quickly. Here
 
 ## Java Vector API support
 `The feature is experimental and is currently not part of the parquet distribution`.
+
 Parquet-Java has supported Java Vector API to speed up reading, to enable this feature:
+
 * Java 17+, 64-bit
 * Requiring the CPU to support instruction sets:
   * avx512vbmi
@@ -116,26 +117,29 @@ Note that to use an Input or Output format, you need to implement a WriteSupport
 We've implemented this for 2 popular data formats to provide a clean migration path as well:
 
 ### Thrift
+
 Thrift integration is provided by the [parquet-thrift](https://github.com/apache/parquet-java/tree/master/parquet-thrift) sub-project.
 
 ### Avro
+
 Avro conversion is implemented via the [parquet-avro](https://github.com/apache/parquet-java/tree/master/parquet-avro) sub-project.
 
 ### Protobuf
+
 Protobuf conversion is implemented via the [parquet-protobuf](https://github.com/apache/parquet-java/tree/master/parquet-protobuf) sub-project.
 
 ### Create your own objects
+
 * The ParquetOutputFormat can be provided a WriteSupport to write your own objects to an event based RecordConsumer.
 * The ParquetInputFormat can be provided a ReadSupport to materialize your own objects by implementing a RecordMaterializer
 
 See the APIs:
+
 * [Record conversion API](https://github.com/apache/parquet-java/tree/master/parquet-column/src/main/java/org/apache/parquet/io/api)
 * [Hadoop API](https://github.com/apache/parquet-java/tree/master/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/api)
 
 ## Hive integration
 
-Hive integration is provided via the [parquet-hive](https://github.com/apache/parquet-java/tree/master/parquet-hive) sub-project.
-
 Hive integration is now deprecated within the Parquet project. It is now maintained by Apache Hive.
 
 ## Build
@@ -149,51 +153,51 @@ The build runs in [GitHub Actions](https://github.com/apache/parquet-java/action
 
 ## Add Parquet as a dependency in Maven
 
-The current release is version `1.15.1`.
+The current release is version `1.17.0`.
 
 ```xml
   <dependencies>
     <dependency>
       <groupId>org.apache.parquet</groupId>
       <artifactId>parquet-common</artifactId>
-      <version>1.15.1</version>
+      <version>1.17.0</version>
     </dependency>
     <dependency>
       <groupId>org.apache.parquet</groupId>
       <artifactId>parquet-encoding</artifactId>
-      <version>1.15.1</version>
+      <version>1.17.0</version>
     </dependency>
     <dependency>
       <groupId>org.apache.parquet</groupId>
       <artifactId>parquet-column</artifactId>
-      <version>1.15.1</version>
+      <version>1.17.0</version>
     </dependency>
     <dependency>
       <groupId>org.apache.parquet</groupId>
       <artifactId>parquet-hadoop</artifactId>
-      <version>1.15.1</version>
+      <version>1.17.0</version>
     </dependency>
   </dependencies>
 ```
 
 ### How To Contribute
 
-We prefer to receive contributions in the form of GitHub pull requests. Please send pull requests against the [parquet-java](https://github.com/apache/parquet-java) Git repository. If you've previously forked Parquet from its old location, you will need to add a remote or update your origin remote to https://github.com/apache/parquet-java.git
+We prefer to receive contributions in the form of GitHub pull requests. Please send pull requests against the [parquet-java](https://github.com/apache/parquet-java) Git repository. If you've previously forked Parquet from its old location, you will need to add a remote or update your origin remote to `https://github.com/apache/parquet-java.git`.
 
-If you are looking for some ideas on what to contribute, check out jira issues for this project labeled ["pick-me-up"](https://issues.apache.org/jira/browse/PARQUET-5?jql=project%20%3D%20PARQUET%20and%20labels%20%3D%20pick-me-up%20and%20status%20%3D%20open).
-Comment on the issue and/or contact [dev@parquet.apache.org](http://mail-archives.apache.org/mod_mbox/parquet-dev/) with your questions and ideas.
+If you are looking for some ideas on what to contribute, check out [GitHub issues](https://github.com/apache/parquet-java/issues) for labeled [Good first issue](https://github.com/apache/parquet-java/issues?q=state%3Aopen%20label%3A%22Good%20first%20issue%22). Comment on the issue and/or contact [dev@parquet.apache.org](https://lists.apache.org/list.html?dev@parquet.apache.org) with your questions and ideas.
 
-If you’d like to report a bug but don’t have time to fix it, you can still post it to our [issue tracker](https://issues.apache.org/jira/browse/PARQUET), or email the mailing list [dev@parquet.apache.org](http://mail-archives.apache.org/mod_mbox/parquet-dev/)
+If you’d like to report a bug but don’t have time to fix it, you can still raise an [issue on GitHub](https://github.com/apache/parquet-java/issues/new/choose), or email the mailing list [dev@parquet.apache.org](https://lists.apache.org/list.html?dev@parquet.apache.org).
 
 To contribute a patch:
 
   1. Break your work into small, single-purpose patches if possible. It’s much harder to merge in a large change with a lot of disjoint features.
-  2. Create a JIRA for your patch on the [Parquet Project JIRA](https://issues.apache.org/jira/browse/PARQUET).
-  3. Submit the patch as a GitHub pull request against the master branch. For a tutorial, see the GitHub guides on forking a repo and sending a pull request. Prefix your pull request name with the JIRA name (ex: https://github.com/apache/parquet-java/pull/240).
+  2. Create an issue for your patch on the [GitHub issues](https://github.com/apache/parquet-java/issues).
+  3. Submit the patch as a GitHub pull request against the master branch. For a tutorial, see the GitHub guides on forking a repo and sending a pull request. Prefix your pull request name with the issue (ex: https://github.com/apache/parquet-java/pull/3260).
   4. Make sure that your code passes the unit tests. You can run the tests with `./mvnw test` in the root directory.
   5. Add new unit tests for your code.
 
 We tend to do fairly close readings of pull requests, and you may get a lot of comments. Some common issues that are not code structure related, but still important:
+
   * Use 2 spaces for whitespace. Not tabs, not 4 spaces. The number of the spacing shall be 2.
   * Give your operators some room. Not `a+b` but `a + b` and not `foo(int a,int b)` but `foo(int a, int b)`.
   * Generally speaking, stick to the [Sun Java Code Conventions](http://www.oracle.com/technetwork/java/javase/documentation/codeconvtoc-136057.html)
@@ -204,18 +208,20 @@ Thank you for getting involved!
 ## Authors and contributors
 
 * [Contributors](https://github.com/apache/parquet-java/graphs/contributors)
-* [Committers](dev/COMMITTERS.md)
+* [Committers](https://projects.apache.org/committee.html?parquet)
 
 ## Code of Conduct
 
 We hold ourselves and the Parquet developer community to two codes of conduct:
+
   1. [The Apache Software Foundation Code of Conduct](https://www.apache.org/foundation/policies/conduct.html)
   2. [The Twitter OSS Code of Conduct](https://github.com/twitter/code-of-conduct/blob/master/code-of-conduct.md)
 
 ## Discussions
-* Mailing list: [dev@parquet.apache.org](http://mail-archives.apache.org/mod_mbox/parquet-dev/)
-* Bug tracker: [jira](https://issues.apache.org/jira/browse/PARQUET)
-* Discussions also take place in github pull requests
+
+* Mailing list: [dev@parquet.apache.org](https://lists.apache.org/list.html?dev@parquet.apache.org)
+* GitHub issues: [Issues](https://github.com/apache/parquet-java/issues)
+* Discussions also take place in GitHub pull requests
 
 ## License
 

dev/COMMITTERS.md

@@ -20,17 +20,27 @@
 # This script gets invoked by the CI system in a "before install" step
 ################################################################################
 
-export THRIFT_VERSION=0.21.0
+export THRIFT_VERSION=0.22.0
 
 set -e
+set -o pipefail
 date
 sudo apt-get update -qq
 sudo apt-get install -qq --no-install-recommends build-essential pv autoconf automake libtool curl make \
-   g++ unzip libboost-dev libboost-test-dev libboost-program-options-dev \
+   g++ unzip libboost-dev libboost-test-dev libboost-program-options-dev wget \
    libevent-dev automake libtool flex bison pkg-config g++ libssl-dev xmlstarlet
 date
 pwd
-wget -qO- https://archive.apache.org/dist/thrift/$THRIFT_VERSION/thrift-$THRIFT_VERSION.tar.gz | tar zxf -
+for attempt in 1 2 3; do
+  if wget -nv -O- https://archive.apache.org/dist/thrift/$THRIFT_VERSION/thrift-$THRIFT_VERSION.tar.gz | tar zxf -; then
+    break
+  fi
+  if [[ "$attempt" -eq 3 ]]; then
+    echo "Failed to download thrift after ${attempt} attempts." >&2
+    exit 1
+  fi
+  sleep $((attempt * 5))
+done
 cd thrift-${THRIFT_VERSION}
 chmod +x ./configure
 ./configure --disable-libs

dev/ci-before_install.sh

@@ -21,7 +21,7 @@
     <groupId>org.apache.parquet</groupId>
     <artifactId>parquet</artifactId>
     <relativePath>../pom.xml</relativePath>
-    <version>1.16.0-SNAPSHOT</version>
+    <version>1.18.0-SNAPSHOT</version>
   </parent>
 
   <modelVersion>4.0.0</modelVersion>
@@ -33,7 +33,7 @@
   <url>https://parquet.apache.org</url>
 
   <properties>
-    <arrow.version>17.0.0</arrow.version>
+    <arrow.version>19.0.0</arrow.version>
   </properties>
 
   <dependencies>