update

Author: ArnavBalyan

parquet-cli/README.md

@@ -137,6 +137,7 @@ Usage: parquet [options] [command] [command options]
 ### Configuration Options
 
 - `--conf` or `--property`: Set any configuration property in format `key=value`. Can be specified multiple times.
+- `--config-file`: Path to a properties configuration file containing key=value pairs.
 
 Examples:
 ```bash
@@ -147,4 +148,7 @@ parquet convert input.avro -o output.parquet --conf parquet.avro.write-old-list-
 # Multiple options
 parquet convert-csv input.csv -o output.parquet --schema schema.avsc --conf parquet.avro.write-parquet-uuid=true --conf parquet.avro.write-old-list-structure=false
 
+# Using config file
+parquet convert input.avro -o output.parquet --config-file config.properties
+
 ```

parquet-cli/src/main/java/org/apache/parquet/cli/Main.java

@@ -25,6 +25,9 @@
 import com.beust.jcommander.Parameters;
 import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableSet;
+import java.io.FileInputStream;
+import java.io.InputStream;
+import java.util.Properties;
 import java.util.List;
 import java.util.Set;
 import org.apache.commons.logging.LogFactory;
@@ -73,6 +76,11 @@ public class Main extends Configured implements Tool {
       description = "Set a configuration property (format: key=value). Can be specified multiple times.")
   private List<String> confProperties;
 
+  @Parameter(
+      names = {"--config-file"},
+      description = "Path to a properties configuration file containing key=value pairs.")
+  private String configFilePath;
+
   @VisibleForTesting
   @Parameter(names = "--dollar-zero", description = "A way for the runtime path to be passed in", hidden = true)
   String programName = DEFAULT_PROGRAM_NAME;
@@ -172,6 +180,18 @@ public int run(String[] args) throws Exception {
     // If the command does not support the configs, it would simply be ignored.
     if (command instanceof Configurable) {
       Configuration merged = new Configuration(getConf());
+
+      if (configFilePath != null) {
+        try (InputStream in = new FileInputStream(configFilePath)) {
+          Properties props = new Properties();
+          props.load(in);
+          props.forEach((key, value) -> merged.set(key.toString(), value.toString()));
+          console.debug("Loaded configuration from file: {}", configFilePath);
+        } catch (Exception e) {
+          throw new IllegalArgumentException("Failed to load config file '" + configFilePath + "': " + e.getMessage(), e);
+        }
+      }
+
       if (confProperties != null) {
         for (String prop : confProperties) {
           String[] parts = prop.split("=", 2);

parquet-cli/src/test/java/org/apache/parquet/cli/MainTest.java

@@ -18,6 +18,10 @@
  */
 package org.apache.parquet.cli;
 
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import org.apache.hadoop.conf.Configurable;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.util.ToolRunner;
 import org.junit.Assert;
@@ -31,4 +35,21 @@ public void mainTest() throws Exception {
     ToolRunner.run(new Configuration(), new Main(LoggerFactory.getLogger(MainTest.class)), new String[] {});
     Assert.assertTrue("we simply verify there are no errors here", true);
   }
+
+  @Test
+  public void testConfigFileLoading() throws Exception {
+    File configFile = File.createTempFile("test-config", ".properties");
+    configFile.deleteOnExit();
+
+    try (FileWriter writer = new FileWriter(configFile)) {
+      writer.write("test.key=test.value\n");
+    }
+
+    try {
+      new Main(LoggerFactory.getLogger(MainTest.class)).run(new String[]{"--config-file", configFile.getAbsolutePath(), "help"});
+      Assert.assertTrue("Config file loading should not throw exception", true);
+    } catch (IllegalArgumentException e) {
+      Assert.fail("Config file loading failed: " + e.getMessage());
+    }
+  }
 }