Default value of RowsFetchedPerBlock changed to 100K (#1001)

## Description
RowsFetchedPerBlock denotes the max rows that JDBC buffers in memory
when running in Arrow disabled inline mode. 100K default captures
typical use cases with an efficient balance between execution time and
memory usage.

## Testing
<!-- Describe how the changes have been tested-->

## Additional Notes to the Reviewer
<!-- Share any additional context or insights that may help the reviewer
understand the changes better. This could include challenges faced,
limitations, or compromises made during the development process.
Also, mention any areas of the code that you would like the reviewer to
focus on specifically. -->

Author: jayantsing-db

.github/workflows/releaseFreeze.yml

@@ -21,7 +21,7 @@ jobs:
           # GITHUB_HEAD_REF: Source branch name for PRs
           PR_BRANCH: ${{ github.head_ref }}
         run: |
-          CONFIG_FILE="development/.release-config.json"
+          CONFIG_FILE="development/.release-freeze.json"
 
           if [[ ! -f "$CONFIG_FILE" ]]; then
             echo "✅ No release config file - passing check."

NEXT_CHANGELOG.md

@@ -16,6 +16,7 @@
 
 ### Updated
 - Databricks SDK dependency upgraded to latest version 0.60.0
+- Updated the default value of RowsFetchedPerBlock to 100K from 2M to capture typical cases and balance memory usage.
 
 ### Fixed
 - Integrated Azure U2M flow into driver for improved stability.

development/.release-freeze.json

@@ -1,5 +1,5 @@
 {
   "freeze": true,
   "reason": "Releasing JDBC - 16th Sep",
-  "allow_list": []
-}
+  "allow_list": ["jayantsing-db/default-max-rows-per-block"]
+}

src/main/java/com/databricks/jdbc/common/DatabricksJdbcUrlParams.java

@@ -123,7 +123,7 @@ public enum DatabricksJdbcUrlParams {
   ROWS_FETCHED_PER_BLOCK(
       "RowsFetchedPerBlock",
       "The maximum number of rows that a query returns at a time.",
-      "2000000"), // works only for inline results.
+      "100000"), // works only for inline results.
   AZURE_WORKSPACE_RESOURCE_ID(
       "azure_workspace_resource_id", "Resource ID of Azure Databricks workspace"),
   AZURE_TENANT_ID("AzureTenantId", "Azure tenant ID"),

src/test/java/com/databricks/jdbc/api/impl/DatabricksConnectionContextTest.java

@@ -342,7 +342,7 @@ public void testRowsFetchedPerBlock() throws DatabricksSQLException {
     DatabricksConnectionContext connectionContext =
         (DatabricksConnectionContext)
             DatabricksConnectionContext.parse(TestConstants.VALID_CLUSTER_URL, properties);
-    assertEquals(2000000, connectionContext.getRowsFetchedPerBlock());
+    assertEquals(100000, connectionContext.getRowsFetchedPerBlock());
 
     // Test with custom value
     Properties properties = new Properties();

src/test/java/com/databricks/jdbc/integration/IntegrationTestUtil.java

@@ -1,6 +1,7 @@
 package com.databricks.jdbc.integration;
 
 import static com.databricks.jdbc.common.DatabricksJdbcConstants.*;
+import static com.databricks.jdbc.common.EnvironmentVariables.DEFAULT_ROW_LIMIT_PER_BLOCK;
 import static com.databricks.jdbc.integration.fakeservice.FakeServiceConfigLoader.*;
 import static com.databricks.jdbc.integration.fakeservice.FakeServiceExtension.TARGET_URI_PROP_SUFFIX;
 
@@ -200,15 +201,18 @@ public static Connection getValidJDBCConnection() throws SQLException {
         DatabricksJdbcUrlParams.ENABLE_SQL_EXEC_HYBRID_RESULTS.getParamName(), '0');
 
     if (DriverUtil.isRunningAgainstFake()) {
-      connectionProperties.put(
+      connectionProperties.putIfAbsent(
           DatabricksJdbcUrlParams.CONN_CATALOG.getParamName(),
           FakeServiceConfigLoader.getProperty(DatabricksJdbcUrlParams.CONN_CATALOG.getParamName()));
-      connectionProperties.put(
+      connectionProperties.putIfAbsent(
           DatabricksJdbcUrlParams.CONN_SCHEMA.getParamName(),
           FakeServiceConfigLoader.getProperty(DatabricksJdbcUrlParams.CONN_SCHEMA.getParamName()));
-      connectionProperties.put(
+      connectionProperties.putIfAbsent(
           DatabricksJdbcUrlParams.USE_THRIFT_CLIENT.getParamName(),
           FakeServiceConfigLoader.shouldUseThriftClient());
+      connectionProperties.putIfAbsent(
+          DatabricksJdbcUrlParams.ROWS_FETCHED_PER_BLOCK.getParamName(),
+          DEFAULT_ROW_LIMIT_PER_BLOCK);
 
       return DriverManager.getConnection(getFakeServiceJDBCUrl(), connectionProperties);
     }
@@ -233,15 +237,18 @@ public static Connection getValidJDBCConnection(Properties connectionProperties)
         DatabricksJdbcUrlParams.ENABLE_SQL_EXEC_HYBRID_RESULTS.getParamName(), '0');
 
     if (DriverUtil.isRunningAgainstFake()) {
-      connectionProperties.put(
+      connectionProperties.putIfAbsent(
           DatabricksJdbcUrlParams.CONN_CATALOG.getParamName(),
           FakeServiceConfigLoader.getProperty(DatabricksJdbcUrlParams.CONN_CATALOG.getParamName()));
-      connectionProperties.put(
+      connectionProperties.putIfAbsent(
           DatabricksJdbcUrlParams.CONN_SCHEMA.getParamName(),
           FakeServiceConfigLoader.getProperty(DatabricksJdbcUrlParams.CONN_SCHEMA.getParamName()));
-      connectionProperties.put(
+      connectionProperties.putIfAbsent(
           DatabricksJdbcUrlParams.USE_THRIFT_CLIENT.getParamName(),
           FakeServiceConfigLoader.shouldUseThriftClient());
+      connectionProperties.putIfAbsent(
+          DatabricksJdbcUrlParams.ROWS_FETCHED_PER_BLOCK.getParamName(),
+          DEFAULT_ROW_LIMIT_PER_BLOCK);
 
       return DriverManager.getConnection(getFakeServiceJDBCUrl(), connectionProperties);
     }