Update DatabricksConnection.cs

address comments

Author: jadewang-db

csharp/src/Drivers/Databricks/DatabricksConnection.cs

@@ -30,19 +30,22 @@ namespace Apache.Arrow.Adbc.Drivers.Databricks
 {
     internal class DatabricksConnection : SparkHttpConnection
     {
+        private const bool DefaultRetryOnUnavailable= true;
+        private const int DefaultTemporarilyUnavailableRetryTimeout = 500;
+
         public DatabricksConnection(IReadOnlyDictionary<string, string> properties) : base(properties)
         {
         }
 
         /// <summary>
         /// Gets a value indicating whether to retry requests that receive a 503 response with a Retry-After header.
         /// </summary>
-        protected bool TemporarilyUnavailableRetry { get; private set; } = true;
+        protected bool TemporarilyUnavailableRetry { get; private set; } = DefaultRetryOnUnavailable;
 
         /// <summary>
         /// Gets the maximum total time in seconds to retry 503 responses before failing.
         /// </summary>
-        protected int TemporarilyUnavailableRetryTimeout { get; private set; } = 900;
+        protected int TemporarilyUnavailableRetryTimeout { get; private set; } = DefaultTemporarilyUnavailableRetryTimeout;
 
         protected override HttpMessageHandler CreateHttpHandler()
         {
@@ -114,14 +117,17 @@ protected override void ValidateOptions()
         {
              base.ValidateOptions();
 
-            bool tempUnavailableRetryValue = true; // Default to enabled
-            // Parse retry configuration parameters
-            if(Properties.TryGetValue(DatabricksParameters.TemporarilyUnavailableRetry, out string? tempUnavailableRetryStr))
-            {
-                throw new ArgumentOutOfRangeException(DatabricksParameters.TemporarilyUnavailableRetry, tempUnavailableRetryStr,
-                    $"must be a value of false (disabled) or true (enabled). Default is 1.");
-            }
-            TemporarilyUnavailableRetry = tempUnavailableRetryValue;
+            if (Properties.TryGetValue(DatabricksParameters.TemporarilyUnavailableRetry, out string? tempUnavailableRetryStr))
+            {
+                if (!bool.TryParse(tempUnavailableRetryStr, out bool tempUnavailableRetryValue))
+                {
+                    throw new ArgumentOutOfRangeException(DatabricksParameters.TemporarilyUnavailableRetry, tempUnavailableRetryStr,
+                        $"must be a value of false (disabled) or true (enabled). Default is true.");
+                }
+
+                TemporarilyUnavailableRetry = tempUnavailableRetryValue;
+            }
+
 
             if(Properties.TryGetValue(DatabricksParameters.TemporarilyUnavailableRetryTimeout, out string? tempUnavailableRetryTimeoutStr))
             {
@@ -133,10 +139,6 @@ protected override void ValidateOptions()
                 }
                 TemporarilyUnavailableRetryTimeout = tempUnavailableRetryTimeoutValue;
             }
-            else
-            {
-                TemporarilyUnavailableRetryTimeout = 900; // Default to 15 minutes
-            }
         }
 
         protected override Task<TGetResultSetMetadataResp> GetResultSetMetadataAsync(TGetSchemasResp response, CancellationToken cancellationToken = default) =>