feat(csharp): configurable retries on chunked helpers via ChunkedHelperOptions (generated)

algolia/api-clients-automation#6318

Co-authored-by: algolia-bot <accounts+algolia-api-client-bot@algolia.com>
Co-authored-by: Eric Zaharia <94015633+eric-zaharia@users.noreply.github.com>

Author: algolia-bot

algoliasearch/Utils/ChunkedHelperOptions.cs

@@ -0,0 +1,12 @@
+namespace Algolia.Search.Utils;
+
+/// <summary>
+/// Optional configuration for chunked helpers that batch records and poll for task completion.
+/// </summary>
+public class ChunkedHelperOptions
+{
+  /// <summary>
+  /// Maximum number of retries when polling for task completion. Defaults to <see cref="RetryHelper.DefaultMaxRetries"/>.
+  /// </summary>
+  public int MaxRetries { get; set; } = RetryHelper.DefaultMaxRetries;
+}

algoliasearch/Utils/IngestionClientExtensions.cs

@@ -28,7 +28,8 @@ Task<List<WatchResponse>> ChunkedPushAsync(
     int batchSize = 1000,
     string referenceIndexName = null,
     RequestOptions options = null,
-    CancellationToken cancellationToken = default
+    CancellationToken cancellationToken = default,
+    ChunkedHelperOptions chunkedOptions = null
   );
 
   /// <summary>
@@ -42,7 +43,8 @@ List<WatchResponse> ChunkedPush(
     int batchSize = 1000,
     string referenceIndexName = null,
     RequestOptions options = null,
-    CancellationToken cancellationToken = default
+    CancellationToken cancellationToken = default,
+    ChunkedHelperOptions chunkedOptions = null
   );
 }
 
@@ -61,6 +63,7 @@ public partial class IngestionClient : IIngestionClient
   /// <param name="referenceIndexName">This is required when targeting an index that does not have a push connector setup (e.g. a tmp index), but you wish to attach another index's transformation to it (e.g. the source index name).</param>
   /// <param name="options">Add extra http header or query parameters to Algolia.</param>
   /// <param name="cancellationToken">Cancellation token to cancel the request</param>
+  /// <param name="chunkedOptions">Optional configuration for the helper.</param>
   /// <returns>List of WatchResponse objects from the push operations</returns>
   public async Task<List<WatchResponse>> ChunkedPushAsync(
     string indexName,
@@ -70,9 +73,11 @@ public async Task<List<WatchResponse>> ChunkedPushAsync(
     int batchSize = 1000,
     string referenceIndexName = null,
     RequestOptions options = null,
-    CancellationToken cancellationToken = default
+    CancellationToken cancellationToken = default,
+    ChunkedHelperOptions chunkedOptions = null
   )
   {
+    var maxRetries = chunkedOptions?.MaxRetries ?? RetryHelper.DefaultMaxRetries;
     var objectsList = objects.ToList();
     var totalObjects = objectsList.Count;
     var responses = new List<WatchResponse>();
@@ -162,7 +167,7 @@ await RetryHelper
                 }
               },
               eventResponse => eventResponse != null,
-              maxRetries: 50,
+              maxRetries: maxRetries,
               timeout: retryCount => Math.Min(retryCount * 1500, 5000),
               ct: cancellationToken
             )
@@ -196,7 +201,8 @@ public List<WatchResponse> ChunkedPush(
     int batchSize = 1000,
     string referenceIndexName = null,
     RequestOptions options = null,
-    CancellationToken cancellationToken = default
+    CancellationToken cancellationToken = default,
+    ChunkedHelperOptions chunkedOptions = null
   ) =>
     AsyncHelper.RunSync(() =>
       ChunkedPushAsync(
@@ -207,7 +213,8 @@ public List<WatchResponse> ChunkedPush(
         batchSize,
         referenceIndexName,
         options,
-        cancellationToken
+        cancellationToken,
+        chunkedOptions
       )
     );
 }

algoliasearch/Utils/RetryHelper.cs

@@ -13,7 +13,7 @@ public static class RetryHelper
   /// <summary>
   /// The default maximum number of retries
   /// </summary>
-  public const int DefaultMaxRetries = 50;
+  public const int DefaultMaxRetries = 100;
 
   /// <summary>
   /// Retry the given function until the validation function returns true or the maximum number of retries is reached