Add new buffering options to all OP destinations

.generated-info

@@ -1,4 +1,4 @@
 {
-  "spec_repo_commit": "69305be",
-  "generated": "2025-08-05 16:21:55.068"
+  "spec_repo_commit": "884871f",
+  "generated": "2025-08-05 21:32:52.766"
 }

.generator/schemas/v2/openapi.yaml

@@ -4946,6 +4946,8 @@ components:
           description: Optional prefix for blobs written to the container.
           example: logs/
           type: string
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         container_name:
           description: The name of the Azure Blob Storage container to store logs
             in.
@@ -24998,6 +25000,8 @@ components:
       description: The `microsoft_sentinel` destination forwards logs to Microsoft
         Sentinel.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         client_id:
           description: Azure AD client ID used for authentication.
           example: a1b2c3d4-5678-90ab-cdef-1234567890ab
@@ -26630,6 +26634,8 @@ components:
       properties:
         auth:
           $ref: '#/components/schemas/ObservabilityPipelineAmazonOpenSearchDestinationAuth'
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         bulk_index:
           description: The index to write logs to.
           example: logs-index
@@ -26708,6 +26714,8 @@ components:
           description: S3 bucket name.
           example: error-logs
           type: string
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: Unique identifier for the destination component.
           example: amazon-s3-destination
@@ -26827,6 +26835,28 @@ components:
             role session.
           type: string
       type: object
+    ObservabilityPipelineBufferOptions:
+      description: Configuration for buffer settings on destination components.
+      oneOf:
+      - $ref: '#/components/schemas/ObservabilityPipelineDiskBufferOptions'
+      - $ref: '#/components/schemas/ObservabilityPipelineMemoryBufferOptions'
+      - $ref: '#/components/schemas/ObservabilityPipelineMemoryBufferSizeOptions'
+    ObservabilityPipelineBufferOptionsDiskType:
+      default: disk
+      description: The type of the buffer that will be configured, a disk buffer.
+      enum:
+      - disk
+      type: string
+      x-enum-varnames:
+      - DISK
+    ObservabilityPipelineBufferOptionsMemoryType:
+      default: memory
+      description: The type of the buffer that will be configured, a memory buffer.
+      enum:
+      - memory
+      type: string
+      x-enum-varnames:
+      - MEMORY
     ObservabilityPipelineConfig:
       description: Specifies the pipeline's configuration, including its sources,
         processors, and destinations.
@@ -26982,6 +27012,8 @@ components:
     ObservabilityPipelineDatadogLogsDestination:
       description: The `datadog_logs` destination forwards logs to Datadog Log Management.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: The unique identifier for this component.
           example: datadog-logs-destination
@@ -27083,12 +27115,27 @@ components:
       type: string
       x-enum-varnames:
       - DEDUPE
+    ObservabilityPipelineDiskBufferOptions:
+      description: Options for configuring a disk buffer.
+      properties:
+        max_size:
+          description: Maximum size of the disk buffer.
+          example: 4096
+          format: int64
+          maximum: 536870912000
+          minimum: 268435488
+          type: integer
+        type:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsDiskType'
+      type: object
     ObservabilityPipelineElasticsearchDestination:
       description: The `elasticsearch` destination writes logs to an Elasticsearch
         cluster.
       properties:
         api_version:
           $ref: '#/components/schemas/ObservabilityPipelineElasticsearchDestinationApiVersion'
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         bulk_index:
           description: The index to write logs to in Elasticsearch.
           example: logs-index
@@ -27573,6 +27620,8 @@ components:
       properties:
         auth:
           $ref: '#/components/schemas/ObservabilityPipelineGcpAuth'
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         customer_id:
           description: The Google Chronicle customer ID.
           example: abcdefg123456789
@@ -27639,6 +27688,8 @@ components:
           description: Name of the GCS bucket.
           example: error-logs
           type: string
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: Unique identifier for the destination component.
           example: gcs-destination
@@ -27949,6 +28000,32 @@ components:
       type: string
       x-enum-varnames:
       - LOGSTASH
+    ObservabilityPipelineMemoryBufferOptions:
+      description: Options for configuring a memory buffer by byte size.
+      properties:
+        max_size:
+          description: Maximum size of the disk buffer.
+          example: 4096
+          format: int64
+          maximum: 13743895347
+          minimum: 1
+          type: integer
+        type:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsMemoryType'
+      type: object
+    ObservabilityPipelineMemoryBufferSizeOptions:
+      description: Options for configuring a memory buffer by queue length.
+      properties:
+        max_events:
+          description: The `ObservabilityPipelineMemoryBufferSizeOptions` `max_events`.
+          example: 500
+          format: int64
+          maximum: 268435456
+          minimum: 1
+          type: integer
+        type:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsMemoryType'
+      type: object
     ObservabilityPipelineMetadataEntry:
       description: A custom metadata entry.
       properties:
@@ -27972,6 +28049,8 @@ components:
     ObservabilityPipelineNewRelicDestination:
       description: The `new_relic` destination sends logs to the New Relic platform.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: The unique identifier for this component.
           example: new-relic-destination
@@ -28109,6 +28188,8 @@ components:
     ObservabilityPipelineOpenSearchDestination:
       description: The `opensearch` destination writes logs to an OpenSearch cluster.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         bulk_index:
           description: The index to write logs to.
           example: logs-index
@@ -28683,6 +28764,8 @@ components:
       description: The `rsyslog` destination forwards logs to an external `rsyslog`
         server over TCP or UDP using the syslog protocol.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: The unique identifier for this component.
           example: rsyslog-destination
@@ -29157,6 +29240,8 @@ components:
     ObservabilityPipelineSentinelOneDestination:
       description: The `sentinel_one` destination sends logs to SentinelOne.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: The unique identifier for this component.
           example: sentinelone-destination
@@ -29241,6 +29326,8 @@ components:
             '
           example: true
           type: boolean
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         encoding:
           $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestinationEncoding'
         id:
@@ -29354,6 +29441,8 @@ components:
     ObservabilityPipelineSumoLogicDestination:
       description: The `sumo_logic` destination forwards logs to Sumo Logic.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         encoding:
           $ref: '#/components/schemas/ObservabilityPipelineSumoLogicDestinationEncoding'
         header_custom_fields:
@@ -29457,6 +29546,8 @@ components:
       description: The `syslog_ng` destination forwards logs to an external `syslog-ng`
         server over TCP or UDP using the syslog protocol.
       properties:
+        buffer:
+          $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
         id:
           description: The unique identifier for this component.
           example: syslog-ng-destination

src/main/java/com/datadog/api/client/v2/model/AzureStorageDestination.java

@@ -22,6 +22,7 @@
 /** The <code>azure_storage</code> destination forwards logs to an Azure Blob Storage container. */
 @JsonPropertyOrder({
   AzureStorageDestination.JSON_PROPERTY_BLOB_PREFIX,
+  AzureStorageDestination.JSON_PROPERTY_BUFFER,
   AzureStorageDestination.JSON_PROPERTY_CONTAINER_NAME,
   AzureStorageDestination.JSON_PROPERTY_ID,
   AzureStorageDestination.JSON_PROPERTY_INPUTS,
@@ -34,6 +35,9 @@ public class AzureStorageDestination {
   public static final String JSON_PROPERTY_BLOB_PREFIX = "blob_prefix";
   private String blobPrefix;
 
+  public static final String JSON_PROPERTY_BUFFER = "buffer";
+  private ObservabilityPipelineBufferOptions buffer;
+
   public static final String JSON_PROPERTY_CONTAINER_NAME = "container_name";
   private String containerName;
 
@@ -82,6 +86,28 @@ public void setBlobPrefix(String blobPrefix) {
     this.blobPrefix = blobPrefix;
   }
 
+  public AzureStorageDestination buffer(ObservabilityPipelineBufferOptions buffer) {
+    this.buffer = buffer;
+    this.unparsed |= buffer.unparsed;
+    return this;
+  }
+
+  /**
+   * Configuration for buffer settings on destination components.
+   *
+   * @return buffer
+   */
+  @jakarta.annotation.Nullable
+  @JsonProperty(JSON_PROPERTY_BUFFER)
+  @JsonInclude(value = JsonInclude.Include.USE_DEFAULTS)
+  public ObservabilityPipelineBufferOptions getBuffer() {
+    return buffer;
+  }
+
+  public void setBuffer(ObservabilityPipelineBufferOptions buffer) {
+    this.buffer = buffer;
+  }
+
   public AzureStorageDestination containerName(String containerName) {
     this.containerName = containerName;
     return this;
@@ -228,6 +254,7 @@ public boolean equals(Object o) {
     }
     AzureStorageDestination azureStorageDestination = (AzureStorageDestination) o;
     return Objects.equals(this.blobPrefix, azureStorageDestination.blobPrefix)
+        && Objects.equals(this.buffer, azureStorageDestination.buffer)
         && Objects.equals(this.containerName, azureStorageDestination.containerName)
         && Objects.equals(this.id, azureStorageDestination.id)
         && Objects.equals(this.inputs, azureStorageDestination.inputs)
@@ -237,14 +264,15 @@ public boolean equals(Object o) {
 
   @Override
   public int hashCode() {
-    return Objects.hash(blobPrefix, containerName, id, inputs, type, additionalProperties);
+    return Objects.hash(blobPrefix, buffer, containerName, id, inputs, type, additionalProperties);
   }
 
   @Override
   public String toString() {
     StringBuilder sb = new StringBuilder();
     sb.append("class AzureStorageDestination {\n");
     sb.append("    blobPrefix: ").append(toIndentedString(blobPrefix)).append("\n");
+    sb.append("    buffer: ").append(toIndentedString(buffer)).append("\n");
     sb.append("    containerName: ").append(toIndentedString(containerName)).append("\n");
     sb.append("    id: ").append(toIndentedString(id)).append("\n");
     sb.append("    inputs: ").append(toIndentedString(inputs)).append("\n");

src/main/java/com/datadog/api/client/v2/model/MicrosoftSentinelDestination.java

@@ -21,6 +21,7 @@
 
 /** The <code>microsoft_sentinel</code> destination forwards logs to Microsoft Sentinel. */
 @JsonPropertyOrder({
+  MicrosoftSentinelDestination.JSON_PROPERTY_BUFFER,
   MicrosoftSentinelDestination.JSON_PROPERTY_CLIENT_ID,
   MicrosoftSentinelDestination.JSON_PROPERTY_DCR_IMMUTABLE_ID,
   MicrosoftSentinelDestination.JSON_PROPERTY_ID,
@@ -33,6 +34,9 @@
     value = "https://github.com/DataDog/datadog-api-client-java/blob/master/.generator")
 public class MicrosoftSentinelDestination {
   @JsonIgnore public boolean unparsed = false;
+  public static final String JSON_PROPERTY_BUFFER = "buffer";
+  private ObservabilityPipelineBufferOptions buffer;
+
   public static final String JSON_PROPERTY_CLIENT_ID = "client_id";
   private String clientId;
 
@@ -77,6 +81,28 @@ public MicrosoftSentinelDestination(
     this.unparsed |= !type.isValid();
   }
 
+  public MicrosoftSentinelDestination buffer(ObservabilityPipelineBufferOptions buffer) {
+    this.buffer = buffer;
+    this.unparsed |= buffer.unparsed;
+    return this;
+  }
+
+  /**
+   * Configuration for buffer settings on destination components.
+   *
+   * @return buffer
+   */
+  @jakarta.annotation.Nullable
+  @JsonProperty(JSON_PROPERTY_BUFFER)
+  @JsonInclude(value = JsonInclude.Include.USE_DEFAULTS)
+  public ObservabilityPipelineBufferOptions getBuffer() {
+    return buffer;
+  }
+
+  public void setBuffer(ObservabilityPipelineBufferOptions buffer) {
+    this.buffer = buffer;
+  }
+
   public MicrosoftSentinelDestination clientId(String clientId) {
     this.clientId = clientId;
     return this;
@@ -282,7 +308,8 @@ public boolean equals(Object o) {
       return false;
     }
     MicrosoftSentinelDestination microsoftSentinelDestination = (MicrosoftSentinelDestination) o;
-    return Objects.equals(this.clientId, microsoftSentinelDestination.clientId)
+    return Objects.equals(this.buffer, microsoftSentinelDestination.buffer)
+        && Objects.equals(this.clientId, microsoftSentinelDestination.clientId)
         && Objects.equals(this.dcrImmutableId, microsoftSentinelDestination.dcrImmutableId)
         && Objects.equals(this.id, microsoftSentinelDestination.id)
         && Objects.equals(this.inputs, microsoftSentinelDestination.inputs)
@@ -296,13 +323,14 @@ public boolean equals(Object o) {
   @Override
   public int hashCode() {
     return Objects.hash(
-        clientId, dcrImmutableId, id, inputs, table, tenantId, type, additionalProperties);
+        buffer, clientId, dcrImmutableId, id, inputs, table, tenantId, type, additionalProperties);
   }
 
   @Override
   public String toString() {
     StringBuilder sb = new StringBuilder();
     sb.append("class MicrosoftSentinelDestination {\n");
+    sb.append("    buffer: ").append(toIndentedString(buffer)).append("\n");
     sb.append("    clientId: ").append(toIndentedString(clientId)).append("\n");
     sb.append("    dcrImmutableId: ").append(toIndentedString(dcrImmutableId)).append("\n");
     sb.append("    id: ").append(toIndentedString(id)).append("\n");