Adding datastream to Open Search destination and adding Auth Strategy for Observability Pipeline API (#3614)

Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>

Author: api-clients-generation-pipeline[bot]

.generator/schemas/v2/openapi.yaml

@@ -38691,12 +38691,14 @@ components:
       - none
       - basic
       - bearer
+      - custom
       example: basic
       type: string
       x-enum-varnames:
       - NONE
       - BASIC
       - BEARER
+      - CUSTOM
     ObservabilityPipelineHttpClientSourceType:
       default: http_client
       description: The source type. The value should always be `http_client`.
@@ -39259,6 +39261,8 @@ components:
           description: The index to write logs to.
           example: logs-index
           type: string
+        data_stream:
+          $ref: '#/components/schemas/ObservabilityPipelineOpenSearchDestinationDataStream'
         id:
           description: The unique identifier for this component.
           example: opensearch-destination
@@ -39280,6 +39284,23 @@ components:
       type: object
       x-pipeline-types:
       - logs
+    ObservabilityPipelineOpenSearchDestinationDataStream:
+      description: Configuration options for writing to OpenSearch Data Streams instead
+        of a fixed index.
+      properties:
+        dataset:
+          description: The data stream dataset for your logs. This groups logs by
+            their source or application.
+          type: string
+        dtype:
+          description: The data stream type for your logs. This determines how logs
+            are categorized within the data stream.
+          type: string
+        namespace:
+          description: The data stream namespace for your logs. This separates logs
+            into different environments or domains.
+          type: string
+      type: object
     ObservabilityPipelineOpenSearchDestinationType:
       default: opensearch
       description: The destination type. The value should always be `opensearch`.

api/datadogV2/model_observability_pipeline_http_client_source_auth_strategy.go

@@ -18,12 +18,14 @@ const (
 	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_NONE   ObservabilityPipelineHttpClientSourceAuthStrategy = "none"
 	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_BASIC  ObservabilityPipelineHttpClientSourceAuthStrategy = "basic"
 	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_BEARER ObservabilityPipelineHttpClientSourceAuthStrategy = "bearer"
+	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_CUSTOM ObservabilityPipelineHttpClientSourceAuthStrategy = "custom"
 )
 
 var allowedObservabilityPipelineHttpClientSourceAuthStrategyEnumValues = []ObservabilityPipelineHttpClientSourceAuthStrategy{
 	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_NONE,
 	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_BASIC,
 	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_BEARER,
+	OBSERVABILITYPIPELINEHTTPCLIENTSOURCEAUTHSTRATEGY_CUSTOM,
 }
 
 // GetAllowedValues reeturns the list of possible values.

api/datadogV2/model_observability_pipeline_open_search_destination.go

@@ -16,6 +16,8 @@ import (
 type ObservabilityPipelineOpenSearchDestination struct {
 	// The index to write logs to.
 	BulkIndex *string `json:"bulk_index,omitempty"`
+	// Configuration options for writing to OpenSearch Data Streams instead of a fixed index.
+	DataStream *ObservabilityPipelineOpenSearchDestinationDataStream `json:"data_stream,omitempty"`
 	// The unique identifier for this component.
 	Id string `json:"id"`
 	// A list of component IDs whose output is used as the `input` for this component.
@@ -77,6 +79,34 @@ func (o *ObservabilityPipelineOpenSearchDestination) SetBulkIndex(v string) {
 	o.BulkIndex = &v
 }
 
+// GetDataStream returns the DataStream field value if set, zero value otherwise.
+func (o *ObservabilityPipelineOpenSearchDestination) GetDataStream() ObservabilityPipelineOpenSearchDestinationDataStream {
+	if o == nil || o.DataStream == nil {
+		var ret ObservabilityPipelineOpenSearchDestinationDataStream
+		return ret
+	}
+	return *o.DataStream
+}
+
+// GetDataStreamOk returns a tuple with the DataStream field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineOpenSearchDestination) GetDataStreamOk() (*ObservabilityPipelineOpenSearchDestinationDataStream, bool) {
+	if o == nil || o.DataStream == nil {
+		return nil, false
+	}
+	return o.DataStream, true
+}
+
+// HasDataStream returns a boolean if a field has been set.
+func (o *ObservabilityPipelineOpenSearchDestination) HasDataStream() bool {
+	return o != nil && o.DataStream != nil
+}
+
+// SetDataStream gets a reference to the given ObservabilityPipelineOpenSearchDestinationDataStream and assigns it to the DataStream field.
+func (o *ObservabilityPipelineOpenSearchDestination) SetDataStream(v ObservabilityPipelineOpenSearchDestinationDataStream) {
+	o.DataStream = &v
+}
+
 // GetId returns the Id field value.
 func (o *ObservabilityPipelineOpenSearchDestination) GetId() string {
 	if o == nil {
@@ -155,6 +185,9 @@ func (o ObservabilityPipelineOpenSearchDestination) MarshalJSON() ([]byte, error
 	if o.BulkIndex != nil {
 		toSerialize["bulk_index"] = o.BulkIndex
 	}
+	if o.DataStream != nil {
+		toSerialize["data_stream"] = o.DataStream
+	}
 	toSerialize["id"] = o.Id
 	toSerialize["inputs"] = o.Inputs
 	toSerialize["type"] = o.Type
@@ -168,10 +201,11 @@ func (o ObservabilityPipelineOpenSearchDestination) MarshalJSON() ([]byte, error
 // UnmarshalJSON deserializes the given payload.
 func (o *ObservabilityPipelineOpenSearchDestination) UnmarshalJSON(bytes []byte) (err error) {
 	all := struct {
-		BulkIndex *string                                         `json:"bulk_index,omitempty"`
-		Id        *string                                         `json:"id"`
-		Inputs    *[]string                                       `json:"inputs"`
-		Type      *ObservabilityPipelineOpenSearchDestinationType `json:"type"`
+		BulkIndex  *string                                               `json:"bulk_index,omitempty"`
+		DataStream *ObservabilityPipelineOpenSearchDestinationDataStream `json:"data_stream,omitempty"`
+		Id         *string                                               `json:"id"`
+		Inputs     *[]string                                             `json:"inputs"`
+		Type       *ObservabilityPipelineOpenSearchDestinationType       `json:"type"`
 	}{}
 	if err = datadog.Unmarshal(bytes, &all); err != nil {
 		return datadog.Unmarshal(bytes, &o.UnparsedObject)
@@ -187,13 +221,17 @@ func (o *ObservabilityPipelineOpenSearchDestination) UnmarshalJSON(bytes []byte)
 	}
 	additionalProperties := make(map[string]interface{})
 	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
-		datadog.DeleteKeys(additionalProperties, &[]string{"bulk_index", "id", "inputs", "type"})
+		datadog.DeleteKeys(additionalProperties, &[]string{"bulk_index", "data_stream", "id", "inputs", "type"})
 	} else {
 		return err
 	}
 
 	hasInvalidField := false
 	o.BulkIndex = all.BulkIndex
+	if all.DataStream != nil && all.DataStream.UnparsedObject != nil && o.UnparsedObject == nil {
+		hasInvalidField = true
+	}
+	o.DataStream = all.DataStream
 	o.Id = *all.Id
 	o.Inputs = *all.Inputs
 	if !all.Type.IsValid() {

api/datadogV2/model_observability_pipeline_open_search_destination_data_stream.go

@@ -0,0 +1,172 @@
+// Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2019-Present Datadog, Inc.
+
+package datadogV2
+
+import (
+	"github.com/DataDog/datadog-api-client-go/v2/api/datadog"
+)
+
+// ObservabilityPipelineOpenSearchDestinationDataStream Configuration options for writing to OpenSearch Data Streams instead of a fixed index.
+type ObservabilityPipelineOpenSearchDestinationDataStream struct {
+	// The data stream dataset for your logs. This groups logs by their source or application.
+	Dataset *string `json:"dataset,omitempty"`
+	// The data stream type for your logs. This determines how logs are categorized within the data stream.
+	Dtype *string `json:"dtype,omitempty"`
+	// The data stream namespace for your logs. This separates logs into different environments or domains.
+	Namespace *string `json:"namespace,omitempty"`
+	// UnparsedObject contains the raw value of the object if there was an error when deserializing into the struct
+	UnparsedObject       map[string]interface{} `json:"-"`
+	AdditionalProperties map[string]interface{} `json:"-"`
+}
+
+// NewObservabilityPipelineOpenSearchDestinationDataStream instantiates a new ObservabilityPipelineOpenSearchDestinationDataStream object.
+// This constructor will assign default values to properties that have it defined,
+// and makes sure properties required by API are set, but the set of arguments
+// will change when the set of required properties is changed.
+func NewObservabilityPipelineOpenSearchDestinationDataStream() *ObservabilityPipelineOpenSearchDestinationDataStream {
+	this := ObservabilityPipelineOpenSearchDestinationDataStream{}
+	return &this
+}
+
+// NewObservabilityPipelineOpenSearchDestinationDataStreamWithDefaults instantiates a new ObservabilityPipelineOpenSearchDestinationDataStream object.
+// This constructor will only assign default values to properties that have it defined,
+// but it doesn't guarantee that properties required by API are set.
+func NewObservabilityPipelineOpenSearchDestinationDataStreamWithDefaults() *ObservabilityPipelineOpenSearchDestinationDataStream {
+	this := ObservabilityPipelineOpenSearchDestinationDataStream{}
+	return &this
+}
+
+// GetDataset returns the Dataset field value if set, zero value otherwise.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) GetDataset() string {
+	if o == nil || o.Dataset == nil {
+		var ret string
+		return ret
+	}
+	return *o.Dataset
+}
+
+// GetDatasetOk returns a tuple with the Dataset field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) GetDatasetOk() (*string, bool) {
+	if o == nil || o.Dataset == nil {
+		return nil, false
+	}
+	return o.Dataset, true
+}
+
+// HasDataset returns a boolean if a field has been set.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) HasDataset() bool {
+	return o != nil && o.Dataset != nil
+}
+
+// SetDataset gets a reference to the given string and assigns it to the Dataset field.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) SetDataset(v string) {
+	o.Dataset = &v
+}
+
+// GetDtype returns the Dtype field value if set, zero value otherwise.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) GetDtype() string {
+	if o == nil || o.Dtype == nil {
+		var ret string
+		return ret
+	}
+	return *o.Dtype
+}
+
+// GetDtypeOk returns a tuple with the Dtype field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) GetDtypeOk() (*string, bool) {
+	if o == nil || o.Dtype == nil {
+		return nil, false
+	}
+	return o.Dtype, true
+}
+
+// HasDtype returns a boolean if a field has been set.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) HasDtype() bool {
+	return o != nil && o.Dtype != nil
+}
+
+// SetDtype gets a reference to the given string and assigns it to the Dtype field.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) SetDtype(v string) {
+	o.Dtype = &v
+}
+
+// GetNamespace returns the Namespace field value if set, zero value otherwise.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) GetNamespace() string {
+	if o == nil || o.Namespace == nil {
+		var ret string
+		return ret
+	}
+	return *o.Namespace
+}
+
+// GetNamespaceOk returns a tuple with the Namespace field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) GetNamespaceOk() (*string, bool) {
+	if o == nil || o.Namespace == nil {
+		return nil, false
+	}
+	return o.Namespace, true
+}
+
+// HasNamespace returns a boolean if a field has been set.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) HasNamespace() bool {
+	return o != nil && o.Namespace != nil
+}
+
+// SetNamespace gets a reference to the given string and assigns it to the Namespace field.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) SetNamespace(v string) {
+	o.Namespace = &v
+}
+
+// MarshalJSON serializes the struct using spec logic.
+func (o ObservabilityPipelineOpenSearchDestinationDataStream) MarshalJSON() ([]byte, error) {
+	toSerialize := map[string]interface{}{}
+	if o.UnparsedObject != nil {
+		return datadog.Marshal(o.UnparsedObject)
+	}
+	if o.Dataset != nil {
+		toSerialize["dataset"] = o.Dataset
+	}
+	if o.Dtype != nil {
+		toSerialize["dtype"] = o.Dtype
+	}
+	if o.Namespace != nil {
+		toSerialize["namespace"] = o.Namespace
+	}
+
+	for key, value := range o.AdditionalProperties {
+		toSerialize[key] = value
+	}
+	return datadog.Marshal(toSerialize)
+}
+
+// UnmarshalJSON deserializes the given payload.
+func (o *ObservabilityPipelineOpenSearchDestinationDataStream) UnmarshalJSON(bytes []byte) (err error) {
+	all := struct {
+		Dataset   *string `json:"dataset,omitempty"`
+		Dtype     *string `json:"dtype,omitempty"`
+		Namespace *string `json:"namespace,omitempty"`
+	}{}
+	if err = datadog.Unmarshal(bytes, &all); err != nil {
+		return datadog.Unmarshal(bytes, &o.UnparsedObject)
+	}
+	additionalProperties := make(map[string]interface{})
+	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
+		datadog.DeleteKeys(additionalProperties, &[]string{"dataset", "dtype", "namespace"})
+	} else {
+		return err
+	}
+	o.Dataset = all.Dataset
+	o.Dtype = all.Dtype
+	o.Namespace = all.Namespace
+
+	if len(additionalProperties) > 0 {
+		o.AdditionalProperties = additionalProperties
+	}
+
+	return nil
+}