Adding Observability Pipelines Secret Management feature support (DataDog#3729)

Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>

Author: api-clients-generation-pipeline[bot]

.generator/schemas/v2/openapi.yaml

@@ -18,6 +18,8 @@ type AzureStorageDestination struct {
 	BlobPrefix *string `json:"blob_prefix,omitempty"`
 	// Configuration for buffer settings on destination components.
 	Buffer *ObservabilityPipelineBufferOptions `json:"buffer,omitempty"`
+	// Name of the environment variable or secret that holds the Azure Storage connection string.
+	ConnectionStringKey *string `json:"connection_string_key,omitempty"`
 	// The name of the Azure Blob Storage container to store logs in.
 	ContainerName string `json:"container_name"`
 	// The unique identifier for this component.
@@ -110,6 +112,34 @@ func (o *AzureStorageDestination) SetBuffer(v ObservabilityPipelineBufferOptions
 	o.Buffer = &v
 }
 
+// GetConnectionStringKey returns the ConnectionStringKey field value if set, zero value otherwise.
+func (o *AzureStorageDestination) GetConnectionStringKey() string {
+	if o == nil || o.ConnectionStringKey == nil {
+		var ret string
+		return ret
+	}
+	return *o.ConnectionStringKey
+}
+
+// GetConnectionStringKeyOk returns a tuple with the ConnectionStringKey field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *AzureStorageDestination) GetConnectionStringKeyOk() (*string, bool) {
+	if o == nil || o.ConnectionStringKey == nil {
+		return nil, false
+	}
+	return o.ConnectionStringKey, true
+}
+
+// HasConnectionStringKey returns a boolean if a field has been set.
+func (o *AzureStorageDestination) HasConnectionStringKey() bool {
+	return o != nil && o.ConnectionStringKey != nil
+}
+
+// SetConnectionStringKey gets a reference to the given string and assigns it to the ConnectionStringKey field.
+func (o *AzureStorageDestination) SetConnectionStringKey(v string) {
+	o.ConnectionStringKey = &v
+}
+
 // GetContainerName returns the ContainerName field value.
 func (o *AzureStorageDestination) GetContainerName() string {
 	if o == nil {
@@ -214,6 +244,9 @@ func (o AzureStorageDestination) MarshalJSON() ([]byte, error) {
 	if o.Buffer != nil {
 		toSerialize["buffer"] = o.Buffer
 	}
+	if o.ConnectionStringKey != nil {
+		toSerialize["connection_string_key"] = o.ConnectionStringKey
+	}
 	toSerialize["container_name"] = o.ContainerName
 	toSerialize["id"] = o.Id
 	toSerialize["inputs"] = o.Inputs
@@ -228,12 +261,13 @@ func (o AzureStorageDestination) MarshalJSON() ([]byte, error) {
 // UnmarshalJSON deserializes the given payload.
 func (o *AzureStorageDestination) UnmarshalJSON(bytes []byte) (err error) {
 	all := struct {
-		BlobPrefix    *string                             `json:"blob_prefix,omitempty"`
-		Buffer        *ObservabilityPipelineBufferOptions `json:"buffer,omitempty"`
-		ContainerName *string                             `json:"container_name"`
-		Id            *string                             `json:"id"`
-		Inputs        *[]string                           `json:"inputs"`
-		Type          *AzureStorageDestinationType        `json:"type"`
+		BlobPrefix          *string                             `json:"blob_prefix,omitempty"`
+		Buffer              *ObservabilityPipelineBufferOptions `json:"buffer,omitempty"`
+		ConnectionStringKey *string                             `json:"connection_string_key,omitempty"`
+		ContainerName       *string                             `json:"container_name"`
+		Id                  *string                             `json:"id"`
+		Inputs              *[]string                           `json:"inputs"`
+		Type                *AzureStorageDestinationType        `json:"type"`
 	}{}
 	if err = datadog.Unmarshal(bytes, &all); err != nil {
 		return datadog.Unmarshal(bytes, &o.UnparsedObject)
@@ -252,14 +286,15 @@ func (o *AzureStorageDestination) UnmarshalJSON(bytes []byte) (err error) {
 	}
 	additionalProperties := make(map[string]interface{})
 	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
-		datadog.DeleteKeys(additionalProperties, &[]string{"blob_prefix", "buffer", "container_name", "id", "inputs", "type"})
+		datadog.DeleteKeys(additionalProperties, &[]string{"blob_prefix", "buffer", "connection_string_key", "container_name", "id", "inputs", "type"})
 	} else {
 		return err
 	}
 
 	hasInvalidField := false
 	o.BlobPrefix = all.BlobPrefix
 	o.Buffer = all.Buffer
+	o.ConnectionStringKey = all.ConnectionStringKey
 	o.ContainerName = *all.ContainerName
 	o.Id = *all.Id
 	o.Inputs = *all.Inputs

api/datadogV2/model_azure_storage_destination.go

@@ -18,6 +18,10 @@ type MicrosoftSentinelDestination struct {
 	Buffer *ObservabilityPipelineBufferOptions `json:"buffer,omitempty"`
 	// Azure AD client ID used for authentication.
 	ClientId string `json:"client_id"`
+	// Name of the environment variable or secret that holds the Azure AD client secret.
+	ClientSecretKey *string `json:"client_secret_key,omitempty"`
+	// Name of the environment variable or secret that holds the Data Collection Endpoint (DCE) URI.
+	DceUriKey *string `json:"dce_uri_key,omitempty"`
 	// The immutable ID of the Data Collection Rule (DCR).
 	DcrImmutableId string `json:"dcr_immutable_id"`
 	// The unique identifier for this component.
@@ -112,6 +116,62 @@ func (o *MicrosoftSentinelDestination) SetClientId(v string) {
 	o.ClientId = v
 }
 
+// GetClientSecretKey returns the ClientSecretKey field value if set, zero value otherwise.
+func (o *MicrosoftSentinelDestination) GetClientSecretKey() string {
+	if o == nil || o.ClientSecretKey == nil {
+		var ret string
+		return ret
+	}
+	return *o.ClientSecretKey
+}
+
+// GetClientSecretKeyOk returns a tuple with the ClientSecretKey field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *MicrosoftSentinelDestination) GetClientSecretKeyOk() (*string, bool) {
+	if o == nil || o.ClientSecretKey == nil {
+		return nil, false
+	}
+	return o.ClientSecretKey, true
+}
+
+// HasClientSecretKey returns a boolean if a field has been set.
+func (o *MicrosoftSentinelDestination) HasClientSecretKey() bool {
+	return o != nil && o.ClientSecretKey != nil
+}
+
+// SetClientSecretKey gets a reference to the given string and assigns it to the ClientSecretKey field.
+func (o *MicrosoftSentinelDestination) SetClientSecretKey(v string) {
+	o.ClientSecretKey = &v
+}
+
+// GetDceUriKey returns the DceUriKey field value if set, zero value otherwise.
+func (o *MicrosoftSentinelDestination) GetDceUriKey() string {
+	if o == nil || o.DceUriKey == nil {
+		var ret string
+		return ret
+	}
+	return *o.DceUriKey
+}
+
+// GetDceUriKeyOk returns a tuple with the DceUriKey field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *MicrosoftSentinelDestination) GetDceUriKeyOk() (*string, bool) {
+	if o == nil || o.DceUriKey == nil {
+		return nil, false
+	}
+	return o.DceUriKey, true
+}
+
+// HasDceUriKey returns a boolean if a field has been set.
+func (o *MicrosoftSentinelDestination) HasDceUriKey() bool {
+	return o != nil && o.DceUriKey != nil
+}
+
+// SetDceUriKey gets a reference to the given string and assigns it to the DceUriKey field.
+func (o *MicrosoftSentinelDestination) SetDceUriKey(v string) {
+	o.DceUriKey = &v
+}
+
 // GetDcrImmutableId returns the DcrImmutableId field value.
 func (o *MicrosoftSentinelDestination) GetDcrImmutableId() string {
 	if o == nil {
@@ -260,6 +320,12 @@ func (o MicrosoftSentinelDestination) MarshalJSON() ([]byte, error) {
 		toSerialize["buffer"] = o.Buffer
 	}
 	toSerialize["client_id"] = o.ClientId
+	if o.ClientSecretKey != nil {
+		toSerialize["client_secret_key"] = o.ClientSecretKey
+	}
+	if o.DceUriKey != nil {
+		toSerialize["dce_uri_key"] = o.DceUriKey
+	}
 	toSerialize["dcr_immutable_id"] = o.DcrImmutableId
 	toSerialize["id"] = o.Id
 	toSerialize["inputs"] = o.Inputs
@@ -276,14 +342,16 @@ func (o MicrosoftSentinelDestination) MarshalJSON() ([]byte, error) {
 // UnmarshalJSON deserializes the given payload.
 func (o *MicrosoftSentinelDestination) UnmarshalJSON(bytes []byte) (err error) {
 	all := struct {
-		Buffer         *ObservabilityPipelineBufferOptions `json:"buffer,omitempty"`
-		ClientId       *string                             `json:"client_id"`
-		DcrImmutableId *string                             `json:"dcr_immutable_id"`
-		Id             *string                             `json:"id"`
-		Inputs         *[]string                           `json:"inputs"`
-		Table          *string                             `json:"table"`
-		TenantId       *string                             `json:"tenant_id"`
-		Type           *MicrosoftSentinelDestinationType   `json:"type"`
+		Buffer          *ObservabilityPipelineBufferOptions `json:"buffer,omitempty"`
+		ClientId        *string                             `json:"client_id"`
+		ClientSecretKey *string                             `json:"client_secret_key,omitempty"`
+		DceUriKey       *string                             `json:"dce_uri_key,omitempty"`
+		DcrImmutableId  *string                             `json:"dcr_immutable_id"`
+		Id              *string                             `json:"id"`
+		Inputs          *[]string                           `json:"inputs"`
+		Table           *string                             `json:"table"`
+		TenantId        *string                             `json:"tenant_id"`
+		Type            *MicrosoftSentinelDestinationType   `json:"type"`
 	}{}
 	if err = datadog.Unmarshal(bytes, &all); err != nil {
 		return datadog.Unmarshal(bytes, &o.UnparsedObject)
@@ -311,14 +379,16 @@ func (o *MicrosoftSentinelDestination) UnmarshalJSON(bytes []byte) (err error) {
 	}
 	additionalProperties := make(map[string]interface{})
 	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
-		datadog.DeleteKeys(additionalProperties, &[]string{"buffer", "client_id", "dcr_immutable_id", "id", "inputs", "table", "tenant_id", "type"})
+		datadog.DeleteKeys(additionalProperties, &[]string{"buffer", "client_id", "client_secret_key", "dce_uri_key", "dcr_immutable_id", "id", "inputs", "table", "tenant_id", "type"})
 	} else {
 		return err
 	}
 
 	hasInvalidField := false
 	o.Buffer = all.Buffer
 	o.ClientId = *all.ClientId
+	o.ClientSecretKey = all.ClientSecretKey
+	o.DceUriKey = all.DceUriKey
 	o.DcrImmutableId = *all.DcrImmutableId
 	o.Id = *all.Id
 	o.Inputs = *all.Inputs

api/datadogV2/model_microsoft_sentinel_destination.go

@@ -14,6 +14,8 @@ import (
 //
 // **Supported pipeline types:** logs
 type ObservabilityPipelineAmazonDataFirehoseSource struct {
+	// Name of the environment variable or secret that holds the Firehose delivery stream address.
+	AddressKey *string `json:"address_key,omitempty"`
 	// AWS authentication credentials used for accessing AWS services such as S3.
 	// If omitted, the system’s default credentials are used (for example, the IAM role and environment variables).
 	Auth *ObservabilityPipelineAwsAuth `json:"auth,omitempty"`
@@ -49,6 +51,34 @@ func NewObservabilityPipelineAmazonDataFirehoseSourceWithDefaults() *Observabili
 	return &this
 }
 
+// GetAddressKey returns the AddressKey field value if set, zero value otherwise.
+func (o *ObservabilityPipelineAmazonDataFirehoseSource) GetAddressKey() string {
+	if o == nil || o.AddressKey == nil {
+		var ret string
+		return ret
+	}
+	return *o.AddressKey
+}
+
+// GetAddressKeyOk returns a tuple with the AddressKey field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineAmazonDataFirehoseSource) GetAddressKeyOk() (*string, bool) {
+	if o == nil || o.AddressKey == nil {
+		return nil, false
+	}
+	return o.AddressKey, true
+}
+
+// HasAddressKey returns a boolean if a field has been set.
+func (o *ObservabilityPipelineAmazonDataFirehoseSource) HasAddressKey() bool {
+	return o != nil && o.AddressKey != nil
+}
+
+// SetAddressKey gets a reference to the given string and assigns it to the AddressKey field.
+func (o *ObservabilityPipelineAmazonDataFirehoseSource) SetAddressKey(v string) {
+	o.AddressKey = &v
+}
+
 // GetAuth returns the Auth field value if set, zero value otherwise.
 func (o *ObservabilityPipelineAmazonDataFirehoseSource) GetAuth() ObservabilityPipelineAwsAuth {
 	if o == nil || o.Auth == nil {
@@ -157,6 +187,9 @@ func (o ObservabilityPipelineAmazonDataFirehoseSource) MarshalJSON() ([]byte, er
 	if o.UnparsedObject != nil {
 		return datadog.Marshal(o.UnparsedObject)
 	}
+	if o.AddressKey != nil {
+		toSerialize["address_key"] = o.AddressKey
+	}
 	if o.Auth != nil {
 		toSerialize["auth"] = o.Auth
 	}
@@ -175,10 +208,11 @@ func (o ObservabilityPipelineAmazonDataFirehoseSource) MarshalJSON() ([]byte, er
 // UnmarshalJSON deserializes the given payload.
 func (o *ObservabilityPipelineAmazonDataFirehoseSource) UnmarshalJSON(bytes []byte) (err error) {
 	all := struct {
-		Auth *ObservabilityPipelineAwsAuth                      `json:"auth,omitempty"`
-		Id   *string                                            `json:"id"`
-		Tls  *ObservabilityPipelineTls                          `json:"tls,omitempty"`
-		Type *ObservabilityPipelineAmazonDataFirehoseSourceType `json:"type"`
+		AddressKey *string                                            `json:"address_key,omitempty"`
+		Auth       *ObservabilityPipelineAwsAuth                      `json:"auth,omitempty"`
+		Id         *string                                            `json:"id"`
+		Tls        *ObservabilityPipelineTls                          `json:"tls,omitempty"`
+		Type       *ObservabilityPipelineAmazonDataFirehoseSourceType `json:"type"`
 	}{}
 	if err = datadog.Unmarshal(bytes, &all); err != nil {
 		return datadog.Unmarshal(bytes, &o.UnparsedObject)
@@ -191,12 +225,13 @@ func (o *ObservabilityPipelineAmazonDataFirehoseSource) UnmarshalJSON(bytes []by
 	}
 	additionalProperties := make(map[string]interface{})
 	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
-		datadog.DeleteKeys(additionalProperties, &[]string{"auth", "id", "tls", "type"})
+		datadog.DeleteKeys(additionalProperties, &[]string{"address_key", "auth", "id", "tls", "type"})
 	} else {
 		return err
 	}
 
 	hasInvalidField := false
+	o.AddressKey = all.AddressKey
 	if all.Auth != nil && all.Auth.UnparsedObject != nil && o.UnparsedObject == nil {
 		hasInvalidField = true
 	}

api/datadogV2/model_observability_pipeline_amazon_data_firehose_source.go

@@ -26,6 +26,8 @@ type ObservabilityPipelineAmazonS3Source struct {
 	Tls *ObservabilityPipelineTls `json:"tls,omitempty"`
 	// The source type. Always `amazon_s3`.
 	Type ObservabilityPipelineAmazonS3SourceType `json:"type"`
+	// Name of the environment variable or secret that holds the S3 bucket URL.
+	UrlKey *string `json:"url_key,omitempty"`
 	// UnparsedObject contains the raw value of the object if there was an error when deserializing into the struct
 	UnparsedObject       map[string]interface{} `json:"-"`
 	AdditionalProperties map[string]interface{} `json:"-"`
@@ -178,6 +180,34 @@ func (o *ObservabilityPipelineAmazonS3Source) SetType(v ObservabilityPipelineAma
 	o.Type = v
 }
 
+// GetUrlKey returns the UrlKey field value if set, zero value otherwise.
+func (o *ObservabilityPipelineAmazonS3Source) GetUrlKey() string {
+	if o == nil || o.UrlKey == nil {
+		var ret string
+		return ret
+	}
+	return *o.UrlKey
+}
+
+// GetUrlKeyOk returns a tuple with the UrlKey field value if set, nil otherwise
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineAmazonS3Source) GetUrlKeyOk() (*string, bool) {
+	if o == nil || o.UrlKey == nil {
+		return nil, false
+	}
+	return o.UrlKey, true
+}
+
+// HasUrlKey returns a boolean if a field has been set.
+func (o *ObservabilityPipelineAmazonS3Source) HasUrlKey() bool {
+	return o != nil && o.UrlKey != nil
+}
+
+// SetUrlKey gets a reference to the given string and assigns it to the UrlKey field.
+func (o *ObservabilityPipelineAmazonS3Source) SetUrlKey(v string) {
+	o.UrlKey = &v
+}
+
 // MarshalJSON serializes the struct using spec logic.
 func (o ObservabilityPipelineAmazonS3Source) MarshalJSON() ([]byte, error) {
 	toSerialize := map[string]interface{}{}
@@ -193,6 +223,9 @@ func (o ObservabilityPipelineAmazonS3Source) MarshalJSON() ([]byte, error) {
 		toSerialize["tls"] = o.Tls
 	}
 	toSerialize["type"] = o.Type
+	if o.UrlKey != nil {
+		toSerialize["url_key"] = o.UrlKey
+	}
 
 	for key, value := range o.AdditionalProperties {
 		toSerialize[key] = value
@@ -208,6 +241,7 @@ func (o *ObservabilityPipelineAmazonS3Source) UnmarshalJSON(bytes []byte) (err e
 		Region *string                                  `json:"region"`
 		Tls    *ObservabilityPipelineTls                `json:"tls,omitempty"`
 		Type   *ObservabilityPipelineAmazonS3SourceType `json:"type"`
+		UrlKey *string                                  `json:"url_key,omitempty"`
 	}{}
 	if err = datadog.Unmarshal(bytes, &all); err != nil {
 		return datadog.Unmarshal(bytes, &o.UnparsedObject)
@@ -223,7 +257,7 @@ func (o *ObservabilityPipelineAmazonS3Source) UnmarshalJSON(bytes []byte) (err e
 	}
 	additionalProperties := make(map[string]interface{})
 	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
-		datadog.DeleteKeys(additionalProperties, &[]string{"auth", "id", "region", "tls", "type"})
+		datadog.DeleteKeys(additionalProperties, &[]string{"auth", "id", "region", "tls", "type", "url_key"})
 	} else {
 		return err
 	}
@@ -244,6 +278,7 @@ func (o *ObservabilityPipelineAmazonS3Source) UnmarshalJSON(bytes []byte) (err e
 	} else {
 		o.Type = *all.Type
 	}
+	o.UrlKey = all.UrlKey
 
 	if len(additionalProperties) > 0 {
 		o.AdditionalProperties = additionalProperties