Adding all Observability Pipeline new hec_token related features into the api (#3943)

Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>

Author: api-clients-generation-pipeline[bot]

.generator/schemas/v2/openapi.yaml

@@ -44467,6 +44467,40 @@ components:
       type: string
       x-enum-varnames:
         - ELASTICSEARCH
+    ObservabilityPipelineEnrichmentTableFieldEventLookup:
+      description: Looks up a value from a field path in the log event.
+      properties:
+        event:
+          description: The path to the field in the log event to use as the lookup key.
+          example: log.user.id
+          type: string
+      required:
+        - event
+      type: object
+    ObservabilityPipelineEnrichmentTableFieldSecretLookup:
+      description: Looks up a value stored as a pipeline secret.
+      properties:
+        secret:
+          description: The name of the secret containing the lookup key value.
+          example: MY_LOOKUP_SECRET
+          type: string
+      required:
+        - secret
+      type: object
+    ObservabilityPipelineEnrichmentTableFieldStringPath:
+      description: A plain field path in the log event, used as the lookup key.
+      example: log.user.id
+      type: string
+    ObservabilityPipelineEnrichmentTableFieldVrlLookup:
+      description: Evaluates a VRL expression to produce the lookup key.
+      properties:
+        vrl:
+          description: A VRL expression that returns the value to use as the lookup key.
+          example: .log.user.id
+          type: string
+      required:
+        - vrl
+      type: object
     ObservabilityPipelineEnrichmentTableFile:
       description: Defines a static enrichment table loaded from a CSV file.
       properties:
@@ -44517,6 +44551,16 @@ components:
       type: string
       x-enum-varnames:
         - CSV
+    ObservabilityPipelineEnrichmentTableFileKeyItemField:
+      description: |-
+        Specifies the source of the key value used for enrichment table lookups.
+        Can be a plain field path string or an object specifying `event`, `vrl`, or `secret`.
+      example: log.user.id
+      oneOf:
+        - $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableFieldStringPath"
+        - $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableFieldEventLookup"
+        - $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableFieldVrlLookup"
+        - $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableFieldSecretLookup"
     ObservabilityPipelineEnrichmentTableFileKeyItems:
       description: Defines how to map log fields to enrichment table columns during lookups.
       properties:
@@ -44527,9 +44571,7 @@ components:
         comparison:
           $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableFileKeyItemsComparison"
         field:
-          description: The `items` `field`.
-          example: log.user.id
-          type: string
+          $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableFileKeyItemField"
       required:
         - column
         - comparison
@@ -47550,6 +47592,8 @@ components:
           description: Name of the environment variable or secret that holds the Splunk HEC token.
           example: SPLUNK_HEC_TOKEN
           type: string
+        token_strategy:
+          $ref: "#/components/schemas/ObservabilityPipelineSplunkHecDestinationTokenStrategy"
         type:
           $ref: "#/components/schemas/ObservabilityPipelineSplunkHecDestinationType"
       required:
@@ -47568,6 +47612,16 @@ components:
       x-enum-varnames:
         - JSON
         - RAW_MESSAGE
+    ObservabilityPipelineSplunkHecDestinationTokenStrategy:
+      description: Controls how the Splunk HEC token is supplied. Use `custom` to provide a token with `token_key`, or `from_source` to forward the token received from an upstream Splunk HEC source.
+      enum:
+        - custom
+        - from_source
+      example: custom
+      type: string
+      x-enum-varnames:
+        - CUSTOM
+        - FROM_SOURCE
     ObservabilityPipelineSplunkHecDestinationType:
       default: splunk_hec
       description: The destination type. Always `splunk_hec`.
@@ -47591,6 +47645,12 @@ components:
           description: The unique identifier for this component. Used in other parts of the pipeline to reference this component (for example, as the `input` to downstream components).
           example: splunk-hec-source
           type: string
+        store_hec_token:
+          description: |-
+            When `true`, the Splunk HEC token from the incoming request is stored in the event metadata.
+            This allows downstream components to forward the token to other Splunk HEC destinations.
+          example: true
+          type: boolean
         tls:
           $ref: "#/components/schemas/ObservabilityPipelineTls"
         type:

api/datadogV2/model_observability_pipeline_enrichment_table_field_event_lookup.go

@@ -0,0 +1,101 @@
+// Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2019-Present Datadog, Inc.
+
+package datadogV2
+
+import (
+	"fmt"
+
+	"github.com/DataDog/datadog-api-client-go/v2/api/datadog"
+)
+
+// ObservabilityPipelineEnrichmentTableFieldEventLookup Looks up a value from a field path in the log event.
+type ObservabilityPipelineEnrichmentTableFieldEventLookup struct {
+	// The path to the field in the log event to use as the lookup key.
+	Event string `json:"event"`
+	// UnparsedObject contains the raw value of the object if there was an error when deserializing into the struct
+	UnparsedObject       map[string]interface{} `json:"-"`
+	AdditionalProperties map[string]interface{} `json:"-"`
+}
+
+// NewObservabilityPipelineEnrichmentTableFieldEventLookup instantiates a new ObservabilityPipelineEnrichmentTableFieldEventLookup object.
+// This constructor will assign default values to properties that have it defined,
+// and makes sure properties required by API are set, but the set of arguments
+// will change when the set of required properties is changed.
+func NewObservabilityPipelineEnrichmentTableFieldEventLookup(event string) *ObservabilityPipelineEnrichmentTableFieldEventLookup {
+	this := ObservabilityPipelineEnrichmentTableFieldEventLookup{}
+	this.Event = event
+	return &this
+}
+
+// NewObservabilityPipelineEnrichmentTableFieldEventLookupWithDefaults instantiates a new ObservabilityPipelineEnrichmentTableFieldEventLookup object.
+// This constructor will only assign default values to properties that have it defined,
+// but it doesn't guarantee that properties required by API are set.
+func NewObservabilityPipelineEnrichmentTableFieldEventLookupWithDefaults() *ObservabilityPipelineEnrichmentTableFieldEventLookup {
+	this := ObservabilityPipelineEnrichmentTableFieldEventLookup{}
+	return &this
+}
+
+// GetEvent returns the Event field value.
+func (o *ObservabilityPipelineEnrichmentTableFieldEventLookup) GetEvent() string {
+	if o == nil {
+		var ret string
+		return ret
+	}
+	return o.Event
+}
+
+// GetEventOk returns a tuple with the Event field value
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineEnrichmentTableFieldEventLookup) GetEventOk() (*string, bool) {
+	if o == nil {
+		return nil, false
+	}
+	return &o.Event, true
+}
+
+// SetEvent sets field value.
+func (o *ObservabilityPipelineEnrichmentTableFieldEventLookup) SetEvent(v string) {
+	o.Event = v
+}
+
+// MarshalJSON serializes the struct using spec logic.
+func (o ObservabilityPipelineEnrichmentTableFieldEventLookup) MarshalJSON() ([]byte, error) {
+	toSerialize := map[string]interface{}{}
+	if o.UnparsedObject != nil {
+		return datadog.Marshal(o.UnparsedObject)
+	}
+	toSerialize["event"] = o.Event
+
+	for key, value := range o.AdditionalProperties {
+		toSerialize[key] = value
+	}
+	return datadog.Marshal(toSerialize)
+}
+
+// UnmarshalJSON deserializes the given payload.
+func (o *ObservabilityPipelineEnrichmentTableFieldEventLookup) UnmarshalJSON(bytes []byte) (err error) {
+	all := struct {
+		Event *string `json:"event"`
+	}{}
+	if err = datadog.Unmarshal(bytes, &all); err != nil {
+		return datadog.Unmarshal(bytes, &o.UnparsedObject)
+	}
+	if all.Event == nil {
+		return fmt.Errorf("required field event missing")
+	}
+	additionalProperties := make(map[string]interface{})
+	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
+		datadog.DeleteKeys(additionalProperties, &[]string{"event"})
+	} else {
+		return err
+	}
+	o.Event = *all.Event
+
+	if len(additionalProperties) > 0 {
+		o.AdditionalProperties = additionalProperties
+	}
+
+	return nil
+}

api/datadogV2/model_observability_pipeline_enrichment_table_field_secret_lookup.go

@@ -0,0 +1,101 @@
+// Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2019-Present Datadog, Inc.
+
+package datadogV2
+
+import (
+	"fmt"
+
+	"github.com/DataDog/datadog-api-client-go/v2/api/datadog"
+)
+
+// ObservabilityPipelineEnrichmentTableFieldSecretLookup Looks up a value stored as a pipeline secret.
+type ObservabilityPipelineEnrichmentTableFieldSecretLookup struct {
+	// The name of the secret containing the lookup key value.
+	Secret string `json:"secret"`
+	// UnparsedObject contains the raw value of the object if there was an error when deserializing into the struct
+	UnparsedObject       map[string]interface{} `json:"-"`
+	AdditionalProperties map[string]interface{} `json:"-"`
+}
+
+// NewObservabilityPipelineEnrichmentTableFieldSecretLookup instantiates a new ObservabilityPipelineEnrichmentTableFieldSecretLookup object.
+// This constructor will assign default values to properties that have it defined,
+// and makes sure properties required by API are set, but the set of arguments
+// will change when the set of required properties is changed.
+func NewObservabilityPipelineEnrichmentTableFieldSecretLookup(secret string) *ObservabilityPipelineEnrichmentTableFieldSecretLookup {
+	this := ObservabilityPipelineEnrichmentTableFieldSecretLookup{}
+	this.Secret = secret
+	return &this
+}
+
+// NewObservabilityPipelineEnrichmentTableFieldSecretLookupWithDefaults instantiates a new ObservabilityPipelineEnrichmentTableFieldSecretLookup object.
+// This constructor will only assign default values to properties that have it defined,
+// but it doesn't guarantee that properties required by API are set.
+func NewObservabilityPipelineEnrichmentTableFieldSecretLookupWithDefaults() *ObservabilityPipelineEnrichmentTableFieldSecretLookup {
+	this := ObservabilityPipelineEnrichmentTableFieldSecretLookup{}
+	return &this
+}
+
+// GetSecret returns the Secret field value.
+func (o *ObservabilityPipelineEnrichmentTableFieldSecretLookup) GetSecret() string {
+	if o == nil {
+		var ret string
+		return ret
+	}
+	return o.Secret
+}
+
+// GetSecretOk returns a tuple with the Secret field value
+// and a boolean to check if the value has been set.
+func (o *ObservabilityPipelineEnrichmentTableFieldSecretLookup) GetSecretOk() (*string, bool) {
+	if o == nil {
+		return nil, false
+	}
+	return &o.Secret, true
+}
+
+// SetSecret sets field value.
+func (o *ObservabilityPipelineEnrichmentTableFieldSecretLookup) SetSecret(v string) {
+	o.Secret = v
+}
+
+// MarshalJSON serializes the struct using spec logic.
+func (o ObservabilityPipelineEnrichmentTableFieldSecretLookup) MarshalJSON() ([]byte, error) {
+	toSerialize := map[string]interface{}{}
+	if o.UnparsedObject != nil {
+		return datadog.Marshal(o.UnparsedObject)
+	}
+	toSerialize["secret"] = o.Secret
+
+	for key, value := range o.AdditionalProperties {
+		toSerialize[key] = value
+	}
+	return datadog.Marshal(toSerialize)
+}
+
+// UnmarshalJSON deserializes the given payload.
+func (o *ObservabilityPipelineEnrichmentTableFieldSecretLookup) UnmarshalJSON(bytes []byte) (err error) {
+	all := struct {
+		Secret *string `json:"secret"`
+	}{}
+	if err = datadog.Unmarshal(bytes, &all); err != nil {
+		return datadog.Unmarshal(bytes, &o.UnparsedObject)
+	}
+	if all.Secret == nil {
+		return fmt.Errorf("required field secret missing")
+	}
+	additionalProperties := make(map[string]interface{})
+	if err = datadog.Unmarshal(bytes, &additionalProperties); err == nil {
+		datadog.DeleteKeys(additionalProperties, &[]string{"secret"})
+	} else {
+		return err
+	}
+	o.Secret = *all.Secret
+
+	if len(additionalProperties) > 0 {
+		o.AdditionalProperties = additionalProperties
+	}
+
+	return nil
+}