Add LogsArrayMapProcessor to OpenAPI v1 spec (#1723)

Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>

Author: api-clients-generation-pipeline[bot]

.generator/schemas/v1/openapi.yaml

@@ -6182,6 +6182,190 @@ components:
       type: string
       x-enum-varnames:
         - ARITHMETIC_PROCESSOR
+    LogsArrayMapArithmeticSubProcessor:
+      description: |-
+        An arithmetic sub-processor for use inside an array-map processor.
+        Unlike the top-level arithmetic processor, `is_enabled` is not supported.
+      properties:
+        expression:
+          description: Arithmetic operation to perform.
+          example: $sourceElem.count * 2
+          type: string
+        is_replace_missing:
+          default: false
+          description: Replace missing attribute values with 0.
+          type: boolean
+        name:
+          description: Name of the sub-processor.
+          type: string
+        target:
+          description: Target attribute path for the result.
+          example: $targetElem.doubled
+          type: string
+        type:
+          $ref: "#/components/schemas/LogsArithmeticProcessorType"
+      required:
+        - expression
+        - target
+        - type
+      type: object
+    LogsArrayMapAttributeRemapper:
+      description: |-
+        An attribute remapper sub-processor for use inside an array-map processor.
+        Unlike the top-level attribute remapper, `is_enabled`, `source_type`, and
+        `target_type` are not supported.
+      properties:
+        name:
+          description: Name of the sub-processor.
+          type: string
+        override_on_conflict:
+          default: false
+          description: Override the target element if already set.
+          type: boolean
+        preserve_source:
+          default: false
+          description: Remove or preserve the remapped source element.
+          type: boolean
+        sources:
+          description: Array of source attribute paths.
+          example:
+            - $sourceElem.id
+          items:
+            type: string
+          type: array
+        target:
+          description: Target attribute path.
+          example: $targetElem.uid
+          type: string
+        target_format:
+          $ref: "#/components/schemas/TargetFormatType"
+        type:
+          $ref: "#/components/schemas/LogsAttributeRemapperType"
+      required:
+        - sources
+        - target
+        - type
+      type: object
+    LogsArrayMapCategorySubProcessor:
+      description: |-
+        A category sub-processor for use inside an array-map processor.
+        Unlike the top-level category processor, `is_enabled` is not supported.
+      properties:
+        categories:
+          description: Array of filters to match against a log and the corresponding value to assign.
+          items:
+            $ref: "#/components/schemas/LogsCategoryProcessorCategory"
+          type: array
+        name:
+          description: Name of the sub-processor.
+          type: string
+        target:
+          description: Target attribute path for the category value.
+          example: $targetElem.level
+          type: string
+        type:
+          $ref: "#/components/schemas/LogsCategoryProcessorType"
+      required:
+        - categories
+        - target
+        - type
+      type: object
+    LogsArrayMapProcessor:
+      description: |-
+        The array-map processor transforms each element of a source array by applying
+        sub-processors in order and collecting the results into a target array.
+        Results can be written to a new array, to the source array (in-place), or to
+        an existing target array. Sub-processors can read from `$sourceElem.<field>`
+        (object element field), bare `$sourceElem` (primitive element), or any parent
+        log attribute path. Sub-processors write to `$targetElem.<field>` (object
+        output field) or bare `$targetElem` (primitive output).
+      properties:
+        is_enabled:
+          default: false
+          description: Whether or not the processor is enabled.
+          type: boolean
+        name:
+          description: Name of the processor.
+          type: string
+        preserve_source:
+          default: true
+          description: |-
+            When `false` and `source != target`, the source attribute is removed after
+            processing. Cannot be `false` when `source == target`.
+          type: boolean
+        processors:
+          description: |-
+            Sub-processors applied to each element. Allowed types: `attribute-remapper`,
+            `string-builder-processor`, `arithmetic-processor`, `category-processor`.
+          items:
+            $ref: "#/components/schemas/LogsArrayMapSubProcessor"
+          type: array
+        source:
+          description: |-
+            Attribute path of the source array. Elements are read-only via `$sourceElem`
+            inside sub-processors.
+          example: detail.resource.s3BucketDetails
+          type: string
+        target:
+          description: |-
+            Attribute path of the output array. Sub-processors write to `$targetElem`
+            (or `$targetElem.<field>`) to build each output element.
+          example: ocsf.resources
+          type: string
+        type:
+          $ref: "#/components/schemas/LogsArrayMapProcessorType"
+      required:
+        - source
+        - target
+        - processors
+        - type
+      type: object
+    LogsArrayMapProcessorType:
+      default: array-map-processor
+      description: Type of logs array-map processor.
+      enum:
+        - array-map-processor
+      example: array-map-processor
+      type: string
+      x-enum-varnames:
+        - ARRAY_MAP_PROCESSOR
+    LogsArrayMapStringBuilderSubProcessor:
+      description: |-
+        A string builder sub-processor for use inside an array-map processor.
+        Unlike the top-level string builder processor, `is_enabled` is not supported.
+      properties:
+        is_replace_missing:
+          default: false
+          description: Replace missing attribute values with an empty string.
+          type: boolean
+        name:
+          description: Name of the sub-processor.
+          type: string
+        target:
+          description: Target attribute path for the result.
+          example: $targetElem.label
+          type: string
+        template:
+          description: Formula with one or more attributes and raw text.
+          example: item-%{$sourceElem.id}
+          type: string
+        type:
+          $ref: "#/components/schemas/LogsStringBuilderProcessorType"
+      required:
+        - template
+        - target
+        - type
+      type: object
+    LogsArrayMapSubProcessor:
+      description: |-
+        A sub-processor used inside an array-map processor.
+        Allowed types: `attribute-remapper`, `string-builder-processor`,
+        `arithmetic-processor`, `category-processor`.
+      oneOf:
+        - $ref: "#/components/schemas/LogsArrayMapAttributeRemapper"
+        - $ref: "#/components/schemas/LogsArrayMapArithmeticSubProcessor"
+        - $ref: "#/components/schemas/LogsArrayMapStringBuilderSubProcessor"
+        - $ref: "#/components/schemas/LogsArrayMapCategorySubProcessor"
     LogsArrayProcessor:
       description: |-
         A processor for extracting, aggregating, or transforming values from JSON arrays within your logs.
@@ -7237,6 +7421,7 @@ components:
         - $ref: "#/components/schemas/LogsDecoderProcessor"
         - $ref: "#/components/schemas/LogsSchemaProcessor"
         - $ref: "#/components/schemas/LogsExcludeAttributeProcessor"
+        - $ref: "#/components/schemas/LogsArrayMapProcessor"
     LogsQueryCompute:
       description: Define computation for a log query.
       properties:

examples/v1_logs-pipelines_CreateLogsPipeline_104735144.rs

@@ -0,0 +1,44 @@
+// Create a pipeline with Array Map Processor with preserve_source false returns
+// "OK" response
+use datadog_api_client::datadog;
+use datadog_api_client::datadogV1::api_logs_pipelines::LogsPipelinesAPI;
+use datadog_api_client::datadogV1::model::LogsArrayMapAttributeRemapper;
+use datadog_api_client::datadogV1::model::LogsArrayMapProcessor;
+use datadog_api_client::datadogV1::model::LogsArrayMapProcessorType;
+use datadog_api_client::datadogV1::model::LogsArrayMapSubProcessor;
+use datadog_api_client::datadogV1::model::LogsAttributeRemapperType;
+use datadog_api_client::datadogV1::model::LogsFilter;
+use datadog_api_client::datadogV1::model::LogsPipeline;
+use datadog_api_client::datadogV1::model::LogsProcessor;
+
+#[tokio::main]
+async fn main() {
+    let body = LogsPipeline::new("testPipelineArrayMapNoPreserve".to_string())
+        .filter(LogsFilter::new().query("source:python".to_string()))
+        .processors(vec![LogsProcessor::LogsArrayMapProcessor(Box::new(
+            LogsArrayMapProcessor::new(
+                vec![LogsArrayMapSubProcessor::LogsArrayMapAttributeRemapper(
+                    Box::new(LogsArrayMapAttributeRemapper::new(
+                        vec!["$sourceElem.id".to_string()],
+                        "$targetElem.uid".to_string(),
+                        LogsAttributeRemapperType::ATTRIBUTE_REMAPPER,
+                    )),
+                )],
+                "items".to_string(),
+                "out".to_string(),
+                LogsArrayMapProcessorType::ARRAY_MAP_PROCESSOR,
+            )
+            .is_enabled(true)
+            .name("map and remove source".to_string())
+            .preserve_source(false),
+        ))])
+        .tags(vec![]);
+    let configuration = datadog::Configuration::new();
+    let api = LogsPipelinesAPI::with_config(configuration);
+    let resp = api.create_logs_pipeline(body).await;
+    if let Ok(value) = resp {
+        println!("{:#?}", value);
+    } else {
+        println!("{:#?}", resp.unwrap_err());
+    }
+}

examples/v1_logs-pipelines_CreateLogsPipeline_1185292896.rs

@@ -0,0 +1,54 @@
+// Create a pipeline with Array Map Processor using category sub-processor returns
+// "OK" response
+use datadog_api_client::datadog;
+use datadog_api_client::datadogV1::api_logs_pipelines::LogsPipelinesAPI;
+use datadog_api_client::datadogV1::model::LogsArrayMapCategorySubProcessor;
+use datadog_api_client::datadogV1::model::LogsArrayMapProcessor;
+use datadog_api_client::datadogV1::model::LogsArrayMapProcessorType;
+use datadog_api_client::datadogV1::model::LogsArrayMapSubProcessor;
+use datadog_api_client::datadogV1::model::LogsCategoryProcessorCategory;
+use datadog_api_client::datadogV1::model::LogsCategoryProcessorType;
+use datadog_api_client::datadogV1::model::LogsFilter;
+use datadog_api_client::datadogV1::model::LogsPipeline;
+use datadog_api_client::datadogV1::model::LogsProcessor;
+
+#[tokio::main]
+async fn main() {
+    let body = LogsPipeline::new("testPipelineArrayMapCategory".to_string())
+        .filter(LogsFilter::new().query("source:python".to_string()))
+        .processors(vec![LogsProcessor::LogsArrayMapProcessor(Box::new(
+            LogsArrayMapProcessor::new(
+                vec![LogsArrayMapSubProcessor::LogsArrayMapCategorySubProcessor(
+                    Box::new(LogsArrayMapCategorySubProcessor::new(
+                        vec![
+                            LogsCategoryProcessorCategory::new()
+                                .filter(
+                                    LogsFilter::new()
+                                        .query("@$sourceElem.status:error".to_string()),
+                                )
+                                .name("error".to_string()),
+                            LogsCategoryProcessorCategory::new()
+                                .filter(LogsFilter::new().query("*".to_string()))
+                                .name("info".to_string()),
+                        ],
+                        "$targetElem.level".to_string(),
+                        LogsCategoryProcessorType::CATEGORY_PROCESSOR,
+                    )),
+                )],
+                "items".to_string(),
+                "out".to_string(),
+                LogsArrayMapProcessorType::ARRAY_MAP_PROCESSOR,
+            )
+            .is_enabled(true)
+            .name("categorize items".to_string()),
+        ))])
+        .tags(vec![]);
+    let configuration = datadog::Configuration::new();
+    let api = LogsPipelinesAPI::with_config(configuration);
+    let resp = api.create_logs_pipeline(body).await;
+    if let Ok(value) = resp {
+        println!("{:#?}", value);
+    } else {
+        println!("{:#?}", resp.unwrap_err());
+    }
+}

examples/v1_logs-pipelines_CreateLogsPipeline_2402034476.rs

@@ -0,0 +1,45 @@
+// Create a pipeline with Array Map Processor using arithmetic sub-processor
+// returns "OK" response
+use datadog_api_client::datadog;
+use datadog_api_client::datadogV1::api_logs_pipelines::LogsPipelinesAPI;
+use datadog_api_client::datadogV1::model::LogsArithmeticProcessorType;
+use datadog_api_client::datadogV1::model::LogsArrayMapArithmeticSubProcessor;
+use datadog_api_client::datadogV1::model::LogsArrayMapProcessor;
+use datadog_api_client::datadogV1::model::LogsArrayMapProcessorType;
+use datadog_api_client::datadogV1::model::LogsArrayMapSubProcessor;
+use datadog_api_client::datadogV1::model::LogsFilter;
+use datadog_api_client::datadogV1::model::LogsPipeline;
+use datadog_api_client::datadogV1::model::LogsProcessor;
+
+#[tokio::main]
+async fn main() {
+    let body = LogsPipeline::new("testPipelineArrayMapArithmetic".to_string())
+        .filter(LogsFilter::new().query("source:python".to_string()))
+        .processors(vec![LogsProcessor::LogsArrayMapProcessor(Box::new(
+            LogsArrayMapProcessor::new(
+                vec![
+                    LogsArrayMapSubProcessor::LogsArrayMapArithmeticSubProcessor(Box::new(
+                        LogsArrayMapArithmeticSubProcessor::new(
+                            "$sourceElem.count * 2".to_string(),
+                            "$targetElem.doubled".to_string(),
+                            LogsArithmeticProcessorType::ARITHMETIC_PROCESSOR,
+                        ),
+                    )),
+                ],
+                "items".to_string(),
+                "out".to_string(),
+                LogsArrayMapProcessorType::ARRAY_MAP_PROCESSOR,
+            )
+            .is_enabled(true)
+            .name("double counts".to_string()),
+        ))])
+        .tags(vec![]);
+    let configuration = datadog::Configuration::new();
+    let api = LogsPipelinesAPI::with_config(configuration);
+    let resp = api.create_logs_pipeline(body).await;
+    if let Ok(value) = resp {
+        println!("{:#?}", value);
+    } else {
+        println!("{:#?}", resp.unwrap_err());
+    }
+}