Add DNAP Spark Pod Autosizing service to API client (#3296)

Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>

Author: api-clients-generation-pipeline[bot]

.generated-info

@@ -1,4 +1,4 @@
 {
-  "spec_repo_commit": "d58cb84",
-  "generated": "2025-08-22 18:46:37.565"
+  "spec_repo_commit": "205813d",
+  "generated": "2025-08-25 08:43:18.277"
 }

.generator/schemas/v2/openapi.yaml

@@ -9284,6 +9284,15 @@ components:
           that evaluates to a boolean.
         example: ${true}
         type: string
+    ComponentRecommendation:
+      description: Resource recommendation for a single Spark component (driver or
+        executor). Contains estimation data used to patch Spark job specs.
+      properties:
+        estimation:
+          $ref: '#/components/schemas/Estimation'
+      required:
+      - estimation
+      type: object
     ComponentType:
       description: The UI component type.
       enum:
@@ -10480,6 +10489,28 @@ components:
       type: string
       x-enum-varnames:
       - COST_BY_ORG
+    Cpu:
+      description: CPU usage statistics derived from historical Spark job metrics.
+        Provides multiple estimates so users can choose between conservative and cost-saving
+        risk profiles.
+      properties:
+        max:
+          description: Maximum CPU usage observed for the job, expressed in millicores.
+            This represents the upper bound of usage.
+          format: int64
+          type: integer
+        p75:
+          description: 75th percentile of CPU usage (millicores). Represents a cost-saving
+            configuration while covering most workloads.
+          format: int64
+          type: integer
+        p95:
+          description: 95th percentile of CPU usage (millicores). Balances performance
+            and cost, providing a safer margin than p75.
+          format: int64
+          type: integer
+      type: object
+      x-model-simple-name: SpaCpu
     CreateActionConnectionRequest:
       description: Request used to create an action connection.
       properties:
@@ -15937,6 +15968,33 @@ components:
       type: string
       x-enum-varnames:
       - ESCALATION_POLICY_STEPS
+    Estimation:
+      description: Recommended resource values for a Spark driver or executor, derived
+        from recent real usage metrics. Used by SPA to propose more efficient pod
+        sizing.
+      properties:
+        cpu:
+          $ref: '#/components/schemas/Cpu'
+        ephemeral_storage:
+          description: Recommended ephemeral storage allocation (in MiB). Derived
+            from job temporary storage patterns.
+          format: int64
+          type: integer
+        heap:
+          description: Recommended JVM heap size (in MiB).
+          format: int64
+          type: integer
+        memory:
+          description: Recommended total memory allocation (in MiB). Includes both
+            heap and overhead.
+          format: int64
+          type: integer
+        overhead:
+          description: Recommended JVM overhead (in MiB). Computed as total memory
+            - heap.
+          format: int64
+          type: integer
+      type: object
     Event:
       description: The metadata associated with a request.
       properties:
@@ -32835,6 +32893,52 @@ components:
       x-enum-varnames:
       - ANY
       - ALL
+    RecommendationAttributes:
+      description: Attributes of the SPA Recommendation resource. Contains recommendations
+        for both driver and executor components.
+      properties:
+        driver:
+          $ref: '#/components/schemas/ComponentRecommendation'
+        executor:
+          $ref: '#/components/schemas/ComponentRecommendation'
+      required:
+      - driver
+      - executor
+      type: object
+    RecommendationData:
+      description: JSON:API resource object for SPA Recommendation. Includes type,
+        optional ID, and resource attributes with structured recommendations.
+      properties:
+        attributes:
+          $ref: '#/components/schemas/RecommendationAttributes'
+        id:
+          description: Resource identifier for the recommendation. Optional in responses.
+          type: string
+        type:
+          $ref: '#/components/schemas/RecommendationType'
+      required:
+      - type
+      - attributes
+      type: object
+    RecommendationDocument:
+      description: JSON:API document containing a single Recommendation resource.
+        Returned by SPA when the Spark Gateway requests recommendations.
+      properties:
+        data:
+          $ref: '#/components/schemas/RecommendationData'
+      required:
+      - data
+      type: object
+    RecommendationType:
+      default: recommendation
+      description: JSON:API resource type for Spark Pod Autosizing recommendations.
+        Identifies the Recommendation resource returned by SPA.
+      enum:
+      - recommendation
+      example: recommendation
+      type: string
+      x-enum-varnames:
+      - RECOMMENDATION
     RegisterAppKeyResponse:
       description: The response object after creating an app key registration.
       properties:
@@ -65710,6 +65814,69 @@ paths:
       x-unstable: '**Note**: This feature is in private beta. To request access, use
         the request access form in the [Service Level Objectives](https://docs.datadoghq.com/service_management/service_level_objectives/#slo-csv-export)
         docs.'
+  /api/v2/spa/recommendations/{service}/{shard}:
+    get:
+      description: Retrieve resource recommendations for a Spark job. The caller (Spark
+        Gateway or DJM UI) provides a service name and shard identifier, and SPA returns
+        structured recommendations for driver and executor resources.
+      operationId: GetSPARecommendations
+      parameters:
+      - description: The shard tag for a spark job, which differentiates jobs within
+          the same service that have different resource needs
+        in: path
+        name: shard
+        required: true
+        schema:
+          type: string
+      - description: The service name for a spark job
+        in: path
+        name: service
+        required: true
+        schema:
+          type: string
+      responses:
+        '200':
+          content:
+            application/json:
+              example:
+                data:
+                  attributes:
+                    driver:
+                      estimation:
+                        cpu:
+                          max: 1500
+                          p75: 1000
+                          p95: 1200
+                        ephemeral_storage: 896
+                        heap: 6144
+                        memory: 7168
+                        overhead: 1024
+                    executor:
+                      estimation:
+                        cpu:
+                          max: 2000
+                          p75: 1200
+                          p95: 1500
+                        ephemeral_storage: 512
+                        heap: 3072
+                        memory: 4096
+                        overhead: 1024
+                  id: dedupeactivecontexts:adp_dedupeactivecontexts_org2
+                  type: recommendation
+              schema:
+                $ref: '#/components/schemas/RecommendationDocument'
+          description: OK
+        '400':
+          $ref: '#/components/responses/BadRequestResponse'
+        '403':
+          $ref: '#/components/responses/NotAuthorizedResponse'
+        '429':
+          $ref: '#/components/responses/TooManyRequestsResponse'
+      summary: Get SPA Recommendations
+      tags:
+      - Spa
+      x-unstable: '**Note**: This endpoint is in public beta and may change in the
+        future. It is not yet recommended for production use.'
   /api/v2/spans/analytics/aggregate:
     post:
       description: 'The API endpoint to aggregate spans into buckets and compute metrics
@@ -69127,6 +69294,9 @@ tags:
   externalDocs:
     url: https://docs.datadoghq.com/service_catalog/service_definitions#metadata-schema-v30-beta
   name: Software Catalog
+- description: SPA (Spark Pod Autosizing) API. Provides resource recommendations and
+    cost insights to help optimize Spark job configurations.
+  name: Spa
 - description: Search and aggregate your spans from your Datadog platform over HTTP.
   name: Spans
 - description: Manage configuration of [span-based metrics](https://app.datadoghq.com/apm/traces/generate-metrics)

api/datadog/configuration.go

@@ -685,6 +685,7 @@ func NewConfiguration() *Configuration {
 			"v2.CreateSLOReportJob":                  false,
 			"v2.GetSLOReport":                        false,
 			"v2.GetSLOReportJobStatus":               false,
+			"v2.GetSPARecommendations":               false,
 			"v2.AddMemberTeam":                       false,
 			"v2.ListMemberTeams":                     false,
 			"v2.RemoveMemberTeam":                    false,

api/datadogV2/api_spa.go

@@ -0,0 +1,113 @@
+// Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2019-Present Datadog, Inc.
+
+package datadogV2
+
+import (
+	_context "context"
+	_fmt "fmt"
+	_log "log"
+	_nethttp "net/http"
+	_neturl "net/url"
+
+	"github.com/DataDog/datadog-api-client-go/v2/api/datadog"
+)
+
+// SpaApi service type
+type SpaApi datadog.Service
+
+// GetSPARecommendations Get SPA Recommendations.
+// Retrieve resource recommendations for a Spark job. The caller (Spark Gateway or DJM UI) provides a service name and shard identifier, and SPA returns structured recommendations for driver and executor resources.
+func (a *SpaApi) GetSPARecommendations(ctx _context.Context, shard string, service string) (RecommendationDocument, *_nethttp.Response, error) {
+	var (
+		localVarHTTPMethod  = _nethttp.MethodGet
+		localVarPostBody    interface{}
+		localVarReturnValue RecommendationDocument
+	)
+
+	operationId := "v2.GetSPARecommendations"
+	isOperationEnabled := a.Client.Cfg.IsUnstableOperationEnabled(operationId)
+	if !isOperationEnabled {
+		return localVarReturnValue, nil, datadog.GenericOpenAPIError{ErrorMessage: _fmt.Sprintf("Unstable operation '%s' is disabled", operationId)}
+	}
+	if isOperationEnabled && a.Client.Cfg.Debug {
+		_log.Printf("WARNING: Using unstable operation '%s'", operationId)
+	}
+
+	localBasePath, err := a.Client.Cfg.ServerURLWithContext(ctx, "v2.SpaApi.GetSPARecommendations")
+	if err != nil {
+		return localVarReturnValue, nil, datadog.GenericOpenAPIError{ErrorMessage: err.Error()}
+	}
+
+	localVarPath := localBasePath + "/api/v2/spa/recommendations/{service}/{shard}"
+	localVarPath = datadog.ReplacePathParameter(localVarPath, "{shard}", _neturl.PathEscape(datadog.ParameterToString(shard, "")))
+	localVarPath = datadog.ReplacePathParameter(localVarPath, "{service}", _neturl.PathEscape(datadog.ParameterToString(service, "")))
+
+	localVarHeaderParams := make(map[string]string)
+	localVarQueryParams := _neturl.Values{}
+	localVarFormParams := _neturl.Values{}
+	localVarHeaderParams["Accept"] = "application/json"
+
+	if a.Client.Cfg.DelegatedTokenConfig != nil {
+		err = datadog.UseDelegatedTokenAuth(ctx, &localVarHeaderParams, a.Client.Cfg.DelegatedTokenConfig)
+		if err != nil {
+			return localVarReturnValue, nil, err
+		}
+	} else {
+		datadog.SetAuthKeys(
+			ctx,
+			&localVarHeaderParams,
+			[2]string{"apiKeyAuth", "DD-API-KEY"},
+			[2]string{"appKeyAuth", "DD-APPLICATION-KEY"},
+		)
+	}
+	req, err := a.Client.PrepareRequest(ctx, localVarPath, localVarHTTPMethod, localVarPostBody, localVarHeaderParams, localVarQueryParams, localVarFormParams, nil)
+	if err != nil {
+		return localVarReturnValue, nil, err
+	}
+
+	localVarHTTPResponse, err := a.Client.CallAPI(req)
+	if err != nil || localVarHTTPResponse == nil {
+		return localVarReturnValue, localVarHTTPResponse, err
+	}
+
+	localVarBody, err := datadog.ReadBody(localVarHTTPResponse)
+	if err != nil {
+		return localVarReturnValue, localVarHTTPResponse, err
+	}
+
+	if localVarHTTPResponse.StatusCode >= 300 {
+		newErr := datadog.GenericOpenAPIError{
+			ErrorBody:    localVarBody,
+			ErrorMessage: localVarHTTPResponse.Status,
+		}
+		if localVarHTTPResponse.StatusCode == 400 || localVarHTTPResponse.StatusCode == 403 || localVarHTTPResponse.StatusCode == 429 {
+			var v APIErrorResponse
+			err = a.Client.Decode(&v, localVarBody, localVarHTTPResponse.Header.Get("Content-Type"))
+			if err != nil {
+				return localVarReturnValue, localVarHTTPResponse, newErr
+			}
+			newErr.ErrorModel = v
+		}
+		return localVarReturnValue, localVarHTTPResponse, newErr
+	}
+
+	err = a.Client.Decode(&localVarReturnValue, localVarBody, localVarHTTPResponse.Header.Get("Content-Type"))
+	if err != nil {
+		newErr := datadog.GenericOpenAPIError{
+			ErrorBody:    localVarBody,
+			ErrorMessage: err.Error(),
+		}
+		return localVarReturnValue, localVarHTTPResponse, newErr
+	}
+
+	return localVarReturnValue, localVarHTTPResponse, nil
+}
+
+// NewSpaApi Returns NewSpaApi.
+func NewSpaApi(client *datadog.APIClient) *SpaApi {
+	return &SpaApi{
+		Client: client,
+	}
+}

api/datadogV2/doc.go

@@ -482,6 +482,7 @@
 //   - [SoftwareCatalogApi.ListCatalogRelation]
 //   - [SoftwareCatalogApi.UpsertCatalogEntity]
 //   - [SoftwareCatalogApi.UpsertCatalogKind]
+//   - [SpaApi.GetSPARecommendations]
 //   - [SpansApi.AggregateSpans]
 //   - [SpansApi.ListSpans]
 //   - [SpansApi.ListSpansGet]