Skip to content

Commit 9cca20a

Browse files
api-clients-generation-pipeline[bot]ci.datadog-api-spec
api-clients-generation-pipeline[bot]
and
ci.datadog-api-spec
authored
Regenerate client from commit 15d471f of spec repo (#4271)
Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>
1 parent 5e8c894 commit 9cca20a

20 files changed

Lines changed: 2831 additions & 20 deletions

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 699 additions & 18 deletions
Large diffs are not rendered by default.

‎features/v2/llm_observability.feature‎

Lines changed: 154 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,76 @@ Feature: LLM Observability
109109
When the request is sent
110110
Then the response status is 200 OK
111111

112+
@generated @skip @team:DataDog/ml-observability
113+
Scenario: Batch update LLM Observability dataset records returns "Bad Request" response
114+
Given operation "BatchUpdateLLMObsDataset" enabled
115+
And new "BatchUpdateLLMObsDataset" request
116+
And request contains "project_id" parameter from "REPLACE.ME"
117+
And request contains "dataset_id" parameter from "REPLACE.ME"
118+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
119+
When the request is sent
120+
Then the response status is 400 Bad Request
121+
122+
@generated @skip @team:DataDog/ml-observability
123+
Scenario: Batch update LLM Observability dataset records returns "Not Found" response
124+
Given operation "BatchUpdateLLMObsDataset" enabled
125+
And new "BatchUpdateLLMObsDataset" request
126+
And request contains "project_id" parameter from "REPLACE.ME"
127+
And request contains "dataset_id" parameter from "REPLACE.ME"
128+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
129+
When the request is sent
130+
Then the response status is 404 Not Found
131+
132+
@generated @skip @team:DataDog/ml-observability
133+
Scenario: Batch update LLM Observability dataset records returns "OK" response
134+
Given operation "BatchUpdateLLMObsDataset" enabled
135+
And new "BatchUpdateLLMObsDataset" request
136+
And request contains "project_id" parameter from "REPLACE.ME"
137+
And request contains "dataset_id" parameter from "REPLACE.ME"
138+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
139+
When the request is sent
140+
Then the response status is 200 OK
141+
142+
@generated @skip @team:DataDog/ml-observability
143+
Scenario: Batch update LLM Observability dataset records returns "Payload Too Large" response
144+
Given operation "BatchUpdateLLMObsDataset" enabled
145+
And new "BatchUpdateLLMObsDataset" request
146+
And request contains "project_id" parameter from "REPLACE.ME"
147+
And request contains "dataset_id" parameter from "REPLACE.ME"
148+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
149+
When the request is sent
150+
Then the response status is 413 Payload Too Large
151+
152+
@generated @skip @team:DataDog/ml-observability
153+
Scenario: Clone an LLM Observability dataset returns "Bad Request" response
154+
Given operation "CloneLLMObsDataset" enabled
155+
And new "CloneLLMObsDataset" request
156+
And request contains "project_id" parameter from "REPLACE.ME"
157+
And request contains "dataset_id" parameter from "REPLACE.ME"
158+
And body with value {"data": {"attributes": {"description": "Clone of the original dataset for experimentation.", "name": "My cloned dataset"}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
159+
When the request is sent
160+
Then the response status is 400 Bad Request
161+
162+
@generated @skip @team:DataDog/ml-observability
163+
Scenario: Clone an LLM Observability dataset returns "Not Found" response
164+
Given operation "CloneLLMObsDataset" enabled
165+
And new "CloneLLMObsDataset" request
166+
And request contains "project_id" parameter from "REPLACE.ME"
167+
And request contains "dataset_id" parameter from "REPLACE.ME"
168+
And body with value {"data": {"attributes": {"description": "Clone of the original dataset for experimentation.", "name": "My cloned dataset"}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
169+
When the request is sent
170+
Then the response status is 404 Not Found
171+
172+
@generated @skip @team:DataDog/ml-observability
173+
Scenario: Clone an LLM Observability dataset returns "OK" response
174+
Given operation "CloneLLMObsDataset" enabled
175+
And new "CloneLLMObsDataset" request
176+
And request contains "project_id" parameter from "REPLACE.ME"
177+
And request contains "dataset_id" parameter from "REPLACE.ME"
178+
And body with value {"data": {"attributes": {"description": "Clone of the original dataset for experimentation.", "name": "My cloned dataset"}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
179+
When the request is sent
180+
Then the response status is 200 OK
181+
112182
@generated @skip @team:DataDog/ml-observability
113183
Scenario: Create an LLM Observability annotation queue returns "Bad Request" response
114184
Given operation "CreateLLMObsAnnotationQueue" enabled
@@ -417,6 +487,33 @@ Feature: LLM Observability
417487
When the request is sent
418488
Then the response status is 404 Not Found
419489

490+
@generated @skip @team:DataDog/ml-observability
491+
Scenario: Export an LLM Observability dataset returns "Bad Request" response
492+
Given operation "ExportLLMObsDataset" enabled
493+
And new "ExportLLMObsDataset" request
494+
And request contains "project_id" parameter from "REPLACE.ME"
495+
And request contains "dataset_id" parameter from "REPLACE.ME"
496+
When the request is sent
497+
Then the response status is 400 Bad Request
498+
499+
@generated @skip @team:DataDog/ml-observability
500+
Scenario: Export an LLM Observability dataset returns "Not Found" response
501+
Given operation "ExportLLMObsDataset" enabled
502+
And new "ExportLLMObsDataset" request
503+
And request contains "project_id" parameter from "REPLACE.ME"
504+
And request contains "dataset_id" parameter from "REPLACE.ME"
505+
When the request is sent
506+
Then the response status is 404 Not Found
507+
508+
@generated @skip @team:DataDog/ml-observability
509+
Scenario: Export an LLM Observability dataset returns "OK" response
510+
Given operation "ExportLLMObsDataset" enabled
511+
And new "ExportLLMObsDataset" request
512+
And request contains "project_id" parameter from "REPLACE.ME"
513+
And request contains "dataset_id" parameter from "REPLACE.ME"
514+
When the request is sent
515+
Then the response status is 200 OK
516+
420517
@generated @skip @team:DataDog/ml-observability
421518
Scenario: Get LLM Observability dataset draft state returns "Bad Request" response
422519
Given operation "GetLLMObsDatasetDraftState" enabled
@@ -770,6 +867,36 @@ Feature: LLM Observability
770867
When the request is sent
771868
Then the response status is 404 Not Found
772869

870+
@generated @skip @team:DataDog/ml-observability
871+
Scenario: Restore an LLM Observability dataset version returns "Bad Request" response
872+
Given operation "RestoreLLMObsDatasetVersion" enabled
873+
And new "RestoreLLMObsDatasetVersion" request
874+
And request contains "project_id" parameter from "REPLACE.ME"
875+
And request contains "dataset_id" parameter from "REPLACE.ME"
876+
And body with value {"data": {"attributes": {"dataset_version": 1}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
877+
When the request is sent
878+
Then the response status is 400 Bad Request
879+
880+
@generated @skip @team:DataDog/ml-observability
881+
Scenario: Restore an LLM Observability dataset version returns "Not Found" response
882+
Given operation "RestoreLLMObsDatasetVersion" enabled
883+
And new "RestoreLLMObsDatasetVersion" request
884+
And request contains "project_id" parameter from "REPLACE.ME"
885+
And request contains "dataset_id" parameter from "REPLACE.ME"
886+
And body with value {"data": {"attributes": {"dataset_version": 1}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
887+
When the request is sent
888+
Then the response status is 404 Not Found
889+
890+
@generated @skip @team:DataDog/ml-observability
891+
Scenario: Restore an LLM Observability dataset version returns "OK" response
892+
Given operation "RestoreLLMObsDatasetVersion" enabled
893+
And new "RestoreLLMObsDatasetVersion" request
894+
And request contains "project_id" parameter from "REPLACE.ME"
895+
And request contains "dataset_id" parameter from "REPLACE.ME"
896+
And body with value {"data": {"attributes": {"dataset_version": 1}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
897+
When the request is sent
898+
Then the response status is 200 OK
899+
773900
@generated @skip @team:DataDog/ml-observability
774901
Scenario: Run an LLM inference returns "Bad Request" response
775902
Given operation "CreateLLMObsIntegrationInference" enabled
@@ -1040,3 +1167,30 @@ Feature: LLM Observability
10401167
And body with value {"data": {"attributes": {"annotation_schema": {"label_schemas": [{"description": "Rating of the response quality.", "has_assessment": false, "has_reasoning": false, "id": "abc-123", "is_assessment": false, "is_integer": false, "is_required": true, "max": 5.0, "min": 0.0, "name": "quality", "type": "score", "values": ["good", "bad", "neutral"]}]}}, "type": "queues"}}
10411168
When the request is sent
10421169
Then the response status is 200 OK
1170+
1171+
@generated @skip @team:DataDog/ml-observability
1172+
Scenario: Upload records to an LLM Observability dataset returns "Bad Request" response
1173+
Given operation "UploadLLMObsDatasetRecordsFile" enabled
1174+
And new "UploadLLMObsDatasetRecordsFile" request
1175+
And request contains "project_id" parameter from "REPLACE.ME"
1176+
And request contains "dataset_id" parameter from "REPLACE.ME"
1177+
When the request is sent
1178+
Then the response status is 400 Bad Request
1179+
1180+
@generated @skip @team:DataDog/ml-observability
1181+
Scenario: Upload records to an LLM Observability dataset returns "Not Found" response
1182+
Given operation "UploadLLMObsDatasetRecordsFile" enabled
1183+
And new "UploadLLMObsDatasetRecordsFile" request
1184+
And request contains "project_id" parameter from "REPLACE.ME"
1185+
And request contains "dataset_id" parameter from "REPLACE.ME"
1186+
When the request is sent
1187+
Then the response status is 404 Not Found
1188+
1189+
@generated @skip @team:DataDog/ml-observability
1190+
Scenario: Upload records to an LLM Observability dataset returns "OK" response
1191+
Given operation "UploadLLMObsDatasetRecordsFile" enabled
1192+
And new "UploadLLMObsDatasetRecordsFile" request
1193+
And request contains "project_id" parameter from "REPLACE.ME"
1194+
And request contains "dataset_id" parameter from "REPLACE.ME"
1195+
When the request is sent
1196+
Then the response status is 200 OK

‎features/v2/undo.json‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4016,6 +4016,20 @@
40164016
"type": "idempotent"
40174017
}
40184018
},
4019+
"BatchUpdateLLMObsDataset": {
4020+
"tag": "LLM Observability",
4021+
"undo": {
4022+
"type": "idempotent"
4023+
}
4024+
},
4025+
"CloneLLMObsDataset": {
4026+
"tag": "LLM Observability",
4027+
"undo": {
4028+
"operationId": "TODO",
4029+
"parameters": [],
4030+
"type": "unsafe"
4031+
}
4032+
},
40194033
"GetLLMObsDatasetDraftState": {
40204034
"tag": "LLM Observability",
40214035
"undo": {
@@ -4034,6 +4048,12 @@
40344048
"type": "idempotent"
40354049
}
40364050
},
4051+
"ExportLLMObsDataset": {
4052+
"tag": "LLM Observability",
4053+
"undo": {
4054+
"type": "safe"
4055+
}
4056+
},
40374057
"ListLLMObsDatasetRecords": {
40384058
"tag": "LLM Observability",
40394059
"undo": {
@@ -4071,12 +4091,24 @@
40714091
"type": "unsafe"
40724092
}
40734093
},
4094+
"RestoreLLMObsDatasetVersion": {
4095+
"tag": "LLM Observability",
4096+
"undo": {
4097+
"type": "idempotent"
4098+
}
4099+
},
40744100
"ListLLMObsDatasetVersions": {
40754101
"tag": "LLM Observability",
40764102
"undo": {
40774103
"type": "safe"
40784104
}
40794105
},
4106+
"UploadLLMObsDatasetRecordsFile": {
4107+
"tag": "LLM Observability",
4108+
"undo": {
4109+
"type": "idempotent"
4110+
}
4111+
},
40804112
"ListLLMObsExperimentEvents": {
40814113
"tag": "LLM Observability",
40824114
"undo": {

‎private/bdd_runner/src/support/scenarios_model_mapping.ts‎

Lines changed: 95 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2965,6 +2965,36 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
29652965
},
29662966
operationResponseType: "LLMObsDatasetResponse",
29672967
},
2968+
"LLMObservabilityApi.V2.BatchUpdateLLMObsDataset": {
2969+
projectId: {
2970+
type: "string",
2971+
format: "",
2972+
},
2973+
datasetId: {
2974+
type: "string",
2975+
format: "",
2976+
},
2977+
body: {
2978+
type: "LLMObsDatasetBatchUpdateRequest",
2979+
format: "",
2980+
},
2981+
operationResponseType: "LLMObsDatasetRecordsMutationResponse",
2982+
},
2983+
"LLMObservabilityApi.V2.CloneLLMObsDataset": {
2984+
projectId: {
2985+
type: "string",
2986+
format: "",
2987+
},
2988+
datasetId: {
2989+
type: "string",
2990+
format: "",
2991+
},
2992+
body: {
2993+
type: "LLMObsDatasetCloneRequest",
2994+
format: "",
2995+
},
2996+
operationResponseType: "LLMObsDatasetResponse",
2997+
},
29682998
"LLMObservabilityApi.V2.GetLLMObsDatasetDraftState": {
29692999
projectId: {
29703000
type: "string",
@@ -2998,6 +3028,25 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
29983028
},
29993029
operationResponseType: "{}",
30003030
},
3031+
"LLMObservabilityApi.V2.ExportLLMObsDataset": {
3032+
projectId: {
3033+
type: "string",
3034+
format: "",
3035+
},
3036+
datasetId: {
3037+
type: "string",
3038+
format: "",
3039+
},
3040+
format: {
3041+
type: "LLMObsDatasetExportFormat",
3042+
format: "",
3043+
},
3044+
version: {
3045+
type: "number",
3046+
format: "int64",
3047+
},
3048+
operationResponseType: "string",
3049+
},
30013050
"LLMObservabilityApi.V2.ListLLMObsDatasetRecords": {
30023051
projectId: {
30033052
type: "string",
@@ -3066,6 +3115,21 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
30663115
},
30673116
operationResponseType: "{}",
30683117
},
3118+
"LLMObservabilityApi.V2.RestoreLLMObsDatasetVersion": {
3119+
projectId: {
3120+
type: "string",
3121+
format: "",
3122+
},
3123+
datasetId: {
3124+
type: "string",
3125+
format: "",
3126+
},
3127+
body: {
3128+
type: "LLMObsDatasetRestoreVersionRequest",
3129+
format: "",
3130+
},
3131+
operationResponseType: "{}",
3132+
},
30693133
"LLMObservabilityApi.V2.ListLLMObsDatasetVersions": {
30703134
projectId: {
30713135
type: "string",
@@ -3077,6 +3141,37 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
30773141
},
30783142
operationResponseType: "LLMObsDatasetVersionsResponse",
30793143
},
3144+
"LLMObservabilityApi.V2.UploadLLMObsDatasetRecordsFile": {
3145+
projectId: {
3146+
type: "string",
3147+
format: "",
3148+
},
3149+
datasetId: {
3150+
type: "string",
3151+
format: "",
3152+
},
3153+
deduplicate: {
3154+
type: "boolean",
3155+
format: "",
3156+
},
3157+
overwrite: {
3158+
type: "boolean",
3159+
format: "",
3160+
},
3161+
tags: {
3162+
type: "Array<string>",
3163+
format: "",
3164+
},
3165+
includeUserData: {
3166+
type: "boolean",
3167+
format: "",
3168+
},
3169+
file: {
3170+
type: "HttpFile",
3171+
format: "binary",
3172+
},
3173+
operationResponseType: "{}",
3174+
},
30803175
"LLMObservabilityApi.V2.ListLLMObsExperimentEvents": {
30813176
experimentId: {
30823177
type: "string",

0 commit comments

Comments
 (0)