Skip to content

Commit 257a512

Browse files
api-clients-generation-pipeline[bot]ci.datadog-api-spec
api-clients-generation-pipeline[bot]
and
ci.datadog-api-spec
authored
Add OpenAPI spec for LLM Observability Experiments API (#3544)
Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>
1 parent aff103b commit 257a512

File tree

91 files changed

+11235
-677
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

91 files changed

+11235
-677
lines changed

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 2672 additions & 677 deletions
Large diffs are not rendered by default.

‎features/v2/llm_observability.feature‎

Lines changed: 442 additions & 0 deletions
Large diffs are not rendered by default.

‎features/v2/undo.json‎

Lines changed: 129 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2846,6 +2846,135 @@
28462846
"type": "idempotent"
28472847
}
28482848
},
2849+
"ListLLMObsExperiments": {
2850+
"tag": "LLM Observability",
2851+
"undo": {
2852+
"type": "safe"
2853+
}
2854+
},
2855+
"CreateLLMObsExperiment": {
2856+
"tag": "LLM Observability",
2857+
"undo": {
2858+
"operationId": "TODO",
2859+
"parameters": [],
2860+
"type": "unsafe"
2861+
}
2862+
},
2863+
"DeleteLLMObsExperiments": {
2864+
"tag": "LLM Observability",
2865+
"undo": {
2866+
"operationId": "TODO",
2867+
"parameters": [],
2868+
"type": "unsafe"
2869+
}
2870+
},
2871+
"UpdateLLMObsExperiment": {
2872+
"tag": "LLM Observability",
2873+
"undo": {
2874+
"type": "idempotent"
2875+
}
2876+
},
2877+
"CreateLLMObsExperimentEvents": {
2878+
"tag": "LLM Observability",
2879+
"undo": {
2880+
"operationId": "TODO",
2881+
"parameters": [],
2882+
"type": "unsafe"
2883+
}
2884+
},
2885+
"ListLLMObsProjects": {
2886+
"tag": "LLM Observability",
2887+
"undo": {
2888+
"type": "safe"
2889+
}
2890+
},
2891+
"CreateLLMObsProject": {
2892+
"tag": "LLM Observability",
2893+
"undo": {
2894+
"operationId": "TODO",
2895+
"parameters": [],
2896+
"type": "unsafe"
2897+
}
2898+
},
2899+
"DeleteLLMObsProjects": {
2900+
"tag": "LLM Observability",
2901+
"undo": {
2902+
"operationId": "TODO",
2903+
"parameters": [],
2904+
"type": "unsafe"
2905+
}
2906+
},
2907+
"UpdateLLMObsProject": {
2908+
"tag": "LLM Observability",
2909+
"undo": {
2910+
"type": "idempotent"
2911+
}
2912+
},
2913+
"ListLLMObsDatasets": {
2914+
"tag": "LLM Observability",
2915+
"undo": {
2916+
"type": "safe"
2917+
}
2918+
},
2919+
"CreateLLMObsDataset": {
2920+
"tag": "LLM Observability",
2921+
"undo": {
2922+
"operationId": "TODO",
2923+
"parameters": [],
2924+
"type": "unsafe"
2925+
}
2926+
},
2927+
"DeleteLLMObsDatasets": {
2928+
"tag": "LLM Observability",
2929+
"undo": {
2930+
"operationId": "TODO",
2931+
"parameters": [],
2932+
"type": "unsafe"
2933+
}
2934+
},
2935+
"UpdateLLMObsDataset": {
2936+
"tag": "LLM Observability",
2937+
"undo": {
2938+
"type": "idempotent"
2939+
}
2940+
},
2941+
"ListLLMObsDatasetRecords": {
2942+
"tag": "LLM Observability",
2943+
"undo": {
2944+
"type": "safe"
2945+
}
2946+
},
2947+
"UpdateLLMObsDatasetRecords": {
2948+
"tag": "LLM Observability",
2949+
"undo": {
2950+
"type": "idempotent"
2951+
}
2952+
},
2953+
"CreateLLMObsDatasetRecords": {
2954+
"tag": "LLM Observability",
2955+
"undo": {
2956+
"operationId": "DeleteLLMObsDatasetRecords",
2957+
"parameters": [
2958+
{
2959+
"name": "TODO",
2960+
"source": "<RESPONSE_PATH>"
2961+
},
2962+
{
2963+
"name": "TODO",
2964+
"source": "<RESPONSE_PATH>"
2965+
}
2966+
],
2967+
"type": "unsafe"
2968+
}
2969+
},
2970+
"DeleteLLMObsDatasetRecords": {
2971+
"tag": "LLM Observability",
2972+
"undo": {
2973+
"operationId": "TODO",
2974+
"parameters": [],
2975+
"type": "unsafe"
2976+
}
2977+
},
28492978
"SubmitLog": {
28502979
"tag": "Logs",
28512980
"undo": {

‎packages/datadog-api-client/README.md‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -402,6 +402,7 @@ apiInstance
402402
| IP Ranges | @datadog/datadog-api-client-ip-ranges | [README.md](../../services/ip-ranges/README.md) |
403403
| Jira Integration | @datadog/datadog-api-client-jira-integration | [README.md](../../services/jira-integration/README.md) |
404404
| Key Management | @datadog/datadog-api-client-key-management | [README.md](../../services/key-management/README.md) |
405+
| LLM Observability | @datadog/datadog-api-client-llm-observability | [README.md](../../services/llm-observability/README.md) |
405406
| Logs | @datadog/datadog-api-client-logs | [README.md](../../services/logs/README.md) |
406407
| Logs Archives | @datadog/datadog-api-client-logs-archives | [README.md](../../services/logs-archives/README.md) |
407408
| Logs Custom Destinations | @datadog/datadog-api-client-logs-custom-destinations | [README.md](../../services/logs-custom-destinations/README.md) |

‎private/bdd_runner/src/support/scenarios_model_mapping.ts‎

Lines changed: 231 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7386,6 +7386,237 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
73867386
},
73877387
operationResponseType: "IPAllowlistResponse",
73887388
},
7389+
"LLMObservabilityApi.V2.ListLLMObsExperiments": {
7390+
filterProjectId: {
7391+
type: "string",
7392+
format: "",
7393+
},
7394+
filterDatasetId: {
7395+
type: "string",
7396+
format: "",
7397+
},
7398+
filterId: {
7399+
type: "string",
7400+
format: "",
7401+
},
7402+
pageCursor: {
7403+
type: "string",
7404+
format: "",
7405+
},
7406+
pageLimit: {
7407+
type: "number",
7408+
format: "int64",
7409+
},
7410+
operationResponseType: "LLMObsExperimentsResponse",
7411+
},
7412+
"LLMObservabilityApi.V2.CreateLLMObsExperiment": {
7413+
body: {
7414+
type: "LLMObsExperimentRequest",
7415+
format: "",
7416+
},
7417+
operationResponseType: "LLMObsExperimentResponse",
7418+
},
7419+
"LLMObservabilityApi.V2.DeleteLLMObsExperiments": {
7420+
body: {
7421+
type: "LLMObsDeleteExperimentsRequest",
7422+
format: "",
7423+
},
7424+
operationResponseType: "{}",
7425+
},
7426+
"LLMObservabilityApi.V2.UpdateLLMObsExperiment": {
7427+
experimentId: {
7428+
type: "string",
7429+
format: "",
7430+
},
7431+
body: {
7432+
type: "LLMObsExperimentUpdateRequest",
7433+
format: "",
7434+
},
7435+
operationResponseType: "LLMObsExperimentResponse",
7436+
},
7437+
"LLMObservabilityApi.V2.CreateLLMObsExperimentEvents": {
7438+
experimentId: {
7439+
type: "string",
7440+
format: "",
7441+
},
7442+
body: {
7443+
type: "LLMObsExperimentEventsRequest",
7444+
format: "",
7445+
},
7446+
operationResponseType: "{}",
7447+
},
7448+
"LLMObservabilityApi.V2.ListLLMObsProjects": {
7449+
filterId: {
7450+
type: "string",
7451+
format: "",
7452+
},
7453+
filterName: {
7454+
type: "string",
7455+
format: "",
7456+
},
7457+
pageCursor: {
7458+
type: "string",
7459+
format: "",
7460+
},
7461+
pageLimit: {
7462+
type: "number",
7463+
format: "int64",
7464+
},
7465+
operationResponseType: "LLMObsProjectsResponse",
7466+
},
7467+
"LLMObservabilityApi.V2.CreateLLMObsProject": {
7468+
body: {
7469+
type: "LLMObsProjectRequest",
7470+
format: "",
7471+
},
7472+
operationResponseType: "LLMObsProjectResponse",
7473+
},
7474+
"LLMObservabilityApi.V2.DeleteLLMObsProjects": {
7475+
body: {
7476+
type: "LLMObsDeleteProjectsRequest",
7477+
format: "",
7478+
},
7479+
operationResponseType: "{}",
7480+
},
7481+
"LLMObservabilityApi.V2.UpdateLLMObsProject": {
7482+
projectId: {
7483+
type: "string",
7484+
format: "",
7485+
},
7486+
body: {
7487+
type: "LLMObsProjectUpdateRequest",
7488+
format: "",
7489+
},
7490+
operationResponseType: "LLMObsProjectResponse",
7491+
},
7492+
"LLMObservabilityApi.V2.ListLLMObsDatasets": {
7493+
projectId: {
7494+
type: "string",
7495+
format: "",
7496+
},
7497+
filterName: {
7498+
type: "string",
7499+
format: "",
7500+
},
7501+
filterId: {
7502+
type: "string",
7503+
format: "",
7504+
},
7505+
pageCursor: {
7506+
type: "string",
7507+
format: "",
7508+
},
7509+
pageLimit: {
7510+
type: "number",
7511+
format: "int64",
7512+
},
7513+
operationResponseType: "LLMObsDatasetsResponse",
7514+
},
7515+
"LLMObservabilityApi.V2.CreateLLMObsDataset": {
7516+
projectId: {
7517+
type: "string",
7518+
format: "",
7519+
},
7520+
body: {
7521+
type: "LLMObsDatasetRequest",
7522+
format: "",
7523+
},
7524+
operationResponseType: "LLMObsDatasetResponse",
7525+
},
7526+
"LLMObservabilityApi.V2.DeleteLLMObsDatasets": {
7527+
projectId: {
7528+
type: "string",
7529+
format: "",
7530+
},
7531+
body: {
7532+
type: "LLMObsDeleteDatasetsRequest",
7533+
format: "",
7534+
},
7535+
operationResponseType: "{}",
7536+
},
7537+
"LLMObservabilityApi.V2.UpdateLLMObsDataset": {
7538+
projectId: {
7539+
type: "string",
7540+
format: "",
7541+
},
7542+
datasetId: {
7543+
type: "string",
7544+
format: "",
7545+
},
7546+
body: {
7547+
type: "LLMObsDatasetUpdateRequest",
7548+
format: "",
7549+
},
7550+
operationResponseType: "LLMObsDatasetResponse",
7551+
},
7552+
"LLMObservabilityApi.V2.ListLLMObsDatasetRecords": {
7553+
projectId: {
7554+
type: "string",
7555+
format: "",
7556+
},
7557+
datasetId: {
7558+
type: "string",
7559+
format: "",
7560+
},
7561+
filterVersion: {
7562+
type: "number",
7563+
format: "int64",
7564+
},
7565+
pageCursor: {
7566+
type: "string",
7567+
format: "",
7568+
},
7569+
pageLimit: {
7570+
type: "number",
7571+
format: "int64",
7572+
},
7573+
operationResponseType: "LLMObsDatasetRecordsListResponse",
7574+
},
7575+
"LLMObservabilityApi.V2.CreateLLMObsDatasetRecords": {
7576+
projectId: {
7577+
type: "string",
7578+
format: "",
7579+
},
7580+
datasetId: {
7581+
type: "string",
7582+
format: "",
7583+
},
7584+
body: {
7585+
type: "LLMObsDatasetRecordsRequest",
7586+
format: "",
7587+
},
7588+
operationResponseType: "LLMObsDatasetRecordsMutationResponse",
7589+
},
7590+
"LLMObservabilityApi.V2.UpdateLLMObsDatasetRecords": {
7591+
projectId: {
7592+
type: "string",
7593+
format: "",
7594+
},
7595+
datasetId: {
7596+
type: "string",
7597+
format: "",
7598+
},
7599+
body: {
7600+
type: "LLMObsDatasetRecordsUpdateRequest",
7601+
format: "",
7602+
},
7603+
operationResponseType: "LLMObsDatasetRecordsMutationResponse",
7604+
},
7605+
"LLMObservabilityApi.V2.DeleteLLMObsDatasetRecords": {
7606+
projectId: {
7607+
type: "string",
7608+
format: "",
7609+
},
7610+
datasetId: {
7611+
type: "string",
7612+
format: "",
7613+
},
7614+
body: {
7615+
type: "LLMObsDeleteDatasetRecordsRequest",
7616+
format: "",
7617+
},
7618+
operationResponseType: "{}",
7619+
},
73897620
"LogsApi.V2.SubmitLog": {
73907621
contentEncoding: {
73917622
type: "ContentEncoding",

‎services/llm_observability/.yarnrc.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
nodeLinker: node-modules

0 commit comments

Comments
 (0)