Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 7 additions & 5 deletions .generator/schemas/v2/openapi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38202,7 +38202,7 @@ components:
$ref: "#/components/schemas/LLMObsAnnotationItem"
type: array
content_id:
description: Identifier of the content for this interaction.
description: Identifier of the content (trace ID or session ID) for this interaction.
example: "trace-abc-123"
type: string
id:
Expand Down Expand Up @@ -38405,7 +38405,7 @@ components:
description: A single interaction to add to an annotation queue.
properties:
content_id:
description: Identifier of the content (such as trace ID) for this interaction.
description: Identifier of the content (trace ID or session ID) for this interaction.
example: "trace-abc-123"
type: string
type:
Expand All @@ -38422,7 +38422,7 @@ components:
example: false
type: boolean
content_id:
description: Identifier of the content for this interaction.
description: Identifier of the content (trace ID or session ID) for this interaction.
example: "trace-abc-123"
type: string
id:
Expand Down Expand Up @@ -39941,11 +39941,13 @@ components:
enum:
- trace
- experiment_trace
- session
example: trace
type: string
x-enum-varnames:
- TRACE
- EXPERIMENT_TRACE
- SESSION
LLMObsLabelSchema:
description: Schema definition for a single label in an annotation queue.
properties:
Expand Down Expand Up @@ -109649,7 +109651,7 @@ paths:
If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
/api/v2/llm-obs/v1/annotation-queues/{queue_id}/annotated-interactions:
get:
description: Retrieve all interactions and their annotations for a given annotation queue.
description: Retrieve all interactions (traces and sessions) and their annotations for a given annotation queue.
operationId: GetLLMObsAnnotatedInteractions
parameters:
- $ref: "#/components/parameters/LLMObsAnnotationQueueIDPathParameter"
Expand Down Expand Up @@ -109710,7 +109712,7 @@ paths:
/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions:
post:
description: |-
Add one or more interactions (traces) to an annotation queue.
Add one or more interactions (traces or sessions) to an annotation queue.
At least one interaction must be provided.
operationId: CreateLLMObsAnnotationQueueInteractions
parameters:
Expand Down
4 changes: 2 additions & 2 deletions services/llm_observability/src/v2/LLMObservabilityApi.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4775,7 +4775,7 @@ export class LLMObservabilityApi {
}

/**
* Add one or more interactions (traces) to an annotation queue.
* Add one or more interactions (traces or sessions) to an annotation queue.
* At least one interaction must be provided.
* @param param The request object
*/
Expand Down Expand Up @@ -5075,7 +5075,7 @@ export class LLMObservabilityApi {
}

/**
* Retrieve all interactions and their annotations for a given annotation queue.
* Retrieve all interactions (traces and sessions) and their annotations for a given annotation queue.
* @param param The request object
*/
public getLLMObsAnnotatedInteractions(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ export class LLMObsAnnotatedInteractionItem {
*/
"annotations": Array<LLMObsAnnotationItem>;
/**
* Identifier of the content for this interaction.
* Identifier of the content (trace ID or session ID) for this interaction.
*/
"contentId": string;
/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ import { LLMObsInteractionType } from "./LLMObsInteractionType";
*/
export class LLMObsAnnotationQueueInteractionItem {
/**
* Identifier of the content (such as trace ID) for this interaction.
* Identifier of the content (trace ID or session ID) for this interaction.
*/
"contentId": string;
/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ export class LLMObsAnnotationQueueInteractionResponseItem {
*/
"alreadyExisted": boolean;
/**
* Identifier of the content for this interaction.
* Identifier of the content (trace ID or session ID) for this interaction.
*/
"contentId": string;
/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@ import { UnparsedObject } from "@datadog/datadog-api-client";
export type LLMObsInteractionType =
| typeof TRACE
| typeof EXPERIMENT_TRACE
| typeof SESSION
| UnparsedObject;
export const TRACE = "trace";
export const EXPERIMENT_TRACE = "experiment_trace";
export const SESSION = "session";
2 changes: 1 addition & 1 deletion services/llm_observability/src/v2/models/TypingInfo.ts
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ export const TypingInfo: ModelTypingInfo = {
LLMObsEventType: ["events"],
LLMObsExperimentSpanStatus: ["ok", "error"],
LLMObsExperimentType: ["experiments"],
LLMObsInteractionType: ["trace", "experiment_trace"],
LLMObsInteractionType: ["trace", "experiment_trace", "session"],
LLMObsLabelSchemaType: ["score", "categorical", "boolean", "text"],
LLMObsMetricAssessment: ["pass", "fail"],
LLMObsMetricScoreType: ["score", "categorical", "boolean", "json"],
Expand Down
Loading