Skip to content

Commit d8036d4

Browse files
author
ci.datadog-api-spec
committed
Regenerate client from commit df401e8 of spec repo
1 parent af8c1d7 commit d8036d4

27 files changed

Lines changed: 3428 additions & 128 deletions

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 541 additions & 0 deletions
Large diffs are not rendered by default.

‎examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.rb‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
# Delete a custom evaluator configuration returns "No Content" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.delete_llm_obs_custom_eval_config".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
api_instance.delete_llm_obs_custom_eval_config("eval_name")

‎examples/v2/llm-observability/GetLLMObsCustomEvalConfig.rb‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
# Get a custom evaluator configuration returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.get_llm_obs_custom_eval_config".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
p api_instance.get_llm_obs_custom_eval_config("eval_name")

‎examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.rb‎

Lines changed: 81 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,81 @@
1+
# Create or update a custom evaluator configuration returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.update_llm_obs_custom_eval_config".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
9+
body = DatadogAPIClient::V2::LLMObsCustomEvalConfigUpdateRequest.new({
10+
category: "quality",
11+
eval_name: "my-custom-evaluator",
12+
llm_judge_config: DatadogAPIClient::V2::LLMObsCustomEvalConfigLLMJudgeConfig.new({
13+
assessment_criteria: DatadogAPIClient::V2::LLMObsCustomEvalConfigAssessmentCriteria.new({
14+
max_threshold: 1.0,
15+
min_threshold: 0.7,
16+
pass_values: [
17+
"pass",
18+
"yes",
19+
],
20+
pass_when: true,
21+
}),
22+
inference_params: DatadogAPIClient::V2::LLMObsCustomEvalConfigInferenceParams.new({
23+
frequency_penalty: 0.0,
24+
max_tokens: 1024,
25+
presence_penalty: 0.0,
26+
temperature: 0.7,
27+
top_k: 50,
28+
top_p: 1.0,
29+
}),
30+
last_used_library_prompt_template_name: "sentiment-analysis-v1",
31+
modified_library_prompt_template: false,
32+
output_schema: nil,
33+
parsing_type: DatadogAPIClient::V2::LLMObsCustomEvalConfigParsingType::STRUCTURED_OUTPUT,
34+
prompt_template: [
35+
DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptMessage.new({
36+
content: "Rate the quality of the following response:",
37+
contents: [
38+
DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptContent.new({
39+
type: "text",
40+
value: DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptContentValue.new({
41+
text: "What is the sentiment of this review?",
42+
tool_call: DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptToolCall.new({
43+
arguments: '{"location": "San Francisco"}',
44+
id: "call_abc123",
45+
name: "get_weather",
46+
type: "function",
47+
}),
48+
tool_call_result: DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptToolResult.new({
49+
name: "get_weather",
50+
result: "sunny, 72F",
51+
tool_id: "call_abc123",
52+
type: "function",
53+
}),
54+
}),
55+
}),
56+
],
57+
role: "user",
58+
}),
59+
],
60+
}),
61+
llm_provider: DatadogAPIClient::V2::LLMObsCustomEvalConfigLLMProvider.new({
62+
bedrock: DatadogAPIClient::V2::LLMObsCustomEvalConfigBedrockOptions.new({
63+
region: "us-east-1",
64+
}),
65+
integration_account_id: "my-account-id",
66+
integration_provider: DatadogAPIClient::V2::LLMObsCustomEvalConfigIntegrationProvider::OPENAI,
67+
model_name: "gpt-4o",
68+
vertex_ai: DatadogAPIClient::V2::LLMObsCustomEvalConfigVertexAIOptions.new({
69+
location: "us-central1",
70+
project: "my-gcp-project",
71+
}),
72+
}),
73+
target: DatadogAPIClient::V2::LLMObsCustomEvalConfigTarget.new({
74+
application_name: "my-llm-app",
75+
enabled: true,
76+
filter: "@service:my-service",
77+
root_spans_only: true,
78+
sampling_percentage: 50.0,
79+
}),
80+
})
81+
p api_instance.update_llm_obs_custom_eval_config("eval_name", body)

‎features/scenarios_model_mapping.rb‎

Lines changed: 114 additions & 104 deletions
Original file line numberDiff line numberDiff line change
@@ -884,6 +884,120 @@
884884
"v2.TriggerFleetSchedule" => {
885885
"id" => "String",
886886
},
887+
"v2.DeleteLLMObsCustomEvalConfig" => {
888+
"eval_name" => "String",
889+
},
890+
"v2.GetLLMObsCustomEvalConfig" => {
891+
"eval_name" => "String",
892+
},
893+
"v2.UpdateLLMObsCustomEvalConfig" => {
894+
"eval_name" => "String",
895+
"body" => "LLMObsCustomEvalConfigUpdateRequest",
896+
},
897+
"v2.ListLLMObsAnnotationQueues" => {
898+
"project_id" => "String",
899+
"queue_ids" => "Array<String>",
900+
},
901+
"v2.CreateLLMObsAnnotationQueue" => {
902+
"body" => "LLMObsAnnotationQueueRequest",
903+
},
904+
"v2.DeleteLLMObsAnnotationQueue" => {
905+
"queue_id" => "String",
906+
},
907+
"v2.UpdateLLMObsAnnotationQueue" => {
908+
"queue_id" => "String",
909+
"body" => "LLMObsAnnotationQueueUpdateRequest",
910+
},
911+
"v2.GetLLMObsAnnotatedInteractions" => {
912+
"queue_id" => "String",
913+
},
914+
"v2.CreateLLMObsAnnotationQueueInteractions" => {
915+
"queue_id" => "String",
916+
"body" => "LLMObsAnnotationQueueInteractionsRequest",
917+
},
918+
"v2.DeleteLLMObsAnnotationQueueInteractions" => {
919+
"queue_id" => "String",
920+
"body" => "LLMObsDeleteAnnotationQueueInteractionsRequest",
921+
},
922+
"v2.ListLLMObsExperiments" => {
923+
"filter_project_id" => "String",
924+
"filter_dataset_id" => "String",
925+
"filter_id" => "String",
926+
"page_cursor" => "String",
927+
"page_limit" => "Integer",
928+
},
929+
"v2.CreateLLMObsExperiment" => {
930+
"body" => "LLMObsExperimentRequest",
931+
},
932+
"v2.DeleteLLMObsExperiments" => {
933+
"body" => "LLMObsDeleteExperimentsRequest",
934+
},
935+
"v2.UpdateLLMObsExperiment" => {
936+
"experiment_id" => "String",
937+
"body" => "LLMObsExperimentUpdateRequest",
938+
},
939+
"v2.CreateLLMObsExperimentEvents" => {
940+
"experiment_id" => "String",
941+
"body" => "LLMObsExperimentEventsRequest",
942+
},
943+
"v2.ListLLMObsProjects" => {
944+
"filter_id" => "String",
945+
"filter_name" => "String",
946+
"page_cursor" => "String",
947+
"page_limit" => "Integer",
948+
},
949+
"v2.CreateLLMObsProject" => {
950+
"body" => "LLMObsProjectRequest",
951+
},
952+
"v2.DeleteLLMObsProjects" => {
953+
"body" => "LLMObsDeleteProjectsRequest",
954+
},
955+
"v2.UpdateLLMObsProject" => {
956+
"project_id" => "String",
957+
"body" => "LLMObsProjectUpdateRequest",
958+
},
959+
"v2.ListLLMObsDatasets" => {
960+
"project_id" => "String",
961+
"filter_name" => "String",
962+
"filter_id" => "String",
963+
"page_cursor" => "String",
964+
"page_limit" => "Integer",
965+
},
966+
"v2.CreateLLMObsDataset" => {
967+
"project_id" => "String",
968+
"body" => "LLMObsDatasetRequest",
969+
},
970+
"v2.DeleteLLMObsDatasets" => {
971+
"project_id" => "String",
972+
"body" => "LLMObsDeleteDatasetsRequest",
973+
},
974+
"v2.UpdateLLMObsDataset" => {
975+
"project_id" => "String",
976+
"dataset_id" => "String",
977+
"body" => "LLMObsDatasetUpdateRequest",
978+
},
979+
"v2.ListLLMObsDatasetRecords" => {
980+
"project_id" => "String",
981+
"dataset_id" => "String",
982+
"filter_version" => "Integer",
983+
"page_cursor" => "String",
984+
"page_limit" => "Integer",
985+
},
986+
"v2.UpdateLLMObsDatasetRecords" => {
987+
"project_id" => "String",
988+
"dataset_id" => "String",
989+
"body" => "LLMObsDatasetRecordsUpdateRequest",
990+
},
991+
"v2.CreateLLMObsDatasetRecords" => {
992+
"project_id" => "String",
993+
"dataset_id" => "String",
994+
"body" => "LLMObsDatasetRecordsRequest",
995+
},
996+
"v2.DeleteLLMObsDatasetRecords" => {
997+
"project_id" => "String",
998+
"dataset_id" => "String",
999+
"body" => "LLMObsDeleteDatasetRecordsRequest",
1000+
},
8871001
"v2.CreateDatastore" => {
8881002
"body" => "CreateAppsDatastoreRequest",
8891003
},
@@ -2785,110 +2899,6 @@
27852899
"v2.UpdateIPAllowlist" => {
27862900
"body" => "IPAllowlistUpdateRequest",
27872901
},
2788-
"v2.ListLLMObsAnnotationQueues" => {
2789-
"project_id" => "String",
2790-
"queue_ids" => "Array<String>",
2791-
},
2792-
"v2.CreateLLMObsAnnotationQueue" => {
2793-
"body" => "LLMObsAnnotationQueueRequest",
2794-
},
2795-
"v2.DeleteLLMObsAnnotationQueue" => {
2796-
"queue_id" => "String",
2797-
},
2798-
"v2.UpdateLLMObsAnnotationQueue" => {
2799-
"queue_id" => "String",
2800-
"body" => "LLMObsAnnotationQueueUpdateRequest",
2801-
},
2802-
"v2.GetLLMObsAnnotatedInteractions" => {
2803-
"queue_id" => "String",
2804-
},
2805-
"v2.CreateLLMObsAnnotationQueueInteractions" => {
2806-
"queue_id" => "String",
2807-
"body" => "LLMObsAnnotationQueueInteractionsRequest",
2808-
},
2809-
"v2.DeleteLLMObsAnnotationQueueInteractions" => {
2810-
"queue_id" => "String",
2811-
"body" => "LLMObsDeleteAnnotationQueueInteractionsRequest",
2812-
},
2813-
"v2.ListLLMObsExperiments" => {
2814-
"filter_project_id" => "String",
2815-
"filter_dataset_id" => "String",
2816-
"filter_id" => "String",
2817-
"page_cursor" => "String",
2818-
"page_limit" => "Integer",
2819-
},
2820-
"v2.CreateLLMObsExperiment" => {
2821-
"body" => "LLMObsExperimentRequest",
2822-
},
2823-
"v2.DeleteLLMObsExperiments" => {
2824-
"body" => "LLMObsDeleteExperimentsRequest",
2825-
},
2826-
"v2.UpdateLLMObsExperiment" => {
2827-
"experiment_id" => "String",
2828-
"body" => "LLMObsExperimentUpdateRequest",
2829-
},
2830-
"v2.CreateLLMObsExperimentEvents" => {
2831-
"experiment_id" => "String",
2832-
"body" => "LLMObsExperimentEventsRequest",
2833-
},
2834-
"v2.ListLLMObsProjects" => {
2835-
"filter_id" => "String",
2836-
"filter_name" => "String",
2837-
"page_cursor" => "String",
2838-
"page_limit" => "Integer",
2839-
},
2840-
"v2.CreateLLMObsProject" => {
2841-
"body" => "LLMObsProjectRequest",
2842-
},
2843-
"v2.DeleteLLMObsProjects" => {
2844-
"body" => "LLMObsDeleteProjectsRequest",
2845-
},
2846-
"v2.UpdateLLMObsProject" => {
2847-
"project_id" => "String",
2848-
"body" => "LLMObsProjectUpdateRequest",
2849-
},
2850-
"v2.ListLLMObsDatasets" => {
2851-
"project_id" => "String",
2852-
"filter_name" => "String",
2853-
"filter_id" => "String",
2854-
"page_cursor" => "String",
2855-
"page_limit" => "Integer",
2856-
},
2857-
"v2.CreateLLMObsDataset" => {
2858-
"project_id" => "String",
2859-
"body" => "LLMObsDatasetRequest",
2860-
},
2861-
"v2.DeleteLLMObsDatasets" => {
2862-
"project_id" => "String",
2863-
"body" => "LLMObsDeleteDatasetsRequest",
2864-
},
2865-
"v2.UpdateLLMObsDataset" => {
2866-
"project_id" => "String",
2867-
"dataset_id" => "String",
2868-
"body" => "LLMObsDatasetUpdateRequest",
2869-
},
2870-
"v2.ListLLMObsDatasetRecords" => {
2871-
"project_id" => "String",
2872-
"dataset_id" => "String",
2873-
"filter_version" => "Integer",
2874-
"page_cursor" => "String",
2875-
"page_limit" => "Integer",
2876-
},
2877-
"v2.UpdateLLMObsDatasetRecords" => {
2878-
"project_id" => "String",
2879-
"dataset_id" => "String",
2880-
"body" => "LLMObsDatasetRecordsUpdateRequest",
2881-
},
2882-
"v2.CreateLLMObsDatasetRecords" => {
2883-
"project_id" => "String",
2884-
"dataset_id" => "String",
2885-
"body" => "LLMObsDatasetRecordsRequest",
2886-
},
2887-
"v2.DeleteLLMObsDatasetRecords" => {
2888-
"project_id" => "String",
2889-
"dataset_id" => "String",
2890-
"body" => "LLMObsDeleteDatasetRecordsRequest",
2891-
},
28922902
"v2.SubmitLog" => {
28932903
"content_encoding" => "ContentEncoding",
28942904
"ddtags" => "String",

0 commit comments

Comments
 (0)