Skip to content

Commit b67ed8d

Browse files
author
ci.datadog-api-spec
committed
Regenerate client from commit 5c7872b of spec repo
1 parent d8b087c commit b67ed8d

33 files changed

+4159
-128
lines changed

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 651 additions & 0 deletions
Large diffs are not rendered by default.

‎examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.rb‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
# Delete a custom evaluator configuration returns "No Content" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.delete_llm_obs_custom_eval_config".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
api_instance.delete_llm_obs_custom_eval_config("eval_name")

‎examples/v2/llm-observability/GetLLMObsCustomEvalConfig.rb‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
# Get a custom evaluator configuration returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.get_llm_obs_custom_eval_config".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
p api_instance.get_llm_obs_custom_eval_config("eval_name")

‎examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.rb‎

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
# Create or update a custom evaluator configuration returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.update_llm_obs_custom_eval_config".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
9+
body = DatadogAPIClient::V2::LLMObsCustomEvalConfigUpdateRequest.new({
10+
data: DatadogAPIClient::V2::LLMObsCustomEvalConfigUpdateData.new({
11+
attributes: DatadogAPIClient::V2::LLMObsCustomEvalConfigUpdateAttributes.new({
12+
category: "Custom",
13+
eval_name: "my-custom-evaluator",
14+
llm_judge_config: DatadogAPIClient::V2::LLMObsCustomEvalConfigLLMJudgeConfig.new({
15+
assessment_criteria: DatadogAPIClient::V2::LLMObsCustomEvalConfigAssessmentCriteria.new({
16+
max_threshold: 1.0,
17+
min_threshold: 0.7,
18+
pass_values: [
19+
"pass",
20+
"yes",
21+
],
22+
pass_when: true,
23+
}),
24+
inference_params: DatadogAPIClient::V2::LLMObsCustomEvalConfigInferenceParams.new({
25+
frequency_penalty: 0.0,
26+
max_tokens: 1024,
27+
presence_penalty: 0.0,
28+
temperature: 0.7,
29+
top_k: 50,
30+
top_p: 1.0,
31+
}),
32+
last_used_library_prompt_template_name: "sentiment-analysis-v1",
33+
modified_library_prompt_template: false,
34+
output_schema: nil,
35+
parsing_type: DatadogAPIClient::V2::LLMObsCustomEvalConfigParsingType::STRUCTURED_OUTPUT,
36+
prompt_template: [
37+
DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptMessage.new({
38+
content: "Rate the quality of the following response:",
39+
contents: [
40+
DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptContent.new({
41+
type: "text",
42+
value: DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptContentValue.new({
43+
text: "What is the sentiment of this review?",
44+
tool_call: DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptToolCall.new({
45+
arguments: '{"location": "San Francisco"}',
46+
id: "call_abc123",
47+
name: "get_weather",
48+
type: "function",
49+
}),
50+
tool_call_result: DatadogAPIClient::V2::LLMObsCustomEvalConfigPromptToolResult.new({
51+
name: "get_weather",
52+
result: "sunny, 72F",
53+
tool_id: "call_abc123",
54+
type: "function",
55+
}),
56+
}),
57+
}),
58+
],
59+
role: "user",
60+
}),
61+
],
62+
}),
63+
llm_provider: DatadogAPIClient::V2::LLMObsCustomEvalConfigLLMProvider.new({
64+
bedrock: DatadogAPIClient::V2::LLMObsCustomEvalConfigBedrockOptions.new({
65+
region: "us-east-1",
66+
}),
67+
integration_account_id: "my-account-id",
68+
integration_provider: DatadogAPIClient::V2::LLMObsCustomEvalConfigIntegrationProvider::OPENAI,
69+
model_name: "gpt-4o",
70+
vertex_ai: DatadogAPIClient::V2::LLMObsCustomEvalConfigVertexAIOptions.new({
71+
location: "us-central1",
72+
project: "my-gcp-project",
73+
}),
74+
}),
75+
target: DatadogAPIClient::V2::LLMObsCustomEvalConfigTarget.new({
76+
application_name: "my-llm-app",
77+
enabled: true,
78+
eval_scope: DatadogAPIClient::V2::LLMObsCustomEvalConfigEvalScope::SPAN,
79+
filter: "@service:my-service",
80+
root_spans_only: true,
81+
sampling_percentage: 50.0,
82+
}),
83+
}),
84+
id: "my-custom-evaluator",
85+
type: DatadogAPIClient::V2::LLMObsCustomEvalConfigType::EVALUATOR_CONFIG,
86+
}),
87+
})
88+
p api_instance.update_llm_obs_custom_eval_config("eval_name", body)

‎features/scenarios_model_mapping.rb‎

Lines changed: 114 additions & 104 deletions
Original file line numberDiff line numberDiff line change
@@ -909,6 +909,120 @@
909909
"sort_descending" => "Boolean",
910910
"filter" => "String",
911911
},
912+
"v2.DeleteLLMObsCustomEvalConfig" => {
913+
"eval_name" => "String",
914+
},
915+
"v2.GetLLMObsCustomEvalConfig" => {
916+
"eval_name" => "String",
917+
},
918+
"v2.UpdateLLMObsCustomEvalConfig" => {
919+
"eval_name" => "String",
920+
"body" => "LLMObsCustomEvalConfigUpdateRequest",
921+
},
922+
"v2.ListLLMObsAnnotationQueues" => {
923+
"project_id" => "String",
924+
"queue_ids" => "Array<String>",
925+
},
926+
"v2.CreateLLMObsAnnotationQueue" => {
927+
"body" => "LLMObsAnnotationQueueRequest",
928+
},
929+
"v2.DeleteLLMObsAnnotationQueue" => {
930+
"queue_id" => "String",
931+
},
932+
"v2.UpdateLLMObsAnnotationQueue" => {
933+
"queue_id" => "String",
934+
"body" => "LLMObsAnnotationQueueUpdateRequest",
935+
},
936+
"v2.GetLLMObsAnnotatedInteractions" => {
937+
"queue_id" => "String",
938+
},
939+
"v2.CreateLLMObsAnnotationQueueInteractions" => {
940+
"queue_id" => "String",
941+
"body" => "LLMObsAnnotationQueueInteractionsRequest",
942+
},
943+
"v2.DeleteLLMObsAnnotationQueueInteractions" => {
944+
"queue_id" => "String",
945+
"body" => "LLMObsDeleteAnnotationQueueInteractionsRequest",
946+
},
947+
"v2.ListLLMObsExperiments" => {
948+
"filter_project_id" => "String",
949+
"filter_dataset_id" => "String",
950+
"filter_id" => "String",
951+
"page_cursor" => "String",
952+
"page_limit" => "Integer",
953+
},
954+
"v2.CreateLLMObsExperiment" => {
955+
"body" => "LLMObsExperimentRequest",
956+
},
957+
"v2.DeleteLLMObsExperiments" => {
958+
"body" => "LLMObsDeleteExperimentsRequest",
959+
},
960+
"v2.UpdateLLMObsExperiment" => {
961+
"experiment_id" => "String",
962+
"body" => "LLMObsExperimentUpdateRequest",
963+
},
964+
"v2.CreateLLMObsExperimentEvents" => {
965+
"experiment_id" => "String",
966+
"body" => "LLMObsExperimentEventsRequest",
967+
},
968+
"v2.ListLLMObsProjects" => {
969+
"filter_id" => "String",
970+
"filter_name" => "String",
971+
"page_cursor" => "String",
972+
"page_limit" => "Integer",
973+
},
974+
"v2.CreateLLMObsProject" => {
975+
"body" => "LLMObsProjectRequest",
976+
},
977+
"v2.DeleteLLMObsProjects" => {
978+
"body" => "LLMObsDeleteProjectsRequest",
979+
},
980+
"v2.UpdateLLMObsProject" => {
981+
"project_id" => "String",
982+
"body" => "LLMObsProjectUpdateRequest",
983+
},
984+
"v2.ListLLMObsDatasets" => {
985+
"project_id" => "String",
986+
"filter_name" => "String",
987+
"filter_id" => "String",
988+
"page_cursor" => "String",
989+
"page_limit" => "Integer",
990+
},
991+
"v2.CreateLLMObsDataset" => {
992+
"project_id" => "String",
993+
"body" => "LLMObsDatasetRequest",
994+
},
995+
"v2.DeleteLLMObsDatasets" => {
996+
"project_id" => "String",
997+
"body" => "LLMObsDeleteDatasetsRequest",
998+
},
999+
"v2.UpdateLLMObsDataset" => {
1000+
"project_id" => "String",
1001+
"dataset_id" => "String",
1002+
"body" => "LLMObsDatasetUpdateRequest",
1003+
},
1004+
"v2.ListLLMObsDatasetRecords" => {
1005+
"project_id" => "String",
1006+
"dataset_id" => "String",
1007+
"filter_version" => "Integer",
1008+
"page_cursor" => "String",
1009+
"page_limit" => "Integer",
1010+
},
1011+
"v2.UpdateLLMObsDatasetRecords" => {
1012+
"project_id" => "String",
1013+
"dataset_id" => "String",
1014+
"body" => "LLMObsDatasetRecordsUpdateRequest",
1015+
},
1016+
"v2.CreateLLMObsDatasetRecords" => {
1017+
"project_id" => "String",
1018+
"dataset_id" => "String",
1019+
"body" => "LLMObsDatasetRecordsRequest",
1020+
},
1021+
"v2.DeleteLLMObsDatasetRecords" => {
1022+
"project_id" => "String",
1023+
"dataset_id" => "String",
1024+
"body" => "LLMObsDeleteDatasetRecordsRequest",
1025+
},
9121026
"v2.CreateDatastore" => {
9131027
"body" => "CreateAppsDatastoreRequest",
9141028
},
@@ -2854,110 +2968,6 @@
28542968
"v2.UpdateIPAllowlist" => {
28552969
"body" => "IPAllowlistUpdateRequest",
28562970
},
2857-
"v2.ListLLMObsAnnotationQueues" => {
2858-
"project_id" => "String",
2859-
"queue_ids" => "Array<String>",
2860-
},
2861-
"v2.CreateLLMObsAnnotationQueue" => {
2862-
"body" => "LLMObsAnnotationQueueRequest",
2863-
},
2864-
"v2.DeleteLLMObsAnnotationQueue" => {
2865-
"queue_id" => "String",
2866-
},
2867-
"v2.UpdateLLMObsAnnotationQueue" => {
2868-
"queue_id" => "String",
2869-
"body" => "LLMObsAnnotationQueueUpdateRequest",
2870-
},
2871-
"v2.GetLLMObsAnnotatedInteractions" => {
2872-
"queue_id" => "String",
2873-
},
2874-
"v2.CreateLLMObsAnnotationQueueInteractions" => {
2875-
"queue_id" => "String",
2876-
"body" => "LLMObsAnnotationQueueInteractionsRequest",
2877-
},
2878-
"v2.DeleteLLMObsAnnotationQueueInteractions" => {
2879-
"queue_id" => "String",
2880-
"body" => "LLMObsDeleteAnnotationQueueInteractionsRequest",
2881-
},
2882-
"v2.ListLLMObsExperiments" => {
2883-
"filter_project_id" => "String",
2884-
"filter_dataset_id" => "String",
2885-
"filter_id" => "String",
2886-
"page_cursor" => "String",
2887-
"page_limit" => "Integer",
2888-
},
2889-
"v2.CreateLLMObsExperiment" => {
2890-
"body" => "LLMObsExperimentRequest",
2891-
},
2892-
"v2.DeleteLLMObsExperiments" => {
2893-
"body" => "LLMObsDeleteExperimentsRequest",
2894-
},
2895-
"v2.UpdateLLMObsExperiment" => {
2896-
"experiment_id" => "String",
2897-
"body" => "LLMObsExperimentUpdateRequest",
2898-
},
2899-
"v2.CreateLLMObsExperimentEvents" => {
2900-
"experiment_id" => "String",
2901-
"body" => "LLMObsExperimentEventsRequest",
2902-
},
2903-
"v2.ListLLMObsProjects" => {
2904-
"filter_id" => "String",
2905-
"filter_name" => "String",
2906-
"page_cursor" => "String",
2907-
"page_limit" => "Integer",
2908-
},
2909-
"v2.CreateLLMObsProject" => {
2910-
"body" => "LLMObsProjectRequest",
2911-
},
2912-
"v2.DeleteLLMObsProjects" => {
2913-
"body" => "LLMObsDeleteProjectsRequest",
2914-
},
2915-
"v2.UpdateLLMObsProject" => {
2916-
"project_id" => "String",
2917-
"body" => "LLMObsProjectUpdateRequest",
2918-
},
2919-
"v2.ListLLMObsDatasets" => {
2920-
"project_id" => "String",
2921-
"filter_name" => "String",
2922-
"filter_id" => "String",
2923-
"page_cursor" => "String",
2924-
"page_limit" => "Integer",
2925-
},
2926-
"v2.CreateLLMObsDataset" => {
2927-
"project_id" => "String",
2928-
"body" => "LLMObsDatasetRequest",
2929-
},
2930-
"v2.DeleteLLMObsDatasets" => {
2931-
"project_id" => "String",
2932-
"body" => "LLMObsDeleteDatasetsRequest",
2933-
},
2934-
"v2.UpdateLLMObsDataset" => {
2935-
"project_id" => "String",
2936-
"dataset_id" => "String",
2937-
"body" => "LLMObsDatasetUpdateRequest",
2938-
},
2939-
"v2.ListLLMObsDatasetRecords" => {
2940-
"project_id" => "String",
2941-
"dataset_id" => "String",
2942-
"filter_version" => "Integer",
2943-
"page_cursor" => "String",
2944-
"page_limit" => "Integer",
2945-
},
2946-
"v2.UpdateLLMObsDatasetRecords" => {
2947-
"project_id" => "String",
2948-
"dataset_id" => "String",
2949-
"body" => "LLMObsDatasetRecordsUpdateRequest",
2950-
},
2951-
"v2.CreateLLMObsDatasetRecords" => {
2952-
"project_id" => "String",
2953-
"dataset_id" => "String",
2954-
"body" => "LLMObsDatasetRecordsRequest",
2955-
},
2956-
"v2.DeleteLLMObsDatasetRecords" => {
2957-
"project_id" => "String",
2958-
"dataset_id" => "String",
2959-
"body" => "LLMObsDeleteDatasetRecordsRequest",
2960-
},
29612971
"v2.SubmitLog" => {
29622972
"content_encoding" => "ContentEncoding",
29632973
"ddtags" => "String",

0 commit comments

Comments
 (0)