Project import generated by Copybara.

GitOrigin-RevId: 2e2b50eaff27d742032c5a33892eced342f06ab5

Author: Arize AI Devs

CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## [8.23.0](https://github.com/Arize-ai/arize/compare/arize-python-sdk/v8.22.4...arize-python-sdk/v8.23.0) (2026-05-11)
+
+
+### 🎁 New Features
+
+* **api-keys:** extend GET /v2/api-keys with space_id and user_id filters ([#70697](https://github.com/Arize-ai/arize/issues/70697)) ([06dfc73](https://github.com/Arize-ai/arize/commit/06dfc73f9f3d7eb08c9d3c9435ff17d3462fa5e3))
+* add run_experiment task type ([#70545](https://github.com/Arize-ai/arize/issues/70545)) ([2ed75b9](https://github.com/Arize-ai/arize/commit/2ed75b998fb90298575329f4a63c95435a9a74b2))
+
 ## [8.22.4](https://github.com/Arize-ai/arize/compare/arize-python-sdk/v8.22.3...arize-python-sdk/v8.22.4) (2026-05-08)
 
 

README.md

@@ -881,21 +881,59 @@ task_list = resp.tasks
 
 ### Create a Task
 
-Tasks run evaluators against spans from a project or experiments from a dataset. Either `project` or `dataset` is required (not both). At least one evaluator is required.
+There are two task types for running evaluators, and one for server-side LLM experiments. Use the appropriate typed helper:
+
+**Template or code evaluation task** — runs evaluators against spans from a project or experiments from a dataset.
 
 ```python
-from arize.tasks.types import TasksCreateRequestEvaluatorsInner
+from arize.tasks.types import BaseEvaluationTaskRequestEvaluatorsInner
 
-task = client.tasks.create(
-    name="<your-task-name>",
+# Project-based, continuous template evaluation task
+task = client.tasks.create_evaluation_task(
+    name="Production Hallucination Check",
     task_type="template_evaluation",
-    evaluators=[TasksCreateRequestEvaluatorsInner(...)],
-    project="<project-id-or-name>", # Required if not using dataset
-    # dataset="<dataset-id-or-name>", # Required if not using project
-    space=..., # Optional, space ID or name
-    sampling_rate=..., # Optional, fraction of data to evaluate (0.0–1.0)
-    is_continuous=..., # Optional, run continuously on new data
-    query_filter=..., # Optional, filter expression for spans
+    evaluators=[BaseEvaluationTaskRequestEvaluatorsInner(
+        evaluator_id="<evaluator-id>",   # Required
+        column_mappings={"input": "attributes.input.value"},  # Optional
+    )],
+    project="<project-id-or-name>",  # Required if not using dataset
+    space=...,            # Optional, space ID or name
+    sampling_rate=1.0,    # Optional, fraction of data to evaluate (0.0–1.0)
+    is_continuous=True,   # Optional, run continuously on new data
+    query_filter=...,     # Optional, filter expression for spans
+)
+
+# Dataset-based code evaluation task
+task = client.tasks.create_evaluation_task(
+    name="My Code Evaluator Task",
+    task_type="code_evaluation",
+    evaluators=[BaseEvaluationTaskRequestEvaluatorsInner(evaluator_id="<evaluator-id>")],
+    dataset="<dataset-id-or-name>",   # Required if not using project
+    experiment_ids=["<experiment-id>"],  # Required when using dataset
+)
+```
+
+**Run experiment task** — the server drives LLM calls using the configured AI integration. No local callable is required.
+
+```python
+from arize.tasks.types import LlmGenerationRunConfig, RunConfiguration
+
+task = client.tasks.create_run_experiment_task(
+    name="GPT-4o Baseline Task",
+    dataset="<dataset-id-or-name>",
+    run_configuration=RunConfiguration(
+        actual_instance=LlmGenerationRunConfig(
+            experiment_type="llm_generation",
+            ai_integration_id="<ai-integration-id>",
+            model_name="gpt-4o",
+            input_variable_format="f_string",
+            messages=[
+                {"role": "system", "content": "You are a helpful assistant."},
+                {"role": "user", "content": "Answer: {question}"},
+            ],
+        )
+    ),
+    space=...,  # Optional, space ID or name
 )
 ```
 
@@ -910,16 +948,26 @@ task = client.tasks.get(
 
 ### Trigger a Task Run
 
-You can trigger an on-demand run of a task. The returned `TaskRun` will initially have `"pending"` status.
+You can trigger an on-demand run of a task. The returned `TaskRun` will initially have `"pending"` status. The method automatically dispatches based on the task type.
 
 ```python
+# Evaluation task (template_evaluation / code_evaluation)
 run = client.tasks.trigger_run(
     task="<task-id-or-name>",
-    space=..., # Optional
-    data_start_time=..., # Optional, start of data window
-    data_end_time=..., # Optional, end of data window
-    max_spans=..., # Optional, maximum spans to evaluate
-    override_evaluations=..., # Optional, re-evaluate already-evaluated spans
+    space=...,                  # Optional
+    data_start_time=...,        # Optional, start of data window
+    data_end_time=...,          # Optional, end of data window
+    max_spans=...,              # Optional, maximum spans to evaluate
+    override_evaluations=...,   # Optional, re-evaluate already-evaluated spans
+)
+
+# Run experiment task — experiment_name is required
+run = client.tasks.trigger_run(
+    task="<task-id-or-name>",
+    space=...,                  # Optional
+    experiment_name="GPT-4o Baseline v2",  # Required for run_experiment tasks
+    max_examples=50,            # Optional, limit number of dataset examples
+    tracing_metadata={"source": "api"},  # Optional, metadata for traces
 )
 ```
 

docs/source/_static/switcher.json

@@ -4,6 +4,10 @@
     "url": "https://arize-client-python.readthedocs.io/en/latest/",
     "preferred": true
   },
+  {
+    "version": "v8.23.0",
+    "url": "https://arize-client-python.readthedocs.io/en/v8.23.0/"
+  },
   {
     "version": "v8.22.0",
     "url": "https://arize-client-python.readthedocs.io/en/v8.22.0/"

docs/source/tasks.md

@@ -28,7 +28,19 @@
    :members:
    :member-order: bysource
 
-.. autoclass:: TasksCreateRequestEvaluatorsInner
+.. autoclass:: BaseEvaluationTaskRequestEvaluatorsInner
+   :members:
+   :member-order: bysource
+
+.. autoclass:: LlmGenerationRunConfig
+   :members:
+   :member-order: bysource
+
+.. autoclass:: TemplateEvaluationRunConfig
+   :members:
+   :member-order: bysource
+
+.. autoclass:: RunConfiguration
    :members:
    :member-order: bysource
 ```

src/.openapi-generator/FILES

@@ -73,6 +73,8 @@ arize/_generated/api_client/docs/AssignAnnotationQueueRecordRequestBody.md
 arize/_generated/api_client/docs/AssignmentMethod.md
 arize/_generated/api_client/docs/AwsProviderMetadata.md
 arize/_generated/api_client/docs/AwsProviderMetadataKind.md
+arize/_generated/api_client/docs/BaseEvaluationTaskRequest.md
+arize/_generated/api_client/docs/BaseEvaluationTaskRequestEvaluatorsInner.md
 arize/_generated/api_client/docs/BuiltinRoleAssignment.md
 arize/_generated/api_client/docs/BuiltinUserRoleAssignment.md
 arize/_generated/api_client/docs/CategoricalAnnotationConfig.md
@@ -84,6 +86,9 @@ arize/_generated/api_client/docs/ContinuousAnnotationConfig.md
 arize/_generated/api_client/docs/ContinuousAnnotationConfigCreate.md
 arize/_generated/api_client/docs/CreateAnnotationConfigRequestBody.md
 arize/_generated/api_client/docs/CreateAnnotationQueueRequestBody.md
+arize/_generated/api_client/docs/CreateCodeEvaluationTaskRequest.md
+arize/_generated/api_client/docs/CreateRunExperimentTaskRequest.md
+arize/_generated/api_client/docs/CreateTemplateEvaluationTaskRequest.md
 arize/_generated/api_client/docs/CreateUserRequest.md
 arize/_generated/api_client/docs/CustomCodeConfig.md
 arize/_generated/api_client/docs/CustomRoleAssignment.md
@@ -132,12 +137,20 @@ arize/_generated/api_client/docs/InputVariableFormat.md
 arize/_generated/api_client/docs/InviteMode.md
 arize/_generated/api_client/docs/InvocationParams.md
 arize/_generated/api_client/docs/LLMMessage.md
+arize/_generated/api_client/docs/LlmGenerationRunConfig.md
 arize/_generated/api_client/docs/LlmProvider.md
 arize/_generated/api_client/docs/ManagedCodeConfig.md
 arize/_generated/api_client/docs/ManagedCodeEvaluator.md
 arize/_generated/api_client/docs/MessageRole.md
 arize/_generated/api_client/docs/OptimizationDirection.md
 arize/_generated/api_client/docs/Organization.md
+arize/_generated/api_client/docs/OrganizationBuiltinRoleAssignment.md
+arize/_generated/api_client/docs/OrganizationCustomRoleAssignment.md
+arize/_generated/api_client/docs/OrganizationMembership.md
+arize/_generated/api_client/docs/OrganizationMembershipInput.md
+arize/_generated/api_client/docs/OrganizationRole.md
+arize/_generated/api_client/docs/OrganizationRoleAssignment.md
+arize/_generated/api_client/docs/OrganizationRoleAssignmentType.md
 arize/_generated/api_client/docs/OrganizationsApi.md
 arize/_generated/api_client/docs/OrganizationsCreateRequest.md
 arize/_generated/api_client/docs/OrganizationsList200Response.md
@@ -182,6 +195,7 @@ arize/_generated/api_client/docs/RoleCreate.md
 arize/_generated/api_client/docs/RoleUpdate.md
 arize/_generated/api_client/docs/RolesApi.md
 arize/_generated/api_client/docs/RolesList200Response.md
+arize/_generated/api_client/docs/RunConfiguration.md
 arize/_generated/api_client/docs/Space.md
 arize/_generated/api_client/docs/SpaceMembership.md
 arize/_generated/api_client/docs/SpaceMembershipInput.md
@@ -207,17 +221,21 @@ arize/_generated/api_client/docs/TaskEvaluator.md
 arize/_generated/api_client/docs/TaskRun.md
 arize/_generated/api_client/docs/TasksApi.md
 arize/_generated/api_client/docs/TasksCreateRequest.md
-arize/_generated/api_client/docs/TasksCreateRequestEvaluatorsInner.md
 arize/_generated/api_client/docs/TasksList200Response.md
 arize/_generated/api_client/docs/TasksListRuns200Response.md
 arize/_generated/api_client/docs/TasksTriggerRunRequest.md
 arize/_generated/api_client/docs/TasksUpdateRequest.md
 arize/_generated/api_client/docs/TemplateConfig.md
+arize/_generated/api_client/docs/TemplateEvaluationRunConfig.md
 arize/_generated/api_client/docs/ToolCall.md
 arize/_generated/api_client/docs/ToolCallFunction.md
 arize/_generated/api_client/docs/ToolCallType.md
 arize/_generated/api_client/docs/ToolConfig.md
+arize/_generated/api_client/docs/TriggerEvaluationTaskRunRequest.md
+arize/_generated/api_client/docs/TriggerRunExperimentTaskRunRequest.md
 arize/_generated/api_client/docs/UpdateAnnotationQueueRequestBody.md
+arize/_generated/api_client/docs/UpdateEvaluationTaskRequest.md
+arize/_generated/api_client/docs/UpdateRunExperimentTaskRequest.md
 arize/_generated/api_client/docs/User.md
 arize/_generated/api_client/docs/UserCreatedResponse.md
 arize/_generated/api_client/docs/UserRole.md
@@ -278,6 +296,8 @@ arize/_generated/api_client/models/assign_annotation_queue_record_request_body.p
 arize/_generated/api_client/models/assignment_method.py
 arize/_generated/api_client/models/aws_provider_metadata.py
 arize/_generated/api_client/models/aws_provider_metadata_kind.py
+arize/_generated/api_client/models/base_evaluation_task_request.py
+arize/_generated/api_client/models/base_evaluation_task_request_evaluators_inner.py
 arize/_generated/api_client/models/builtin_role_assignment.py
 arize/_generated/api_client/models/builtin_user_role_assignment.py
 arize/_generated/api_client/models/categorical_annotation_config.py
@@ -289,6 +309,9 @@ arize/_generated/api_client/models/continuous_annotation_config.py
 arize/_generated/api_client/models/continuous_annotation_config_create.py
 arize/_generated/api_client/models/create_annotation_config_request_body.py
 arize/_generated/api_client/models/create_annotation_queue_request_body.py
+arize/_generated/api_client/models/create_code_evaluation_task_request.py
+arize/_generated/api_client/models/create_run_experiment_task_request.py
+arize/_generated/api_client/models/create_template_evaluation_task_request.py
 arize/_generated/api_client/models/create_user_request.py
 arize/_generated/api_client/models/custom_code_config.py
 arize/_generated/api_client/models/custom_role_assignment.py
@@ -333,13 +356,21 @@ arize/_generated/api_client/models/gcp_provider_metadata_kind.py
 arize/_generated/api_client/models/input_variable_format.py
 arize/_generated/api_client/models/invite_mode.py
 arize/_generated/api_client/models/invocation_params.py
+arize/_generated/api_client/models/llm_generation_run_config.py
 arize/_generated/api_client/models/llm_message.py
 arize/_generated/api_client/models/llm_provider.py
 arize/_generated/api_client/models/managed_code_config.py
 arize/_generated/api_client/models/managed_code_evaluator.py
 arize/_generated/api_client/models/message_role.py
 arize/_generated/api_client/models/optimization_direction.py
 arize/_generated/api_client/models/organization.py
+arize/_generated/api_client/models/organization_builtin_role_assignment.py
+arize/_generated/api_client/models/organization_custom_role_assignment.py
+arize/_generated/api_client/models/organization_membership.py
+arize/_generated/api_client/models/organization_membership_input.py
+arize/_generated/api_client/models/organization_role.py
+arize/_generated/api_client/models/organization_role_assignment.py
+arize/_generated/api_client/models/organization_role_assignment_type.py
 arize/_generated/api_client/models/organizations_create_request.py
 arize/_generated/api_client/models/organizations_list200_response.py
 arize/_generated/api_client/models/organizations_update_request.py
@@ -378,6 +409,7 @@ arize/_generated/api_client/models/role_binding_update.py
 arize/_generated/api_client/models/role_create.py
 arize/_generated/api_client/models/role_update.py
 arize/_generated/api_client/models/roles_list200_response.py
+arize/_generated/api_client/models/run_configuration.py
 arize/_generated/api_client/models/space.py
 arize/_generated/api_client/models/space_membership.py
 arize/_generated/api_client/models/space_membership_input.py
@@ -400,17 +432,21 @@ arize/_generated/api_client/models/task.py
 arize/_generated/api_client/models/task_evaluator.py
 arize/_generated/api_client/models/task_run.py
 arize/_generated/api_client/models/tasks_create_request.py
-arize/_generated/api_client/models/tasks_create_request_evaluators_inner.py
 arize/_generated/api_client/models/tasks_list200_response.py
 arize/_generated/api_client/models/tasks_list_runs200_response.py
 arize/_generated/api_client/models/tasks_trigger_run_request.py
 arize/_generated/api_client/models/tasks_update_request.py
 arize/_generated/api_client/models/template_config.py
+arize/_generated/api_client/models/template_evaluation_run_config.py
 arize/_generated/api_client/models/tool_call.py
 arize/_generated/api_client/models/tool_call_function.py
 arize/_generated/api_client/models/tool_call_type.py
 arize/_generated/api_client/models/tool_config.py
+arize/_generated/api_client/models/trigger_evaluation_task_run_request.py
+arize/_generated/api_client/models/trigger_run_experiment_task_run_request.py
 arize/_generated/api_client/models/update_annotation_queue_request_body.py
+arize/_generated/api_client/models/update_evaluation_task_request.py
+arize/_generated/api_client/models/update_run_experiment_task_request.py
 arize/_generated/api_client/models/user.py
 arize/_generated/api_client/models/user_created_response.py
 arize/_generated/api_client/models/user_role.py
@@ -465,8 +501,6 @@ arize/_generated/api_client/test/test_api_key_status.py
 arize/_generated/api_client/test/test_assign_annotation_queue_record_request_body.py
 arize/_generated/api_client/test/test_assignment_method.py
 arize/_generated/api_client/test/test_aws_provider_metadata_kind.py
-arize/_generated/api_client/test/test_builtin_role_assignment.py
-arize/_generated/api_client/test/test_builtin_user_role_assignment.py
 arize/_generated/api_client/test/test_categorical_annotation_config.py
 arize/_generated/api_client/test/test_categorical_annotation_config_create.py
 arize/_generated/api_client/test/test_categorical_annotation_value.py
@@ -477,8 +511,6 @@ arize/_generated/api_client/test/test_continuous_annotation_config_create.py
 arize/_generated/api_client/test/test_create_annotation_config_request_body.py
 arize/_generated/api_client/test/test_create_annotation_queue_request_body.py
 arize/_generated/api_client/test/test_custom_code_config.py
-arize/_generated/api_client/test/test_custom_role_assignment.py
-arize/_generated/api_client/test/test_custom_user_role_assignment.py
 arize/_generated/api_client/test/test_dataset_example.py
 arize/_generated/api_client/test/test_dataset_example_update.py
 arize/_generated/api_client/test/test_dataset_version_with_example_ids.py
@@ -560,10 +592,6 @@ arize/_generated/api_client/test/test_role_create.py
 arize/_generated/api_client/test/test_role_update.py
 arize/_generated/api_client/test/test_roles_api.py
 arize/_generated/api_client/test/test_roles_list200_response.py
-arize/_generated/api_client/test/test_space_membership.py
-arize/_generated/api_client/test/test_space_membership_input.py
-arize/_generated/api_client/test/test_space_role_assignment.py
-arize/_generated/api_client/test/test_space_role_assignment_type.py
 arize/_generated/api_client/test/test_spaces_create_request.py
 arize/_generated/api_client/test/test_spaces_update_request.py
 arize/_generated/api_client/test/test_spans_delete200_response.py
@@ -576,7 +604,6 @@ arize/_generated/api_client/test/test_task_evaluator.py
 arize/_generated/api_client/test/test_task_run.py
 arize/_generated/api_client/test/test_tasks_api.py
 arize/_generated/api_client/test/test_tasks_create_request.py
-arize/_generated/api_client/test/test_tasks_create_request_evaluators_inner.py
 arize/_generated/api_client/test/test_tasks_list200_response.py
 arize/_generated/api_client/test/test_tasks_list_runs200_response.py
 arize/_generated/api_client/test/test_tasks_trigger_run_request.py
@@ -587,9 +614,6 @@ arize/_generated/api_client/test/test_tool_call_function.py
 arize/_generated/api_client/test/test_tool_call_type.py
 arize/_generated/api_client/test/test_tool_config.py
 arize/_generated/api_client/test/test_user.py
-arize/_generated/api_client/test/test_user_role_assignment.py
-arize/_generated/api_client/test/test_user_role_assignment_type.py
-arize/_generated/api_client/test/test_user_space_role.py
 arize/_generated/api_client/test/test_user_status.py
 arize/_generated/api_client/test/test_user_update.py
 arize/_generated/api_client/test/test_users_api.py