feat: UTC-521: Make Continuous Evaluation Ground Truth task number configurable (#746)

Co-authored-by: fern-api[bot] <115122769+fern-api[bot]@users.noreply.github.com>
Co-authored-by: robot-ci-heartex <robot-ci-heartex@users.noreply.github.com>

Author: robot-ci-heartex

reference.md

@@ -9599,6 +9599,14 @@ client.projects.update(
 <dl>
 <dd>
 
+**annotator_evaluation_continuous_tasks:** `typing.Optional[int]` 
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **annotator_evaluation_enabled:** `typing.Optional[bool]` — Enable annotator evaluation for the project
 
 </dd>

src/label_studio_sdk/projects/client.py

@@ -490,6 +490,7 @@ def update(
         agreement_threshold: typing.Optional[str] = OMIT,
         annotation_limit_count: typing.Optional[int] = OMIT,
         annotation_limit_percent: typing.Optional[str] = OMIT,
+        annotator_evaluation_continuous_tasks: typing.Optional[int] = OMIT,
         annotator_evaluation_enabled: typing.Optional[bool] = OMIT,
         annotator_evaluation_minimum_score: typing.Optional[str] = OMIT,
         annotator_evaluation_minimum_tasks: typing.Optional[int] = OMIT,
@@ -554,6 +555,8 @@ def update(
 
         annotation_limit_percent : typing.Optional[str]
 
+        annotator_evaluation_continuous_tasks : typing.Optional[int]
+
         annotator_evaluation_enabled : typing.Optional[bool]
             Enable annotator evaluation for the project
 
@@ -691,6 +694,7 @@ def update(
             agreement_threshold=agreement_threshold,
             annotation_limit_count=annotation_limit_count,
             annotation_limit_percent=annotation_limit_percent,
+            annotator_evaluation_continuous_tasks=annotator_evaluation_continuous_tasks,
             annotator_evaluation_enabled=annotator_evaluation_enabled,
             annotator_evaluation_minimum_score=annotator_evaluation_minimum_score,
             annotator_evaluation_minimum_tasks=annotator_evaluation_minimum_tasks,
@@ -1589,6 +1593,7 @@ async def update(
         agreement_threshold: typing.Optional[str] = OMIT,
         annotation_limit_count: typing.Optional[int] = OMIT,
         annotation_limit_percent: typing.Optional[str] = OMIT,
+        annotator_evaluation_continuous_tasks: typing.Optional[int] = OMIT,
         annotator_evaluation_enabled: typing.Optional[bool] = OMIT,
         annotator_evaluation_minimum_score: typing.Optional[str] = OMIT,
         annotator_evaluation_minimum_tasks: typing.Optional[int] = OMIT,
@@ -1653,6 +1658,8 @@ async def update(
 
         annotation_limit_percent : typing.Optional[str]
 
+        annotator_evaluation_continuous_tasks : typing.Optional[int]
+
         annotator_evaluation_enabled : typing.Optional[bool]
             Enable annotator evaluation for the project
 
@@ -1798,6 +1805,7 @@ async def main() -> None:
             agreement_threshold=agreement_threshold,
             annotation_limit_count=annotation_limit_count,
             annotation_limit_percent=annotation_limit_percent,
+            annotator_evaluation_continuous_tasks=annotator_evaluation_continuous_tasks,
             annotator_evaluation_enabled=annotator_evaluation_enabled,
             annotator_evaluation_minimum_score=annotator_evaluation_minimum_score,
             annotator_evaluation_minimum_tasks=annotator_evaluation_minimum_tasks,

src/label_studio_sdk/projects/raw_client.py

@@ -519,6 +519,7 @@ def update(
         agreement_threshold: typing.Optional[str] = OMIT,
         annotation_limit_count: typing.Optional[int] = OMIT,
         annotation_limit_percent: typing.Optional[str] = OMIT,
+        annotator_evaluation_continuous_tasks: typing.Optional[int] = OMIT,
         annotator_evaluation_enabled: typing.Optional[bool] = OMIT,
         annotator_evaluation_minimum_score: typing.Optional[str] = OMIT,
         annotator_evaluation_minimum_tasks: typing.Optional[int] = OMIT,
@@ -583,6 +584,8 @@ def update(
 
         annotation_limit_percent : typing.Optional[str]
 
+        annotator_evaluation_continuous_tasks : typing.Optional[int]
+
         annotator_evaluation_enabled : typing.Optional[bool]
             Enable annotator evaluation for the project
 
@@ -713,6 +716,7 @@ def update(
                 "agreement_threshold": agreement_threshold,
                 "annotation_limit_count": annotation_limit_count,
                 "annotation_limit_percent": annotation_limit_percent,
+                "annotator_evaluation_continuous_tasks": annotator_evaluation_continuous_tasks,
                 "annotator_evaluation_enabled": annotator_evaluation_enabled,
                 "annotator_evaluation_minimum_score": annotator_evaluation_minimum_score,
                 "annotator_evaluation_minimum_tasks": annotator_evaluation_minimum_tasks,
@@ -1642,6 +1646,7 @@ async def update(
         agreement_threshold: typing.Optional[str] = OMIT,
         annotation_limit_count: typing.Optional[int] = OMIT,
         annotation_limit_percent: typing.Optional[str] = OMIT,
+        annotator_evaluation_continuous_tasks: typing.Optional[int] = OMIT,
         annotator_evaluation_enabled: typing.Optional[bool] = OMIT,
         annotator_evaluation_minimum_score: typing.Optional[str] = OMIT,
         annotator_evaluation_minimum_tasks: typing.Optional[int] = OMIT,
@@ -1706,6 +1711,8 @@ async def update(
 
         annotation_limit_percent : typing.Optional[str]
 
+        annotator_evaluation_continuous_tasks : typing.Optional[int]
+
         annotator_evaluation_enabled : typing.Optional[bool]
             Enable annotator evaluation for the project
 
@@ -1836,6 +1843,7 @@ async def update(
                 "agreement_threshold": agreement_threshold,
                 "annotation_limit_count": annotation_limit_count,
                 "annotation_limit_percent": annotation_limit_percent,
+                "annotator_evaluation_continuous_tasks": annotator_evaluation_continuous_tasks,
                 "annotator_evaluation_enabled": annotator_evaluation_enabled,
                 "annotator_evaluation_minimum_score": annotator_evaluation_minimum_score,
                 "annotator_evaluation_minimum_tasks": annotator_evaluation_minimum_tasks,

src/label_studio_sdk/types/all_roles_project_list.py

@@ -30,6 +30,7 @@ class AllRolesProjectList(UncheckedBaseModel):
     allow_stream: typing.Optional[bool] = None
     annotation_limit_count: typing.Optional[int] = None
     annotation_limit_percent: typing.Optional[str] = None
+    annotator_evaluation_continuous_tasks: typing.Optional[int] = None
     annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None)
     """
     Enable annotator evaluation for the project

src/label_studio_sdk/types/lse_project.py

@@ -28,6 +28,7 @@ class LseProject(UncheckedBaseModel):
 
     annotation_limit_count: typing.Optional[int] = None
     annotation_limit_percent: typing.Optional[str] = None
+    annotator_evaluation_continuous_tasks: typing.Optional[int] = None
     annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None)
     """
     Enable annotator evaluation for the project

src/label_studio_sdk/types/lse_project_response.py

@@ -28,6 +28,7 @@ class LseProjectResponse(UncheckedBaseModel):
     allow_stream: typing.Optional[bool] = None
     annotation_limit_count: typing.Optional[int] = None
     annotation_limit_percent: typing.Optional[str] = None
+    annotator_evaluation_continuous_tasks: typing.Optional[int] = None
     annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None)
     """
     Enable annotator evaluation for the project

src/label_studio_sdk/types/lse_project_update.py

@@ -28,6 +28,7 @@ class LseProjectUpdate(UncheckedBaseModel):
 
     annotation_limit_count: typing.Optional[int] = None
     annotation_limit_percent: typing.Optional[str] = None
+    annotator_evaluation_continuous_tasks: typing.Optional[int] = None
     annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None)
     """
     Enable annotator evaluation for the project