feat(LAB-3534): add stepIdIn and stepStatusIn filters

Author: BlueGrizzliBear

src/kili/adapters/kili_api_gateway/asset/mappers.py

@@ -64,4 +64,6 @@ def asset_where_mapper(filters: AssetFilters):
             "type": filters.issue_type,
             "status": filters.issue_status,
         },
+        "stepIdIn": filters.step_id_in,
+        "stepStatusIn": filters.step_status_in,
     }

src/kili/domain/asset/asset.py

@@ -12,10 +12,12 @@
 
 AssetId = NewType("AssetId", str)
 AssetExternalId = NewType("AssetExternalId", str)
-
+AssetStatusInStep = NewType("AssetStatusInStep", str)
 
 AssetStatus = Literal["TODO", "ONGOING", "LABELED", "REVIEWED", "TO_REVIEW"]
 
+StatusInStep = Literal["TO_DO", "DOING", "PARTIALLY_DONE", "REDO", "DONE", "SKIPPED"]
+
 
 @dataclass
 class AssetFilters:
@@ -59,3 +61,5 @@ class AssetFilters:
     inference_mark_lte: Optional[float] = None
     issue_type: Optional["IssueType"] = None
     issue_status: Optional["IssueStatus"] = None
+    step_id_in: Optional[ListOrTuple[str]] = None
+    step_status_in: Optional[ListOrTuple[StatusInStep]] = None

src/kili/presentation/client/asset.py

@@ -17,14 +17,23 @@
 from typeguard import typechecked
 
 from kili.adapters.kili_api_gateway.helpers.queries import QueryOptions
-from kili.domain.asset import AssetExternalId, AssetFilters, AssetId, AssetStatus
+from kili.domain.asset.asset import (
+    AssetExternalId,
+    AssetFilters,
+    AssetId,
+    AssetStatus,
+    StatusInStep,
+)
 from kili.domain.issue import IssueStatus, IssueType
 from kili.domain.label import LabelType
 from kili.domain.project import ProjectId
 from kili.domain.types import ListOrTuple
 from kili.presentation.client.helpers.common_validators import (
     disable_tqdm_if_as_generator,
 )
+from kili.presentation.client.helpers.filter_conversion import (
+    convert_step_in_to_step_id_in_filter,
+)
 from kili.use_cases.asset import AssetUseCases
 from kili.utils.logcontext import for_all_methods, log_call
 
@@ -112,6 +121,8 @@ def assets(
         external_id_strictly_in: Optional[List[str]] = None,
         external_id_in: Optional[List[str]] = None,
         label_output_format: Literal["dict", "parsed_label"] = "dict",
+        step_in: Optional[List[str]] = None,
+        step_status_in: Optional[List[StatusInStep]] = None,
         *,
         as_generator: Literal[True],
     ) -> Generator[Dict, None, None]:
@@ -190,6 +201,8 @@ def assets(
         external_id_strictly_in: Optional[List[str]] = None,
         external_id_in: Optional[List[str]] = None,
         label_output_format: Literal["dict", "parsed_label"] = "dict",
+        step_in: Optional[List[str]] = None,
+        step_status_in: Optional[List[StatusInStep]] = None,
         *,
         as_generator: Literal[False] = False,
     ) -> List[Dict]:
@@ -268,6 +281,8 @@ def assets(
         external_id_strictly_in: Optional[List[str]] = None,
         external_id_in: Optional[List[str]] = None,
         label_output_format: Literal["dict", "parsed_label"] = "dict",
+        step_in: Optional[List[str]] = None,
+        step_status_in: Optional[List[StatusInStep]] = None,
         *,
         as_generator: bool = False,
     ) -> Union[Iterable[Dict], "pd.DataFrame"]:
@@ -291,6 +306,7 @@ def assets(
             honeypot_mark_lt: Deprecated. Use `honeypot_mark_lte` instead.
             status_in: Returned assets should have a status that belongs to that list, if given.
                 Possible choices: `TODO`, `ONGOING`, `LABELED`, `TO_REVIEW` or `REVIEWED`.
+                Only applicable if the project is in the WorkflowV1 (legacy).
             label_type_in: Returned assets should have a label whose type belongs to that list, if given.
             label_author_in: Returned assets should have a label whose author belongs to that list, if given. An author can be designated by the first name, the last name, or the first name + last name.
             label_consensus_mark_gt: Deprecated. Use `label_consensus_mark_gte` instead.
@@ -335,6 +351,10 @@ def assets(
             external_id_in: Returned assets should have external ids that partially match the ones in the list.
                 For example, with `external_id_in=['abc']`, any asset with an external id containing `'abc'` will be returned.
             label_output_format: If `parsed_label`, the labels in the assets will be parsed. More information on parsed labels in the [documentation](https://python-sdk-docs.kili-technology.com/latest/sdk/tutorials/label_parsing/).
+            step_in: Returned assets are in the step whose name belong to that list, if given.
+                Only applicable if the project is in WorkflowV2.
+            step_status_in: Returned assets have the status in their step that belongs to that list, if given.
+                Only applicable if the project is in WorkflowV2.
 
         !!! info "Dates format"
             Date strings should have format: "YYYY-MM-DD"
@@ -431,6 +451,20 @@ def assets(
 
         disable_tqdm = disable_tqdm_if_as_generator(as_generator, disable_tqdm)
 
+        step_id_in = None
+        if step_in is not None or step_status_in is not None or status_in is not None:
+            step_id_in = convert_step_in_to_step_id_in_filter(
+                self,
+                project_id=project_id,
+                fields=fields,
+                asset_filter_kwargs={
+                    "step_in": step_in,
+                    "step_status_in": step_status_in,
+                    "status_in": status_in,
+                    "skipped": skipped,
+                },
+            )
+
         asset_use_cases = AssetUseCases(self.kili_api_gateway)
         filters = AssetFilters(
             project_id=ProjectId(project_id),
@@ -474,6 +508,8 @@ def assets(
             assignee_not_in=assignee_not_in,
             issue_status=issue_status,
             issue_type=issue_type,
+            step_id_in=step_id_in,
+            step_status_in=step_status_in,
         )
         assets_gen = asset_use_cases.list_assets(
             filters,

src/kili/presentation/client/helpers/filter_conversion.py

@@ -0,0 +1,68 @@
+"""Module for common argument validators across client methods."""
+
+import warnings
+from typing import Dict, List, Optional
+
+from kili.adapters.kili_api_gateway.helpers.queries import QueryOptions
+from kili.domain.project import ProjectFilters, ProjectId
+from kili.domain.types import ListOrTuple
+from kili.use_cases.project.project import ProjectUseCases
+
+
+def convert_step_in_to_step_id_in_filter(
+    self,
+    project_id: str,
+    asset_filter_kwargs: Dict[str, object],
+    fields: Optional[ListOrTuple[str]] = None,
+) -> Optional[List[str]]:
+    """If a stepIn filter is given, convert it to a stepIdIn and return it."""
+    step_in = asset_filter_kwargs.get("step_in")
+    step_status_in = asset_filter_kwargs.get("step_status_in")
+    status_in = asset_filter_kwargs.get("status_in")
+    skipped = asset_filter_kwargs.get("skipped")
+
+    project_use_cases = ProjectUseCases(self.kili_api_gateway)
+    project_filters = ProjectFilters(id=ProjectId(project_id))
+    options = QueryOptions(disable_tqdm=True, first=1)
+    project_gen = project_use_cases.list_projects(
+        project_filters=project_filters, fields=["steps.id", "steps.name"], options=options
+    )
+    projects = list(project_gen)
+    project = projects[0]
+
+    if len(project["steps"]) != 0:
+        if step_status_in is not None and status_in is not None:
+            raise ValueError(
+                "Filters step_status_in and status_in both given : only use filter step_status_in for this project."
+            )
+        if step_in is not None and status_in is not None:
+            raise ValueError(
+                "Filters step_in and status_in both given : use filter step_status_in instead of status_in for this project."  # pylint: disable=line-too-long
+            )
+        if status_in is not None:
+            warnings.warn(
+                "Filter status_in given : use filters step_status_in and step_in instead for this project.",
+                stacklevel=1,
+            )
+        if skipped is not None:
+            warnings.warn(
+                "Filter skipped given : use filter step_status_in with the SKIPPED status instead for this project",
+                stacklevel=1,
+            )
+        if fields and "status" in fields:
+            warnings.warn(
+                "Field status requested : request fields step and stepStatus instead for this project",
+                stacklevel=1,
+            )
+
+        if step_in is not None:
+            # We need to send the step ids to the backend instead of the step names
+            # for performance reasons (since the step names are not unique)
+            return [step["id"] for step in project["steps"] if step["name"] in step_in]
+        return None
+
+    if step_in is not None or step_status_in is not None:
+        raise ValueError(
+            "Filters step_in and/or step_status_in given : use filter status_in for this project."
+        )
+    return None

src/kili/presentation/client/label.py

@@ -34,6 +34,9 @@
     assert_all_arrays_have_same_size,
     disable_tqdm_if_as_generator,
 )
+from kili.presentation.client.helpers.filter_conversion import (
+    convert_step_in_to_step_id_in_filter,
+)
 from kili.services.export import export_labels
 from kili.services.export.exceptions import NoCompatibleJobError
 from kili.services.export.types import CocoAnnotationModifier, LabelFormat, SplitOption
@@ -1146,8 +1149,8 @@ def export_labels(
                 - `label_reviewer_not_in`
                 - `assignee_in`
                 - `assignee_not_in`
-                - `skipped`
-                - `status_in`
+                - `skipped`: only applicable if the project is in the WorkflowV1 (legacy).
+                - `status_in`: only applicable if the project is in the WorkflowV1 (legacy).
                 - `label_category_search`
                 - `created_at_gte`
                 - `created_at_lte`
@@ -1156,6 +1159,8 @@ def export_labels(
                 - `inference_mark_gte`
                 - `inference_mark_lte`
                 - `metadata_where`
+                - `step_in`: : only applicable if the project is in the WorkflowV2.
+                - `step_status_in`: only applicable if the project is in the WorkflowV2.
 
                 See the documentation of [`kili.assets()`](https://python-sdk-docs.kili-technology.com/latest/sdk/asset/#kili.queries.asset.__init__.QueriesAsset.assets) for more information.
             normalized_coordinates: This parameter is only effective on the Kili (a.k.a raw) format.
@@ -1204,6 +1209,19 @@ def is_rectangle(coco_annotation, coco_image, kili_annotation):
         else:
             resolved_asset_ids = cast(List[AssetId], asset_ids)
 
+        if asset_filter_kwargs and (
+            asset_filter_kwargs.get("step_in") is not None
+            or asset_filter_kwargs.get("step_status_in") is not None
+            or asset_filter_kwargs.get("status_in") is not None
+        ):
+            step_id_in = convert_step_in_to_step_id_in_filter(
+                self,
+                project_id=project_id,
+                asset_filter_kwargs=asset_filter_kwargs,
+            )
+            asset_filter_kwargs.pop("step_in", None)
+            asset_filter_kwargs["step_id_in"] = step_id_in
+
         try:
             return export_labels(
                 self,  # pyright: ignore[reportGeneralTypeIssues]

src/kili/services/export/tools.py

@@ -140,6 +140,8 @@ def fetch_assets(
         "inference_mark_gte": asset_filter_kwargs.pop("inference_mark_gte", None),
         "inference_mark_lte": asset_filter_kwargs.pop("inference_mark_lte", None),
         "metadata_where": asset_filter_kwargs.pop("metadata_where", None),
+        "step_id_in": asset_filter_kwargs.pop("step_id_in", None),
+        "step_status_in": asset_filter_kwargs.pop("step_status_in", None),
     }
 
     if asset_filter_kwargs: