44
55from typing_extensions import NotRequired , TypedDict
66
7- from .generated_types import ObjectReference
87from .logger import Metadata
98from .trace import Trace
109
1918 "DatasetPipelineTransform" ,
2019 "DatasetPipelineTransformArgs" ,
2120 "DatasetPipelineTransformResult" ,
22- "get_registered_dataset_pipelines" ,
2321]
2422
2523
@@ -49,13 +47,13 @@ class DatasetPipelineRow(TypedDict, total=False):
4947 expected : Any | None
5048 tags : Sequence [str ] | None
5149 metadata : Metadata | None
52- origin : ObjectReference
5350
5451
5552Row = TypeVar ("Row" , bound = DatasetPipelineRow , covariant = True )
5653
5754
5855class DatasetPipelineTransformArgs (TypedDict , total = False ):
56+ id : str
5957 input : Any | None
6058 output : Any | None
6159 metadata : Metadata | None
@@ -69,6 +67,7 @@ class DatasetPipelineTransformArgs(TypedDict, total=False):
6967class DatasetPipelineTransform (Protocol [Row ]):
7068 def __call__ (
7169 self ,
70+ id : str | None = None ,
7271 input : Any | None = None ,
7372 output : Any | None = None ,
7473 metadata : Metadata | None = None ,
@@ -88,10 +87,6 @@ class DatasetPipelineDefinition(Generic[Row]):
8887_DATASET_PIPELINES : list [DatasetPipelineDefinition [Any ]] = []
8988
9089
91- def get_registered_dataset_pipelines () -> list [DatasetPipelineDefinition [Any ]]:
92- return list (_DATASET_PIPELINES )
93-
94-
9590def DatasetPipeline (
9691 name : str | None = None ,
9792 * ,
0 commit comments