-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpartition.py
More file actions
19 lines (16 loc) · 742 Bytes
/
partition.py
File metadata and controls
19 lines (16 loc) · 742 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
from dagster import op, job, DynamicOutput, DynamicOutputDefinition
@op(out=DynamicOutputDefinition())
def check_asset_1_partitions():
# Placeholder: Implement logic to check each partition of Asset-1
# For each partition, yield a DynamicOutput if that partition succeeded
for partition in get_partitions("Asset-1"):
if partition_success(partition):
yield DynamicOutput(partition, mapping_key=partition.name)
@op
def materialize_asset_2(partition):
# Placeholder: Implement the logic to materialize Asset-2 for the given partition
materialize_for_partition("Asset-2", partition)
@job
def materialize_asset_2_job():
partitions = check_asset_1_partitions()
partitions.map(materialize_asset_2)