Skip to content

Commit 5065888

Browse files
committed
chore(datasets): debug-log when dataset condition passes in dags_needing_dagruns
1 parent 872c56c commit 5065888

1 file changed

Lines changed: 10 additions & 1 deletion

File tree

airflow/models/dag.py

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4108,10 +4108,19 @@ def dag_ready(dag_id: str, cond: BaseDataset, statuses: dict) -> bool | None:
41084108
for ser_dag in ser_dags:
41094109
dag_id = ser_dag.dag_id
41104110
statuses = dag_statuses[dag_id]
4111+
dataset_condition = ser_dag.dag.timetable.dataset_condition
41114112

4112-
if not dag_ready(dag_id, cond=ser_dag.dag.timetable.dataset_condition, statuses=statuses):
4113+
if not dag_ready(dag_id, cond=dataset_condition, statuses=statuses):
41134114
del by_dag[dag_id]
41144115
del dag_statuses[dag_id]
4116+
else:
4117+
log.debug(
4118+
"Dataset condition satisfied: dag_id=%s, condition=%s, ddrq_uris=%s, ddrq_count=%d",
4119+
dag_id,
4120+
dataset_condition,
4121+
sorted(statuses.keys()),
4122+
len(statuses),
4123+
)
41154124
del dag_statuses
41164125
dataset_triggered_dag_info = {}
41174126
for dag_id, records in by_dag.items():

0 commit comments

Comments
 (0)