Skip to content

Commit 80e2dc2

Browse files
authored
Fix: Adjust the schedule of clean up DAGs (GoogleCloudPlatform#1058)
This PR aims to optimize the execution frequency of a set of stable DAGs as recommended by the Test Team. The goal is to reduce resource usage by changing these DAGs from their current twice-daily schedule to a more efficient once-per-day execution.
1 parent 4f68c4d commit 80e2dc2

1 file changed

Lines changed: 3 additions & 4 deletions

File tree

dags/map_reproducibility/internal_runs/cleanup_dags.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,10 +12,11 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15+
"""DAG to cleanup leftover workloads"""
16+
1517
import datetime
1618
from airflow import models
1719
from dags import composer_env
18-
from dags.map_reproducibility.utils.constants import Schedule
1920
from dags.map_reproducibility.utils.common_utils import get_cluster
2021
from dags.map_reproducibility.utils.internal_aotc_workload import cleanup_cml_workloads
2122

@@ -34,9 +35,7 @@
3435

3536
for hypercomputer in ["a3mega", "a3ultra", "a4"]:
3637
cluster, cluster_region = get_cluster(hypercomputer)
37-
schedule = (
38-
Schedule.WEEKDAY_PDT_6AM_7AM_EXCEPT_THURSDAY if not TEST_RUN else None
39-
)
38+
schedule = "0 13 * * *" if not TEST_RUN else None
4039
with models.DAG(
4140
dag_id=f"new_internal_cleanup_{hypercomputer}",
4241
default_args=dag_default_args,

0 commit comments

Comments
 (0)