udpate feed status on validation report

Author: Alessandro100

functions-python/helpers/feed_status.py

@@ -0,0 +1,78 @@
+import logging
+from datetime import datetime, timezone
+from sqlalchemy import text
+from shared.database_gen.sqlacodegen_models import Gtfsdataset, Feed, t_feedsearch
+from shared.database.database import refresh_materialized_view
+
+#  query to update the status of the feeds based on the service date range of the latest dataset
+def update_feed_statuses_query(session: "Session", stable_feed_ids: list[str]):
+    today_utc = datetime.now(timezone.utc).date()
+
+    latest_dataset_subq = (
+        session.query(
+            Gtfsdataset.feed_id,
+            Gtfsdataset.service_date_range_start,
+            Gtfsdataset.service_date_range_end,
+        )
+        .filter(
+            Gtfsdataset.latest.is_(True),
+            Gtfsdataset.service_date_range_start.isnot(None),
+            Gtfsdataset.service_date_range_end.isnot(None),
+        )
+        .subquery()
+    )
+
+    status_conditions = [
+        (
+            latest_dataset_subq.c.service_date_range_end < today_utc,
+            "inactive",
+        ),
+        (
+            latest_dataset_subq.c.service_date_range_start > today_utc,
+            "future",
+        ),
+        (
+            (latest_dataset_subq.c.service_date_range_start <= today_utc)
+            & (latest_dataset_subq.c.service_date_range_end >= today_utc),
+            "active",
+        ),
+    ]
+
+    try:
+        diff_counts: dict[str, int] = {}
+
+        filters = [
+            Feed.id == latest_dataset_subq.c.feed_id,
+            Feed.status != text("'deprecated'::status"),
+            Feed.status != text("'development'::status"),
+            # We filter out feeds that already have the status so that the
+            # update count reflects the number of feeds that actually
+            # changed status.
+            Feed.status != text("'%s'::status" % status),
+            service_date_conditions,
+        ]
+
+        if len(stable_feed_ids) > 0:
+            filters.append(Feed.stable_feed_id.in_(stable_feed_ids))
+
+        for service_date_conditions, status in status_conditions:
+            diff_counts[status] = (
+                session.query(Feed)
+                .filter(*filters)
+                .update({Feed.status: status}, synchronize_session=False)
+            )
+    except Exception as e:
+        logging.error(f"Error updating feed statuses: {e}")
+        raise Exception(f"Error updating feed statuses: {e}")
+
+    try:
+        session.commit()
+        refresh_materialized_view(session, t_feedsearch.name)
+        logging.info("Feed Database changes for status committed.")
+        session.close()
+        return diff_counts
+    except Exception as e:
+        logging.error("Error committing changes:", e)
+        session.rollback()
+        session.close()
+        raise Exception(f"Error creating dataset: {e}")

functions-python/process_validation_report/src/main.py

@@ -34,6 +34,7 @@
 )
 from shared.helpers.logger import Logger
 from shared.helpers.transform import get_nested_value
+from shared.helpers.feed_status import update_feed_statuses_query
 
 logging.basicConfig(level=logging.INFO)
 
@@ -269,8 +270,10 @@ def create_validation_report_entities(
             db_session.add(entity)
         logging.info(f"Committing {len(entities)} entities to the database.")
         db_session.commit()
-
         logging.info("Entities committed successfully.")
+
+        update_feed_statuses_query(db_session, [feed_stable_id])
+
         return f"Created {len(entities)} entities.", 200
     except Exception as error:
         logging.error(f"Error creating validation report entities: {error}")

functions-python/update_feed_status/src/main.py

@@ -1,95 +1,23 @@
 import logging
 import functions_framework
-from datetime import datetime, timezone
 from shared.helpers.logger import Logger
+from shared.helpers.feed_status import update_feed_statuses_query
 from typing import TYPE_CHECKING
-from sqlalchemy import text
-from shared.database_gen.sqlacodegen_models import Gtfsdataset, Feed, t_feedsearch
-from shared.database.database import refresh_materialized_view, with_db_session
+from shared.database.database import with_db_session
 
 if TYPE_CHECKING:
     from sqlalchemy.orm import Session
 
 logging.basicConfig(level=logging.INFO)
 
-
-#  query to update the status of the feeds based on the service date range of the latest dataset
-def update_feed_statuses_query(session: "Session"):
-    today_utc = datetime.now(timezone.utc).date()
-
-    latest_dataset_subq = (
-        session.query(
-            Gtfsdataset.feed_id,
-            Gtfsdataset.service_date_range_start,
-            Gtfsdataset.service_date_range_end,
-        )
-        .filter(
-            Gtfsdataset.latest.is_(True),
-            Gtfsdataset.service_date_range_start.isnot(None),
-            Gtfsdataset.service_date_range_end.isnot(None),
-        )
-        .subquery()
-    )
-
-    status_conditions = [
-        (
-            latest_dataset_subq.c.service_date_range_end < today_utc,
-            "inactive",
-        ),
-        (
-            latest_dataset_subq.c.service_date_range_start > today_utc,
-            "future",
-        ),
-        (
-            (latest_dataset_subq.c.service_date_range_start <= today_utc)
-            & (latest_dataset_subq.c.service_date_range_end >= today_utc),
-            "active",
-        ),
-    ]
-
-    try:
-        diff_counts: dict[str, int] = {}
-
-        for service_date_conditions, status in status_conditions:
-            diff_counts[status] = (
-                session.query(Feed)
-                .filter(
-                    Feed.id == latest_dataset_subq.c.feed_id,
-                    Feed.status != text("'deprecated'::status"),
-                    Feed.status != text("'development'::status"),
-                    # We filter out feeds that already have the status so that the
-                    # update count reflects the number of feeds that actually
-                    # changed status.
-                    Feed.status != text("'%s'::status" % status),
-                    service_date_conditions,
-                )
-                .update({Feed.status: status}, synchronize_session=False)
-            )
-    except Exception as e:
-        logging.error(f"Error updating feed statuses: {e}")
-        raise Exception(f"Error updating feed statuses: {e}")
-
-    try:
-        session.commit()
-        refresh_materialized_view(session, t_feedsearch.name)
-        logging.info("Feed Database changes committed.")
-        session.close()
-        return diff_counts
-    except Exception as e:
-        logging.error("Error committing changes:", e)
-        session.rollback()
-        session.close()
-        raise Exception(f"Error creating dataset: {e}")
-
-
 @with_db_session
 @functions_framework.http
 def update_feed_status(_, db_session):
     """Updates the Feed status based on the latets dataset service date range."""
     Logger.init_logger()
     try:
         logging.info("Database session started.")
-        diff_counts = update_feed_statuses_query(db_session)
+        diff_counts = update_feed_statuses_query(db_session, [])
         return diff_counts, 200
 
     except Exception as error: