feat(cyclone): update the episode logic in gdacs cyclone.

Author: sandeshit

alert_system/etl/base/extraction.py

@@ -267,18 +267,22 @@ def _impact_filter(self, impact_metadata: list[dict]) -> str:
         filters = []
 
         for data in impact_metadata or []:
+            category = data.get("category")
+            impact_type = data.get("type")
+            value = data.get("value")
+
             if (
-                data.get("category") == ImpactDetailsEnum.Category.PEOPLE
-                and data.get("type") == ImpactDetailsEnum.Type.AFFECTED_TOTAL  # TODO: Add other possible types here.
-                and data.get("value") is not None
+                category == ImpactDetailsEnum.Category.PEOPLE
+                and impact_type == ImpactDetailsEnum.Type.AFFECTED_TOTAL
+                and value is not None
+                and value > 0
             ):
-                value = data["value"]
                 lower_bound = 10 ** (math.floor(math.log10(value)) - 1)
                 upper_bound = 10 ** (math.floor(math.log10(value)) + 1)
 
                 filters.append(
-                    f"monty:impact_detail.category = '{data['category']}' AND "
-                    f"monty:impact_detail.type = '{data['type']}' AND "
+                    f"monty:impact_detail.category = '{category}' AND "
+                    f"monty:impact_detail.type = '{impact_type}' AND "
                     f"monty:impact_detail.value >= {lower_bound} AND "
                     f"monty:impact_detail.value <= {upper_bound}"
                 )

alert_system/etl/gdacs_cyclone/transform.py

@@ -29,23 +29,42 @@ def compute_buildings_exposed(self, metadata_list) -> Optional[int]:
         return None
 
     def process_impact(self, impact_items) -> BaseTransformerClass.ImpactType:
+        latest_episode = -1
         metadata = []
+
         for item in impact_items:
             properties = item.resp_data.get("properties", {})
             impact_detail = properties.get("monty:impact_detail", {})
+
+            if properties.get("forecasted"):
+                continue
+
+            episode_number = properties.get("monty:episode_number")
+
+            if episode_number is None:
+                logger.info("No episode number found.")
+                continue
+
             category = impact_detail.get("category")
             type_ = impact_detail.get("type")
-            value = impact_detail.get("value")
-            if category and type_:
+
+            if not (category and type_):
+                logger.info("Skipping impact item: missing category or type ")
+                continue
+
+            if episode_number > latest_episode:
+                latest_episode = episode_number
+
                 metadata = [
                     {
                         "category": category,
                         "type": type_,
-                        "value": value,
+                        "value": impact_detail.get("value"),
                         "unit": impact_detail.get("unit", ""),
                         "estimate_type": impact_detail.get("estimate_type", ""),
                     }
                 ]
+
         return {
             "people_exposed": self.compute_people_exposed(metadata),
             "buildings_exposed": self.compute_buildings_exposed(metadata),
@@ -71,10 +90,13 @@ def process_hazard(self, hazard_item) -> BaseTransformerClass.HazardType:
 
     def process_event(self, event_item) -> BaseTransformerClass.EventType:
         properties = event_item.resp_data.get("properties", {})
+        urls = event_item.resp_data.get("links")
         return {
             "title": properties.get("title", ""),
             "description": properties.get("description", ""),
             "country": properties.get("monty:country_codes", ""),
             "start_datetime": properties.get("start_datetime"),
             "end_datetime": properties.get("end_datetime"),
+            "episode_number": properties.get("monty:episode_number"),
+            "event_url": next(item["href"] for item in urls if item["rel"] == "self"),
         }

alert_system/migrations/0001_initial.py

@@ -1,4 +1,4 @@
-# Generated by Django 4.2.30 on 2026-05-18 06:09
+# Generated by Django 4.2.30 on 2026-05-18 09:45
 
 from django.conf import settings
 import django.contrib.postgres.fields
@@ -11,8 +11,8 @@ class Migration(migrations.Migration):
     initial = True
 
     dependencies = [
+        ('api', '0231_alter_export_export_type'),
         migrations.swappable_dependency(settings.AUTH_USER_MODEL),
-        ('api', '0227_alter_eventseveritylevelhistory_options'),
         ('notifications', '0016_alertsubscription'),
     ]
 
@@ -73,7 +73,7 @@ class Migration(migrations.Migration):
                 ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
                 ('extraction_run_id', models.UUIDField(blank=True, db_index=True, help_text='UUID field for tracking the extraction run through ETL pipeline', null=True)),
                 ('created_at', models.DateTimeField(auto_now_add=True, help_text='Timestamp when the record was created', verbose_name='Created At')),
-                ('collection', models.CharField(choices=[('event', 'event'), ('hazard', 'Hazard'), ('impact', 'Impacts')], help_text='Collection type of the item', verbose_name='Collection')),
+                ('collection', models.CharField(choices=[('event', 'Event'), ('hazard', 'Hazard'), ('impact', 'Impacts')], help_text='Collection type of the item', verbose_name='Collection')),
                 ('stac_id', models.CharField(db_index=True, help_text='Unique identifier for the event item', max_length=255, unique=True, verbose_name='Event ID')),
                 ('resp_data', models.JSONField(blank=True, help_text='Raw JSON response from the STAC API', null=True, verbose_name='Response Data')),
                 ('connector', models.ForeignKey(help_text='Data source connector', on_delete=django.db.models.deletion.CASCADE, related_name='%(class)s_items', to='alert_system.connector', verbose_name='Connector')),

alert_system/models.py

@@ -146,7 +146,7 @@ class ExtractionItem(BaseItem):
     """
 
     class CollectionType(models.TextChoices):
-        EVENT = "event", _("event")
+        EVENT = "event", _("Event")
         HAZARD = "hazard", _("Hazard")
         IMPACT = "impact", _("Impacts")