Added memory-cpu monitoring.

Author: jcpitre

functions-python/pmtiles_builder/requirements.txt

@@ -24,4 +24,5 @@ google-cloud-storage
 # Configuration
 python-dotenv==1.0.0
 tippecanoe
+psutil
 

functions-python/pmtiles_builder/src/gtfs_stops_to_geojson.py

@@ -4,6 +4,7 @@
 from collections import defaultdict
 
 from csv_cache import CsvCache, ROUTES_FILE, TRIPS_FILE, STOP_TIMES_FILE, STOPS_FILE
+from shared.helpers.runtime_metrics import track_metrics
 
 logger = logging.getLogger(__name__)
 
@@ -41,6 +42,7 @@ def build_stop_to_routes(stop_times_data, trips_data):
     return stop_to_routes
 
 
+@track_metrics(metrics=("time", "memory", "cpu"))
 def convert_stops_to_geojson(csv_cache: CsvCache, output_file):
     """Converts GTFS stops data to a GeoJSON file."""
     routes_map = create_routes_map(csv_cache.get_file(ROUTES_FILE))

functions-python/pmtiles_builder/src/main.py

@@ -35,12 +35,15 @@
     AGENCY_FILE,
     SHAPES_FILE,
 )
-from shared.helpers.logger import get_logger
+from shared.helpers.runtime_metrics import track_metrics
+from shared.helpers.logger import get_logger, init_logger
 from gtfs_stops_to_geojson import convert_stops_to_geojson
 
 import flask
 import functions_framework
 
+init_logger()
+
 
 @functions_framework.http
 def build_pmtiles_handler(request: flask.Request) -> dict:
@@ -305,6 +308,7 @@ def _upload_files_to_gcs(self, file_to_upload):
         except Exception as e:
             raise Exception(f"Failed to upload files to GCS: {e}") from e
 
+    @track_metrics(metrics=("time", "memory", "cpu"))
     def _create_shapes_index(self) -> dict:
         """
         Create an index for shapes.txt file to quickly access shape points by shape_id.
@@ -370,6 +374,7 @@ def _get_shape_points(self, shape_id, index):
         except Exception as e:
             raise Exception(f"Failed to get shape points for {shape_id}: {e}") from e
 
+    @track_metrics(metrics=("time", "memory", "cpu"))
     def _create_routes_geojson(self):
         try:
             agencies = self._load_agencies()
@@ -454,6 +459,7 @@ def _create_routes_geojson(self):
         except Exception as e:
             raise Exception(f"Failed to create routes GeoJSON: {e}") from e
 
+    @track_metrics(metrics=("time", "memory", "cpu"))
     def _run_tippecanoe(self, input_file, output_file):
         self.logger.info("Running tippecanoe for input file %s", input_file)
         try:
@@ -479,6 +485,7 @@ def _run_tippecanoe(self, input_file, output_file):
                 f"Failed to run tippecanoe for output file {output_file}: {e}"
             ) from e
 
+    @track_metrics(metrics=("time", "memory", "cpu"))
     def _create_routes_json(self):
         self.logger.info("Creating routes json...")
         try: