feat: add decorator to check if las file is written correctly

Author: nlenglet-ign

pdaltools/check_las.py

@@ -0,0 +1,55 @@
+"""Check if a LAS file is written correcty and can be opened by PDAL"""
+
+import functools
+import time
+
+import pdal
+
+
+def check_pdal_can_open_file(filepath: str) -> bool:
+    try:
+        pipeline = pdal.Reader(filepath).pipeline()
+        pipeline.execute()
+        return True
+    except RuntimeError as e:
+        if e.__str__().startswith("readers.las:"):
+            print(f"Pdal could not read {filepath} due to error: {e}")
+            return False
+        else:
+            # For example: file not found
+            raise e
+
+
+def check_pdal_can_open_file_with_retry(filepath: str, delay: int) -> bool:
+    if check_pdal_can_open_file(filepath):
+        return True
+    else:
+        # Sometimes TScan has not fully written the output file yet when we parse the report.
+        # So we try again after a delay
+        print(f"New attempt in {delay} seconds.")
+        time.sleep(delay)
+        return check_pdal_can_open_file(filepath)
+
+
+def check_pdal_can_open_file_with_retry_decorator(delay: int):
+    """Decorator factory to check if pdal can open a file (with one retry after `delay` seconds).
+
+    CAUTION: The decorated function must have the path to a las/laz input file as its first argument.
+
+    Usage::
+
+        @check_pdal_can_open_file_with_retry_decorator(delay=5)
+        def process(filepath, ...):
+            ...
+    """
+
+    def decorator(fn):
+        @functools.wraps(fn)
+        def wrapper(filepath: str, *args, **kwargs):
+            if not check_pdal_can_open_file_with_retry(filepath, delay):
+                raise RuntimeError(f"Pdal could not read {filepath} after retry.")
+            return fn(filepath, *args, **kwargs)
+
+        return wrapper
+
+    return decorator

pdaltools/color.py

@@ -6,6 +6,7 @@
 import pdal
 
 import pdaltools.las_info as las_info
+from pdaltools.check_las import check_pdal_can_open_file_with_retry_decorator
 from pdaltools.download_image import download_image
 
 
@@ -31,6 +32,7 @@ def match_min_max_with_pixel_size(min_d: float, max_d: float, pixel_per_meter: f
     return min_d, max_d
 
 
+@check_pdal_can_open_file_with_retry_decorator(delay=10)
 def color_from_stream(
     input_file: str,
     output_file: str,
@@ -156,6 +158,7 @@ def color_from_stream(
     return tmp_ortho, tmp_ortho_irc
 
 
+@check_pdal_can_open_file_with_retry_decorator(delay=10)
 def color_from_files(
     input_file: str,
     output_file: str,

pdaltools/las_add_extra_dims_from_las.py

@@ -15,6 +15,8 @@
 import laspy
 import numpy as np
 
+from pdaltools.check_las import check_pdal_can_open_file_with_retry_decorator
+
 _LAS_SUFFIXES = frozenset({".las", ".laz"})
 logger = logging.getLogger(__name__)
 # ANSI for terminal emphasis (ignored by non-TTY handlers in most setups).
@@ -160,6 +162,7 @@ def _dims_to_copy(base: laspy.LasData, source: laspy.LasData, dimensions: Option
     return [d for d in requested if d in missing]
 
 
+@check_pdal_can_open_file_with_retry_decorator(delay=10)
 def add_extra_dims_from_las(
     base_las: Path | str,
     source_las: Path | str,

pdaltools/standardize_format.py

@@ -15,6 +15,7 @@
 
 import pdal
 
+from pdaltools.check_las import check_pdal_can_open_file_with_retry_decorator
 from pdaltools.las_rename_dimension import rename_dimension
 from pdaltools.unlock_file import copy_and_hack_decorator
 
@@ -78,17 +79,14 @@ def get_writer_parameters(new_parameters: Dict) -> Dict:
     return params
 
 
+@check_pdal_can_open_file_with_retry_decorator(delay=10)
 @copy_and_hack_decorator
 def standardize(
-    input_file: str, 
-    output_file: str, 
-    params_from_parser: Dict, 
-    classes_to_remove: List = [], 
-    rename_dims: List = []
+    input_file: str, output_file: str, params_from_parser: Dict, classes_to_remove: List = [], rename_dims: List = []
 ) -> None:
     """
     Standardize a LAS/LAZ file with improved error handling and resource management.
-    
+
     Args:
         input_file: Input file path
         output_file: Output file path

test/data/check_las/Semis_2022_0906_6665_LA93_IGN69_nok.laz

@@ -0,0 +1,50 @@
+"""Check if a LAS file is written correcty and can be opened by PDAL"""
+
+import os
+
+import pytest
+
+from pdaltools.check_las import (
+    check_pdal_can_open_file,
+    check_pdal_can_open_file_with_retry,
+    check_pdal_can_open_file_with_retry_decorator,
+)
+
+TEST_PATH = os.path.dirname(os.path.abspath(__file__))
+INPUT_DIR = os.path.join(TEST_PATH, "data/check_las")
+
+
+def test_check_pdal_can_open_file():
+    filepath = os.path.join(INPUT_DIR, "Semis_2022_0906_6665_LA93_IGN69_ok.laz")
+    assert check_pdal_can_open_file(filepath)
+
+
+def test_check_pdal_can_open_file_nok():
+    filepath = os.path.join(INPUT_DIR, "Semis_2022_0906_6665_LA93_IGN69_nok.laz")
+    assert not check_pdal_can_open_file(filepath)
+
+
+def test_check_pdal_can_open_file_with_retry():
+    filepath = os.path.join(INPUT_DIR, "Semis_2022_0906_6665_LA93_IGN69_ok.laz")
+    assert check_pdal_can_open_file_with_retry(filepath, 10)
+
+
+def test_check_pdal_can_open_file_with_retry_nok():
+    filepath = os.path.join(INPUT_DIR, "Semis_2022_0906_6665_LA93_IGN69_nok.laz")
+    assert not check_pdal_can_open_file_with_retry(filepath, 10)
+
+
+@check_pdal_can_open_file_with_retry_decorator(delay=0)  # or mock time.sleep
+def echo(filepath):
+    return filepath
+
+
+def test_decorator_passes_through_on_ok():
+    filepath = os.path.join(INPUT_DIR, "Semis_2022_0906_6665_LA93_IGN69_ok.laz")
+    assert echo(filepath) == filepath
+
+
+def test_decorator_raises_on_nok():
+    filepath = os.path.join(INPUT_DIR, "Semis_2022_0906_6665_LA93_IGN69_nok.laz")
+    with pytest.raises(RuntimeError, match="after retry"):
+        echo(filepath)