Bugfix: release multi analysis payload memory

- drop retained raw transaction bytes after analysis responses
- clear shared multi-analysis intermediates after response build
- apply post-analysis cleanup across all multi analysis endpoints
- preserve metadata while releasing capture payload memory
- add pytest coverage for transaction payload cleanup - 2026-03-19 01:51:18

Author: mgarcia01752

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name            = "pypnm-docsis"
-version         = "1.5.6.0"
+version         = "1.5.6.1"
 description     = "DOCSIS 3.x/4.0 Proactive Network Maintenance Toolkit"
 readme          = "README.md"
 requires-python = ">=3.10"

src/pypnm/api/routes/advance/analysis/report/multi_analysis_rpt.py

@@ -24,6 +24,7 @@
 from pypnm.lib.db.json_transaction import JsonTransactionDb
 from pypnm.lib.mac_address import MacAddress, cast
 from pypnm.lib.matplot.manager import MatplotManager
+from pypnm.lib.memory import ProcessMemory
 from pypnm.lib.types import ChannelId, JSONScalar, PathArray, PathLike, TimeStamp
 from pypnm.lib.utils import Generate, TimeUnit
 
@@ -258,6 +259,19 @@ def getTransactionCollection(self) -> TransactionCollection:
         """Return the `TransactionCollection` instance used to collect capture files."""
         return self._trans_collect
 
+    def release_analysis_memory(self) -> None:
+        """
+        Release heavy analysis intermediates once the final response/artifact exists.
+
+        This drops raw transaction payloads and common per-channel analysis models
+        that are no longer needed after the caller has built its response body or
+        archive path.
+        """
+        self._common_analysis_model = {}
+        self._capt_data_agg.release_payload_bytes()
+        self._trans_collect.release_payload_bytes()
+        ProcessMemory.release_unused_memory()
+
     def _pluck_system_description_model(self) -> SystemDescriptorModel | None:
         """
         Scan collected transactions and return the first non-empty sysDescr model.

src/pypnm/api/routes/advance/common/capture_data_aggregator.py

@@ -14,6 +14,7 @@
 )
 from pypnm.api.routes.common.classes.file_capture.types import TransactionRecordModel
 from pypnm.config.system_config_settings import SystemConfigSettings
+from pypnm.lib.memory import ProcessMemory
 from pypnm.lib.types import FileNameStr, GroupId, TransactionId
 from pypnm.pnm.lib.pnm_artifact_store import PnmArtifactStore
 
@@ -87,6 +88,17 @@ def collect(self) -> TransactionCollection:
 
         return self._trans_collection
 
+    def release_payload_bytes(self) -> None:
+        """
+        Release retained raw capture bytes after analysis output is prepared.
+
+        This preserves transaction metadata while dropping the byte payloads held
+        by the underlying transaction collection.
+        """
+        self._trans_collection.release_payload_bytes()
+        self._trans_file_bin_entries = []
+        ProcessMemory.release_unused_memory()
+
     # ──────────────────────────────────────────────────────────────────────
     # Helpers
     # ──────────────────────────────────────────────────────────────────────

src/pypnm/api/routes/advance/common/transactionsCollection.py

@@ -12,6 +12,7 @@
 from pypnm.api.routes.advance.common.types.types import Sort
 from pypnm.api.routes.common.classes.file_capture.types import TransactionRecordModel
 from pypnm.lib.mac_address import MacAddress
+from pypnm.lib.memory import ProcessMemory
 from pypnm.lib.types import ByteArray, TransactionId
 
 
@@ -177,6 +178,23 @@ def getTransactionBytes(self, transaction_id: TransactionId = "",
     def getMacAddresses(self) -> list[MacAddress]:
         return list(self._mac_addresses)
 
+    def release_payload_bytes(self) -> None:
+        """
+        Drop retained raw capture bytes while preserving transaction metadata.
+
+        This is intended for post-analysis cleanup where the parsed result model
+        has already been built and the original file payloads are no longer
+        required in memory.
+        """
+        for record in self._records:
+            record.data = b""
+        for record in self._transaction_models:
+            record.data = b""
+        for record in self._transaction_tm.values():
+            record.data = b""
+
+        ProcessMemory.release_unused_memory()
+
     def _sorted_records(self, sorts: list[Sort], reverse: bool) -> list[TransactionCollectionModel]:
         """
         Internal helper to sort records based on provided sort keys.

src/pypnm/api/routes/advance/multi_ds_chan_est/router.py

@@ -282,18 +282,21 @@ def analysis(request: MultiChanEstAnalysisRequest) -> MultiChanEstimationAnalysi
                         "system_description": analysis_result.system_description,
                     }
 
-                self._release_operation_memory(request.operation_id)
-                return MultiChanEstimationAnalysisResponse(
+                response = MultiChanEstimationAnalysisResponse(
                     mac_address =   mac,
                     status      =   status,
                     message     =   message,
                     **response_kwargs,
                     data        =   data_model)
+                engine.release_analysis_memory()
+                self._release_operation_memory(request.operation_id)
+                return response
 
             elif output_type == OutputType.ARCHIVE:
                 try:
                     rpt = engine.build_report()
                     self.logger.info(f"[analysis] Built archive report for group {capture_group_id}")
+                    engine.release_analysis_memory()
                     self._release_operation_memory(request.operation_id)
                     return PnmFileService().get_file(FileType.ARCHIVE, rpt.name)
 

src/pypnm/api/routes/advance/multi_rxmer/router.py

@@ -513,16 +513,19 @@ def analysis(request: MultiRxMerAnalysisRequest) -> MultiRxMerAnalysisResponse |
                         "mac_address": mac_address,
                         "system_description": response_system_description,
                     }
-                self._release_operation_memory(request.operation_id)
-                return MultiRxMerAnalysisResponse(
+                response = MultiRxMerAnalysisResponse(
                     mac_address =   mac_address,
                     status      =   status_code,
                     message     =   response_message,
                     **response_kwargs,
                     data        =   data,)
+                engine.release_analysis_memory()
+                self._release_operation_memory(request.operation_id)
+                return response
 
             elif output_type == OutputType.ARCHIVE:
                 rpt = engine.build_report()
+                engine.release_analysis_memory()
                 self._release_operation_memory(request.operation_id)
                 return PnmFileService().get_file(FileType.ARCHIVE, rpt.name)
 

src/pypnm/api/routes/advance/multi_us_ofdma_pre_eq/router.py

@@ -280,18 +280,21 @@ def analysis(request: MultiUsOfdmaPreEqAnalysisRequest) -> MultiUsOfdmaPreEqAnal
                         "system_description": analysis_result.system_description,
                     }
 
-                self._release_operation_memory(request.operation_id)
-                return MultiUsOfdmaPreEqAnalysisResponse(
+                response = MultiUsOfdmaPreEqAnalysisResponse(
                     mac_address =   mac,
                     status      =   status,
                     message     =   message,
                     **response_kwargs,
                     data        =   data_model)
+                engine.release_analysis_memory()
+                self._release_operation_memory(request.operation_id)
+                return response
 
             elif output_type == OutputType.ARCHIVE:
                 try:
                     rpt = engine.build_report()
                     self.logger.info(f"[analysis] Built archive report for group {capture_group_id}")
+                    engine.release_analysis_memory()
                     self._release_operation_memory(request.operation_id)
                     return PnmFileService().get_file(FileType.ARCHIVE, rpt.name)
 

src/pypnm/version.py

@@ -6,4 +6,4 @@
 __all__ = ["__version__"]
 
 # MAJOR.MINOR.MAINTENANCE.BUILD
-__version__: str = "1.5.6.0"
+__version__: str = "1.5.6.1"

tests/test_transaction_collection_memory.py

@@ -0,0 +1,42 @@
+# SPDX-License-Identifier: Apache-2.0
+# Copyright (c) 2026
+
+from __future__ import annotations
+
+from pypnm.api.routes.advance.common.transactionsCollection import TransactionCollection
+from pypnm.api.routes.common.classes.file_capture.types import (
+    CompressionMetadataModel,
+    DeviceDetailsModel,
+    TransactionRecordModel,
+)
+from pypnm.docsis.cm_snmp_operation import SystemDescriptor
+
+
+def test_transaction_collection_release_payload_bytes() -> None:
+    collection = TransactionCollection()
+    record = TransactionRecordModel(
+        transaction_id="tx-1",
+        timestamp=1,
+        mac_address="aa:bb:cc:dd:ee:ff",
+        pnm_test_type="DS_OFDM_RXMER",
+        filename="sample.bin",
+        compression=CompressionMetadataModel(
+            is_compressed=False,
+            codec="none",
+            level=0,
+            size_before=7,
+            size_after=7,
+        ),
+        device_details=DeviceDetailsModel(system_description=SystemDescriptor.empty().to_model()),
+    )
+
+    collection.add(record, b"payload")
+
+    assert collection.getTransactionBytes() == [b"payload"]
+    assert collection.getTransactionCollectionModel()[0].data == b"payload"
+
+    collection.release_payload_bytes()
+
+    assert collection.getTransactionBytes() == [b""]
+    assert collection.getTransactionCollectionModel()[0].data == b""
+    assert collection.getTransactionIds() == ["tx-1"]