Merge branch 'master' into FindApplicationChipsUsed

Author: Christian-B

.github/workflows/publish.yml

@@ -59,7 +59,7 @@ jobs:
           cp -vaT $ROOT_DOC_DIR $DEPLOY_DIR
           cp -vaT $C_DOC_DIR $DEPLOY_DIR/c
       - name: Deploy to GitHub Pages
-        uses: JamesIves/github-pages-deploy-action@v4.7.2
+        uses: JamesIves/github-pages-deploy-action@v4.7.3
         with:
           branch: gh-pages
           folder: ${{ env.DEPLOY_DIR }}

spinn_front_end_common/interface/buffer_management/buffer_manager.py

@@ -19,6 +19,8 @@
 import logging
 from typing import (
     Dict, Iterable, List, Optional, Set, Tuple, cast, TYPE_CHECKING)
+from typing_extensions import Never
+
 from spinn_utilities.config_holder import get_config_bool
 from spinn_utilities.log import FormatAdapter
 from spinn_utilities.ordered_set import OrderedSet
@@ -132,7 +134,7 @@ def __init__(self) -> None:
 
     def _request_data(
             self, placement_x: int, placement_y: int, address: int,
-            length: int) -> bytes:
+            length: int) -> bytearray:
         """
         Uses the extra monitor cores for data extraction.
 
@@ -176,7 +178,7 @@ def _request_data(
             return extra_mon_data
 
     @staticmethod
-    def _verify_data(extra_mon_data: bytes, txrx_data: bytes) -> None:
+    def _verify_data(extra_mon_data: bytearray, txrx_data: bytearray) -> None:
         sm = difflib.SequenceMatcher(a=extra_mon_data, b=txrx_data)
         failed_index = -1
         for (tag, i1, i2, j1, j2) in sm.get_opcodes():
@@ -406,8 +408,9 @@ def __python_extract_no_monitors(
         for placement in progress.over(recording_placements):
             self._retreive_by_placement(placement)
 
-    def get_data_by_placement(self, placement: Placement,
-                              recording_region_id: int) -> Tuple[bytes, bool]:
+    def get_data_by_placement(
+            self, placement: Placement,
+            recording_region_id: int) -> Tuple[memoryview, bool]:
         """
         Deprecated use get_recording or get_download
 
@@ -432,7 +435,7 @@ def get_data_by_placement(self, placement: Placement,
                 f"Unable to get data for vertex {placement.vertex}")
 
     def get_recording(self, placement: Placement,
-                      recording_region_id: int) -> Tuple[bytes, bool]:
+                      recording_region_id: int) -> Tuple[memoryview, bool]:
         """
         Get the data container for the data retrieved
         during the simulation from a specific region area of a core.
@@ -457,7 +460,7 @@ def get_recording(self, placement: Placement,
                 placement, recording_region_id, lookup_error)
 
     def get_download(self, placement: Placement,
-                     recording_region_id: int) -> Tuple[bytes, bool]:
+                     recording_region_id: int) -> Tuple[memoryview, bool]:
         """
         Get the data container for the data retrieved
         during the simulation from a specific region area of a core.
@@ -479,11 +482,11 @@ def get_download(self, placement: Placement,
                     placement.x, placement.y, placement.p,
                     recording_region_id, -1)
         except LookupError as lookup_error:
-            return self._raise_error(
+            self._raise_error(
                 placement, recording_region_id, lookup_error)
 
     def _raise_error(self, placement: Placement, recording_region_id: int,
-                     lookup_error: LookupError) -> Tuple[bytes, bool]:
+                     lookup_error: LookupError) -> Never:
         """
         Raises the correct exception-
         """

spinn_front_end_common/interface/buffer_management/storage_objects/buffer_database.py

@@ -338,7 +338,7 @@ def get_last_extraction_id(self) -> int:
         raise LookupError("No Extraction id found")
 
     def store_recording(self, x: int, y: int, p: int, region: int,
-                        missing: bool, data: bytes) -> None:
+                        missing: bool, data: bytearray | bytes) -> None:
         """
         Store some information in the corresponding buffer for a
         specific chip, core and recording region.
@@ -368,7 +368,7 @@ def store_recording(self, x: int, y: int, p: int, region: int,
 
     def store_download(
             self, x: int, y: int, p: int, region: int, missing: bool,
-            data: bytes) -> None:
+            data: bytearray | bytes) -> None:
         """
         Store some information in the corresponding buffer for a
         specific chip, core and recording region.

spinn_front_end_common/interface/ds/ds_sqllite_database.py

@@ -287,7 +287,7 @@ def get_double_region(self) -> Iterable[Tuple[int, int, int, int]]:
             yield (row["x"], row["y"], row["p"], row["region_num"])
 
     def set_region_content(
-            self, x: int, y: int, p: int, region_num: int, content: bytes,
+            self, x: int, y: int, p: int, region_num: int, content: bytearray,
             content_debug: Optional[str]) -> None:
         """
         Sets the content for this region
@@ -458,7 +458,7 @@ def set_region_pointer(self, x: int, y: int, p: int, region_num: int,
 
     def get_region_pointers_and_content(
             self, x: int, y: int, p: int) -> Iterable[Tuple[
-                int, int, Optional[bytes]]]:
+                int, int, Optional[bytearray]]]:
         """
         Yields the number, pointers and content for each reserved region
 
@@ -485,8 +485,8 @@ def get_region_pointers_and_content(
                 content = None
             yield row["region_num"], row["pointer"], content
 
-    def get_regions_content(
-            self, x: int, y: int, p: int) -> Iterable[Tuple[int, int, bytes]]:
+    def get_regions_content(self, x: int, y: int,
+                            p: int) -> Iterable[Tuple[int, int, bytearray]]:
         """
         Yields the number, pointers and content for each region
 

spinn_front_end_common/interface/interface_functions/host_no_bitfield_router_compression.py

@@ -228,4 +228,4 @@ def _build_data(self, table: AbstractMulticastRoutingTable) -> bytes:
                 entry.key, entry.mask,
                 Router.convert_routing_table_entry_to_spinnaker_route(entry),
                 get_defaultable_source_id(entry))
-        return bytearray(data)
+        return data

spinn_front_end_common/interface/interface_functions/load_data_specification.py

@@ -34,7 +34,7 @@
 from spinn_front_end_common.interface.ds import DsSqlliteDatabase
 
 logger = FormatAdapter(logging.getLogger(__name__))
-_Writer: TypeAlias = Callable[[int, int, int, bytes], Any]
+_Writer: TypeAlias = Callable[[int, int, int, bytearray | bytes], Any]
 
 MONITOR_CUTOFF = 12800  # 50 packets of 256 bytes
 

spinn_front_end_common/interface/profiling/profile_data.py

@@ -58,7 +58,7 @@ def __init__(self, tag_labels: Mapping[int, str]):
         self._tags: Dict[str, Tuple[numpy.ndarray, numpy.ndarray]] = dict()
         self._max_time: float = 0.0
 
-    def add_data(self, data: bytes) -> None:
+    def add_data(self, data: bytearray) -> None:
         """
         Add profiling data read from the profile section.
 

spinn_front_end_common/interface/spinnaker.cfg

@@ -316,7 +316,7 @@ run_compression_checker = Debug
    Mainly used for testing changes to the algorithms or bugs.
 path_compression_checker = routing_compression_checker_report.rpt
 
-validate_routes_uncompressed = False
+validate_routes_uncompressed = Debug
 @validate_routes_uncompressed = Runs a check that the routing tables are correct before compresssion.
    Mainly used for testing changes to the algorithms or bugs.
 

spinn_front_end_common/utilities/database/database_writer.py

@@ -102,7 +102,7 @@ def __insert(self, sql: str, *args: Union[str, int, None]) -> int:
             return self.lastrowid
         except Exception:
             logger.exception("problem with insertion; argument types are {}",
-                             str(map(type, args)))
+                             str(list(map(type, args))))
             raise
 
     def add_machine_objects(self) -> None:

spinn_front_end_common/utilities/report_functions/reports.py

@@ -22,7 +22,7 @@
 from spinn_utilities.progress_bar import ProgressBar
 from spinn_utilities.log import FormatAdapter
 
-from spinn_machine import Chip, MulticastRoutingEntry, Router
+from spinn_machine import Chip, MulticastRoutingEntry, Router, CoreSubset
 
 from pacman.model.graphs.application import (
     ApplicationEdgePartition, ApplicationVertex)
@@ -763,6 +763,17 @@ def generate_binaries_report() -> None:
                 f.write("\nFull paths\n")
                 for key in keys:
                     f.write(f"{key}: {aplxs[key]}\n")
+
+                f.write("\nCores\n")
+                for key in keys:
+                    core_subsets = targets.get_cores_for_binary(aplxs[key])
+                    as_str = ""
+                    core_subset: CoreSubset
+                    for core_subset in core_subsets:
+                        as_str += (f"({core_subset.x}:{core_subset.y}:"
+                                   f"{list(core_subset.processor_ids)})")
+                    f.write(f"{key}: {as_str}\n")
+
             except Exception as ex:  # pylint: disable=broad-except
                 f.write(str(ex))
                 logger.exception(f"generate_binaries_report error: {ex}")