CI fixes

Author: franzpoeschel

include/openPMD/ChunkInfo.hpp

@@ -133,6 +133,16 @@ namespace chunk_assignment
          *        Merge the unassigned chunks into the partially assigned table.
          * @param in Meta information on writing processes, e.g. hostnames.
          * @param out Meta information on reading processes, e.g. hostnames.
+         * @param my_rank Rank identifier for the current process. Will be
+         *        considered by some distribution strategies that may be called
+         *        for only a subselection of the data space (e.g. for
+         *        distributing data within processes on the same compute node
+         *        in a cluster).
+         * @param num_ranks Number of processes among which chunks are to be
+         *        distributed. Will be considered by some distribution
+         *        strategies that may be called for only a subselection of the
+         *        data space (e.g. for distributing data within processes on the
+         *        same compute node in a cluster).
          * @return ChunkTable A table that assigns chunks to reading processes.
          */
         virtual Assignment assign(
@@ -174,6 +184,16 @@ namespace chunk_assignment
          *        Merge the unassigned chunks into the partially assigned table.
          * @param in Meta information on writing processes, e.g. hostnames.
          * @param out Meta information on reading processes, e.g. hostnames.
+         * @param my_rank Rank identifier for the current process. Will be
+         *        considered by some distribution strategies that may be called
+         *        for only a subselection of the data space (e.g. for
+         *        distributing data within processes on the same compute node
+         *        in a cluster).
+         * @param num_ranks Number of processes among which chunks are to be
+         *        distributed. Will be considered by some distribution
+         *        strategies that may be called for only a subselection of the
+         *        data space (e.g. for distributing data within processes on the
+         *        same compute node in a cluster).
          * @return PartialAssignment Two chunktables, one of leftover chunks
          *         that were not assigned and one that assigns chunks to
          *         reading processes.

src/binding/python/openpmd_api/pipe/__main__.py

@@ -127,6 +127,7 @@ def assign(self, assignment, ranks_in, ranks_out, my_rank, num_ranks):
             assignment.assigned[my_rank].append(element)
         return assignment
 
+
 class IncreaseGranularity(io.PartialStrategy):
     def __init__(
         self,
@@ -180,13 +181,15 @@ def hostname_to_hostgroup(ordered_hosts, granularity):
 
         # Creates `in_ranks` and `out_ranks` for the inner call, based on the
         # meta hosts created above
-        def inner_rank_assignment(outer_rank_assignment, hostname_to_hostgroup):
+        def inner_rank_assignment(
+            outer_rank_assignment, hostname_to_hostgroup):
             res = {}
             for (rank, hostname) in outer_rank_assignment.items():
                 res[rank] = hostname_to_hostgroup[hostname]
             return res
 
-        self.in_ranks_inner = inner_rank_assignment(in_ranks, in_hostname_to_hostgroup)
+        self.in_ranks_inner = \
+            inner_rank_assignment(in_ranks, in_hostname_to_hostgroup)
         self.out_ranks_inner = inner_rank_assignment(
             out_ranks, out_hostname_to_hostgroup
         )
@@ -202,9 +205,12 @@ def inner_rank_assignment(outer_rank_assignment, hostname_to_hostgroup):
         # }
 
         return self.inner_distribution.assign(
-            assignment, self.in_ranks_inner, self.out_ranks_inner, my_rank, num_ranks
+            assignment,
+            self.in_ranks_inner, self.out_ranks_inner,
+            my_rank, num_ranks
         )
 
+
 class MergingStrategy(io.Strategy):
     def __init__(self, inner_strategy):
         super().__init__()
@@ -218,7 +224,8 @@ def assign(self, assignment, in_ranks, out_ranks):
             for in_rank, chunks in merged.items():
                 for chunk in chunks:
                     assignment.append(
-                        io.WrittenChunkInfo(chunk.offset, chunk.extent, in_rank)
+                        io.WrittenChunkInfo(
+                            chunk.offset, chunk.extent, in_rank)
                     )
         return res
 
@@ -241,7 +248,7 @@ def assign(self, assignment, in_ranks, out_ranks):
 #         print(f" [{chunk.offset}-{chunk.extent}]", end='')
 #     print()
 
-#Example how to implement a simple strategy in Python
+# Example how to implement a simple strategy in Python
 class LoadAll(io.Strategy):
 
     def __init__(self):
@@ -266,8 +273,8 @@ def distribution_strategy(dataset_extent,
             strategy_identifier = 'hostname_binpacking_slicedataset'  # default
     match = re.search('hostname_(.*)_(.*)', strategy_identifier)
     if match is not None:
-        inside_node = distribution_strategy(dataset_extent,
-                                            strategy_identifier=match.group(1))
+        inside_node = distribution_strategy(
+            dataset_extent, strategy_identifier=match.group(1))
         second_phase = distribution_strategy(
             dataset_extent,
             strategy_identifier=match.group(2))