Simplified balloon API

Trying to use a dictionary and lists to allow multiple domains to be set
on one one call. Doesn't help the preload use case thought because each
one is called individually at domain-pre-paused.

Author: ben-grande

qubes/qmemman/client.py

@@ -39,7 +39,7 @@ def request_mem(self, amount: int | float) -> bool:
         return self._send("{}\n".format(int(amount)))
 
     def set_mem(self, domid: int | str, amount: int | float) -> bool:
-        return self._send("{} {}\n".format(domid, int(amount)))
+        return self._send("{}:{}\n".format(domid, int(amount)))
 
     def close(self) -> None:
         assert isinstance(self.sock, socket.socket)

qubes/qmemman/systemstate.py

@@ -37,6 +37,11 @@
 CHECK_MB_S = 100
 MIN_TOTAL_MEMORY_TRANSFER = 150 * 1024 * 1024
 MIN_MEM_CHANGE_WHEN_UNDER_PREF = 15 * 1024 * 1024
+#: number of loop iterations for CHECK_PERIOD_S seconds
+CHECK_PERIOD = max(1, int((CHECK_PERIOD_S + 0.0) / BALLOON_DELAY))
+#: number of free memory bytes expected to get during CHECK_PERIOD_S
+#: seconds
+CHECK_DELTA = CHECK_PERIOD_S * CHECK_MB_S * 1024 * 1024
 
 
 class SystemState:
@@ -116,11 +121,11 @@ def get_free_xen_mem(self) -> int:
             )
         return xen_free - assigned_but_unused
 
-    # Refresh information on memory assigned to all domains
-    def refresh_mem_actual(self) -> None:
+    # Refresh information on memory assigned to all or specific domains
+    def refresh_mem_actual(self, domid_list: list = None) -> None:
         for domain in self.xc.domain_getinfo():
             domid = str(domain["domid"])
-            if domid in self.dom_dict:
+            if domid in domid_list and domid in self.dom_dict:
                 dom = self.dom_dict[domid]
                 # Real memory usage
                 dom.mem_current = domain["mem_kb"] * 1024
@@ -220,17 +225,12 @@ def do_balloon(self, mem_size) -> bool:
         for _, dom in self.dom_dict.items():
             dom.no_progress = False
 
-        #: number of loop iterations for CHECK_PERIOD_S seconds
-        check_period = max(1, int((CHECK_PERIOD_S + 0.0) / BALLOON_DELAY))
-        #: number of free memory bytes expected to get during CHECK_PERIOD_S
-        #: seconds
-        check_delta = CHECK_PERIOD_S * CHECK_MB_S * 1024 * 1024
         #: helper array for holding free memory size, CHECK_PERIOD_S seconds
         #: ago, at every loop iteration
-        xenfree_ring = [0] * check_period
+        xenfree_ring = [0] * CHECK_PERIOD
 
         while True:
-            self.log.debug("niter={:2d}".format(niter))
+            self.log.debug("niter={:d}".format(niter))
             self.refresh_mem_actual()
             xenfree = self.get_free_xen_mem()
             self.log.info("xenfree={!r}".format(xenfree))
@@ -239,10 +239,10 @@ def do_balloon(self, mem_size) -> bool:
                 return True
             # fail the request if over past CHECK_PERIOD_S seconds,
             # we got less than CHECK_MB_S MB/s on average
-            ring_slot = niter % check_period
+            ring_slot = niter % CHECK_PERIOD
             if (
-                niter >= check_period
-                and xenfree < xenfree_ring[ring_slot] + check_delta
+                niter >= CHECK_PERIOD
+                and xenfree < xenfree_ring[ring_slot] + CHECK_DELTA
             ):
                 return False
             xenfree_ring[ring_slot] = xenfree
@@ -269,6 +269,56 @@ def do_balloon(self, mem_size) -> bool:
             time.sleep(BALLOON_DELAY)
             niter = niter + 1
 
+    def do_balloon_dom(self, dom_memset: dict) -> bool:
+        self.log.info("do_balloon_dom(dom_memset={!r})".format(dom_memset))
+        niter = 0
+        if not dom_memset:
+            return False
+
+        domid_list = list(dom_memset.keys())
+        dom_dict = {
+            domid: state
+            for domid, state in self.dom_dict.items()
+            if domid in domid_list
+        }
+
+        for _, dom in dom_dict.items():
+            dom.no_progress = False
+
+        memset_reqs = {}
+        for domid, memset in dom_memset.items():
+            if memset == 0:
+                mem_pref = qubes.qmemman.algo.pref_mem(dom_dict[domid])
+                memset_reqs[domid] = mem_pref
+                self.log.debug(
+                    "original memset for dom '%s' is 0, using its pref_mem '%s'",
+                    domid,
+                    mem_pref,
+                )
+            else:
+                memset_reqs[domid] = memset
+
+        succeeded = []
+        while True:
+            self.log.debug("niter={:d}".format(niter))
+            self.refresh_mem_actual(domid_list)
+            for domid, dom in dom_dict.items():
+                assert isinstance(dom.mem_actual, int)
+                if (
+                    domid not in succeeded
+                    and dom.mem_actual / memset_reqs[domid] < 1.1
+                ):
+                    succeeded.append(domid)
+            if all(dom in succeeded for dom in domid_list):
+                return True
+            if niter >= CHECK_PERIOD:
+                return False
+            for domid, memset in memset_reqs:
+                self.mem_set(domid, memset)
+            self.log.debug("sleeping for {} s".format(BALLOON_DELAY))
+            time.sleep(BALLOON_DELAY)
+            niter += 1
+
     def refresh_meminfo(self, domid, untrusted_meminfo_key) -> None:
         self.log.debug(
             "refresh_meminfo(domid={}, untrusted_meminfo_key={!r})".format(

qubes/tools/qmemmand.py

@@ -222,11 +222,10 @@ def handle(self):
                     memory = int(data_args[0])
                     if system_state.do_balloon(memory):
                         resp = "OK"
-                elif len(data_args) == 2:
+                elif ":" in data_args[0]:
                     resp = "FAIL"
-                    domid, memory = str(data_args[0]), int(data_args[1])
-                    # TODO: ben: create the function to set memory to a domain.
-                    if system_state.mem_set(domid, memory):
+                    dom_memset = {str(key): int(value) for key, value in (pair.split(":") for pair in data_args)}
+                    if system_state.do_balloon_dom(dom_memset):
                         resp = "OK"
                 resp = str(resp + "\n").encode("ascii")
 

qubes/vm/qubesvm.py

@@ -2076,27 +2076,22 @@ def request_mem(self, mem_required=None):
 
         return qmemman_client
 
-    def set_mem(self, wanted_mem: int | None = None):
+    def set_mem(self):
         """
-        Balloon up to the specified value.
-
-        :param int mem: Maximum value that domain can balloon to.
+        Balloon to mem_pref.
         """
         if not qmemman_present or self.maxmem == 0:
             return None
 
-        if wanted_mem is None:
-            wanted_mem = self.get_pref_mem()
-
         qmemman_client = qubes.qmemman.client.QMemmanClient()
         try:
-            result = qmemman_client.set_mem(self.xid, wanted_mem)
+            result = qmemman_client.set_mem(self.xid, 0)
         except IOError as e:
             raise IOError("Failed to connect to qmemman: {!s}".format(e))
 
         if not result:
             qmemman_client.close()
-            raise qubes.exc.QubesMemoryError(self)
+            self.log.warning("Failed to set memory")
 
         return qmemman_client