Add clustered migration sync for shared disks (SYNCING barrier)

fabi200123 · fabi200123 · commit 98d37f44433c · 2026-05-07T05:23:14.000+03:00
Introduce TASK_STATUS_SYNCING and TASK_TYPES_TO_SYNC (GET_INSTANCE_INFO,
DEPLOY_TRANSFER_DISKS, REPLICATE_DISKS) so multi-instance transfers with
base_transfer_action.clustered=True wait for all peer tasks of the same
type before leaving SYNCING for COMPLETED and advancing dependents.

- clustered is set as len(instances) &gt; 1 on transfer create
- On task_completed: enter SYNCING when the barrier applies, then when
  every peer is SYNCING, run sync hooks (GET_INSTANCE_INFO:
  promote shareable on export disks, DEPLOY_TRANSFER_DISKS:
  shared-disk volumes_info, REPLICATE_DISKS: sync change_id)
- ReplicateDisksTask: skip provider replicate for replicate_disk_data=False
- On task error: abort peers stuck in SYNCING for the same task type
diff --git a/coriolis/api-refs/api_samples/transfer/openstack-transfer-create-resp.json b/coriolis/api-refs/api_samples/transfer/openstack-transfer-create-resp.json
@@ -49,6 +49,7 @@
       }
     },
     "executions": [],
-    "scenario": "replica"
+    "scenario": "replica",
+    "clustered": false
   }
 }
diff --git a/coriolis/api-refs/api_samples/transfer/openstack-transfer-get-resp.json b/coriolis/api-refs/api_samples/transfer/openstack-transfer-get-resp.json
@@ -42,6 +42,7 @@
     "origin_minion_pool_id": null,
     "destination_minion_pool_id": null,
     "instance_osmorphing_minion_pool_mappings": {},
+    "clustered": false,
     "executions": [
       {
         "created_at": "2019-07-11T10:06:47.000000",
diff --git a/coriolis/api-refs/api_samples/transfer/transfer-list-resp.json b/coriolis/api-refs/api_samples/transfer/transfer-list-resp.json
@@ -74,7 +74,8 @@
         "instances": {}
       },
       "id": "0460aa4d-6b16-4c98-bd56-27ee186e4a22",
-      "scenario": "replica"
+      "scenario": "replica",
+      "clustered": false
     }
   ]
 }
diff --git a/coriolis/api-refs/api_samples/transfer/transfer-update-resp.json b/coriolis/api-refs/api_samples/transfer/transfer-update-resp.json
@@ -133,7 +133,8 @@
           "ubuntu-xenial": "echo 'anything you need'"
         }
       },
-      "scenario": "replica"
+      "scenario": "replica",
+      "clustered": false
     }
   }
 }
diff --git a/coriolis/api-refs/source/parameters.yaml b/coriolis/api-refs/source/parameters.yaml
@@ -123,6 +123,15 @@ connection_info_schema:
   in: body
   type: object
   required: false
+clustered:
+  description: |
+    Present on transfer responses. ``true`` when more than one instance is
+    listed (multi-instance scheduling: sync barriers and shared-disk
+    coordination). Set by the server at creation from ``instances``; not
+    accepted on create.
+  in: body
+  type: boolean
+  required: false
 deployment_cancel:
   description: |
     Object containing information about the type of deployment cancellation.
diff --git a/coriolis/api-refs/source/transfer.inc b/coriolis/api-refs/source/transfer.inc
@@ -51,6 +51,7 @@ Response
   - instance_osmorphing_minion_pool_mappings : instance_osmorphing_minion_pool_mappings
   - user_scripts : user_scripts
   - scenario: scenario_type
+  - clustered : clustered
 
 **Example of Transfer List Response**
 
@@ -111,6 +112,7 @@ Response
   - instance_osmorphing_minion_pool_mappings : instance_osmorphing_minion_pool_mappings
   - user_scripts : user_scripts
   - scenario: scenario_type
+  - clustered : clustered
 
 **Example of Transfer Show Response**
 
@@ -183,6 +185,7 @@ Response
   - instance_osmorphing_minion_pool_mappings : instance_osmorphing_minion_pool_mappings
   - user_scripts : user_scripts
   - scenario: scenario_type
+  - clustered : clustered
 
 **Example of Transfer Create Response**
 
diff --git a/coriolis/conductor/rpc/server.py b/coriolis/conductor/rpc/server.py
diff --git a/coriolis/constants.py b/coriolis/constants.py
@@ -50,11 +50,13 @@
 TASK_STATUS_CANCELED_FROM_DEADLOCK = "STRANDED_AFTER_DEADLOCK"
 TASK_STATUS_ON_ERROR_ONLY = "EXECUTE_ON_ERROR_ONLY"
 TASK_STATUS_FAILED_TO_SCHEDULE = "FAILED_TO_SCHEDULE"
+TASK_STATUS_SYNCING = "SYNCING"
 
 ACTIVE_TASK_STATUSES = [
     TASK_STATUS_PENDING,
     TASK_STATUS_STARTING,
     TASK_STATUS_RUNNING,
+    TASK_STATUS_SYNCING,
     TASK_STATUS_CANCELLING,
     TASK_STATUS_CANCELLING_AFTER_COMPLETION
 ]
@@ -161,6 +163,11 @@
 TASK_TYPE_POWER_ON_DESTINATION_MINION = "POWER_ON_DESTINATION_MINION"
 TASK_TYPE_POWER_OFF_DESTINATION_MINION = "POWER_OFF_DESTINATION_MINION"
 
+TASK_TYPES_TO_SYNC = [
+    TASK_TYPE_GET_INSTANCE_INFO,
+    TASK_TYPE_DEPLOY_TRANSFER_DISKS,
+    TASK_TYPE_SHUTDOWN_INSTANCE,
+]
 
 MINION_POOL_OPERATIONS_TASKS = [
     TASK_TYPE_VALIDATE_SOURCE_MINION_POOL_OPTIONS,
@@ -218,6 +225,7 @@
 DISK_FORMAT_QCOW2 = 'qcow2'
 DISK_FORMAT_VHD = 'vhd'
 DISK_FORMAT_VHDX = 'vhdx'
+VOLUME_INFO_REPLICATE_DISK_DATA = "replicate_disk_data"
 
 DISK_ALLOCATION_TYPE_STATIC = "static"
 DISK_ALLOCATION_TYPE_DYNAMIC = "dynamic"
diff --git a/coriolis/db/api.py b/coriolis/db/api.py
@@ -662,6 +662,7 @@ def update_transfer_action_info_for_instance(
     """ Updates the info for the given action with the provided dict.
     Returns the updated value.
     Sub-fields of the dict already in the info will get overwritten entirely!
+    After merging, volumes_info is updated so it stays aligned with export_info
     """
     action = get_action(context, action_id, include_task_info=True)
     if not new_instance_info:
@@ -694,6 +695,7 @@ def update_transfer_action_info_for_instance(
 
     instance_info_old_copy = instance_info_old.copy()
     instance_info_old_copy.update(new_instance_info)
+    utils.sync_instance_volumes_with_export(instance_info_old_copy)
     action_info[instance] = instance_info_old_copy
     action.info = action_info
 
diff --git a/coriolis/db/sqlalchemy/migrate_repo/versions/024_add_clustered_to_base_transfer_action.py b/coriolis/db/sqlalchemy/migrate_repo/versions/024_add_clustered_to_base_transfer_action.py
@@ -0,0 +1,20 @@
+# Copyright 2026 Cloudbase Solutions Srl
+# All Rights Reserved.
+
+import sqlalchemy
+
+
+def upgrade(migrate_engine):
+    meta = sqlalchemy.MetaData()
+    meta.bind = migrate_engine
+
+    base_transfer = sqlalchemy.Table(
+        'base_transfer_action', meta, autoload=True)
+    if 'clustered' in base_transfer.c:
+        return
+    # server_default so existing rows get a value when the column is added
+    # (MySQL stores booleans as TINYINT).
+    clustered = sqlalchemy.Column(
+        'clustered', sqlalchemy.Boolean, nullable=False,
+        server_default=sqlalchemy.text('0'))
+    base_transfer.create_column(clustered)
diff --git a/coriolis/db/sqlalchemy/models.py b/coriolis/db/sqlalchemy/models.py
@@ -285,6 +285,10 @@ class BaseTransferAction(BASE, models.TimestampMixin, models.ModelBase,
         sqlalchemy.Boolean, nullable=False, default=True)
     skip_os_morphing = sqlalchemy.Column(
         sqlalchemy.Boolean, nullable=False, default=False)
+    # Multi-instance transfer: enables cross-instance sync barriers and
+    # shared-disk handling. Must be set on INSERT (MySQL NOT NULL).
+    clustered = sqlalchemy.Column(
+        sqlalchemy.Boolean, nullable=False, default=False)
 
     __mapper_args__ = {
         'polymorphic_identity': 'base_transfer_action',
@@ -320,6 +324,7 @@ def to_dict(self, include_task_info=True, include_executions=True):
             "user_scripts": self.user_scripts,
             "clone_disks": self.clone_disks,
             "skip_os_morphing": self.skip_os_morphing,
+            "clustered": bool(self.clustered),
         }
         if include_executions:
             for ex in self.executions:
diff --git a/coriolis/schemas/disk_sync_resources_info_schema.json b/coriolis/schemas/disk_sync_resources_info_schema.json
@@ -15,7 +15,7 @@
           },
           "volume_dev": {
             "type": "string",
-            "description": "String device path (ex: /dev/sdc) from within the temporary minion VM where the disk was attached."
+            "description": "Guest minion device path (e.g. /dev/disk/by-id/...) when the volume is attached; use \"\" for rows that do not represent a transferred block dev yet (e.g. shared-disk non-owners)."
           }
         },
         "required": ["disk_id", "volume_dev"],
diff --git a/coriolis/schemas/vm_export_info_schema.json b/coriolis/schemas/vm_export_info_schema.json
@@ -118,9 +118,14 @@
                 "type": "string",
                 "description": "The allocation scheme for the given disk (static = thick; dynamic = thin)",
                 "enum": ["static", "dynamic"]
+              },
+              "shareable": {
+                "type": "boolean",
+                "description": "Whether the disk is shared (multi-writer) and can be attached to multiple VMs simultaneously."
               }
             },
             "required": [
+              "id",
               "size_bytes"
             ]
           }
diff --git a/coriolis/tasks/minion_pool_tasks.py b/coriolis/tasks/minion_pool_tasks.py
@@ -477,6 +477,12 @@ class _BaseAttachVolumesToTransferMinionTask(
     def _get_volumes_info_from_task_info(cls, task_info):
         return task_info["volumes_info"]
 
+    def _run(
+            self, ctxt, instance, origin, destination, task_info,
+            event_handler):
+        return super(_BaseAttachVolumesToTransferMinionTask, self)._run(
+            ctxt, instance, origin, destination, task_info, event_handler)
+
     @classmethod
     def get_required_task_info_properties(cls):
         fields = super(
diff --git a/coriolis/tasks/replica_tasks.py b/coriolis/tasks/replica_tasks.py
@@ -23,6 +23,38 @@ def _get_volumes_info(task_info):
     return volumes_info
 
 
+def _preserve_replicate_disk_data_from_prior_volumes(
+        prior_volumes_info, new_volumes_info):
+    """Keep replicate_disk_data=False set by the conductor for cluster waiters.
+
+    update_transfer_action_info_for_instance replaces the whole
+    volumes_info list when a task returns. Destination deploy does not
+    round-trip that flag, so shared-disk waiters would lose it and replicate
+    again unless we merge it back per disk_id.
+    """
+    if not prior_volumes_info or not new_volumes_info:
+        return new_volumes_info
+    key = constants.VOLUME_INFO_REPLICATE_DISK_DATA
+    by_disk = {}
+    for v in prior_volumes_info:
+        if not isinstance(v, dict):
+            continue
+        did = v.get("disk_id")
+        if did is None:
+            continue
+        by_disk[str(did)] = v
+    for vol in new_volumes_info:
+        if not isinstance(vol, dict):
+            continue
+        did = vol.get("disk_id")
+        if did is None:
+            continue
+        prev = by_disk.get(str(did))
+        if prev and prev.get(key) is False:
+            vol[key] = False
+    return new_volumes_info
+
+
 def _check_ensure_volumes_info_ordering(export_info, volumes_info):
     """ Returns a new list of volumes_info, ensuring that the order of
     the disks in 'volumes_info' is consistent with the order that the
@@ -244,12 +276,27 @@ def _run(self, ctxt, instance, origin, destination, task_info,
         source_environment = task_info['source_environment']
 
         source_resources = task_info.get('source_resources', {})
-        volumes_info = provider.replicate_disks(
-            ctxt, connection_info, source_environment, instance,
-            source_resources, migr_source_conn_info, migr_target_conn_info,
-            volumes_info, incremental)
-        schemas.validate_value(
-            volumes_info, schemas.CORIOLIS_VOLUMES_INFO_SCHEMA)
+        volumes_to_replicate = [
+            vol for vol in volumes_info
+            if vol.get(constants.VOLUME_INFO_REPLICATE_DISK_DATA, True)]
+        pre_replicated_volumes = [
+            vol for vol in volumes_info
+            if not vol.get(constants.VOLUME_INFO_REPLICATE_DISK_DATA, True)]
+
+        if volumes_to_replicate:
+            replicated_volumes = provider.replicate_disks(
+                ctxt, connection_info, source_environment, instance,
+                source_resources, migr_source_conn_info, migr_target_conn_info,
+                volumes_to_replicate, incremental)
+            schemas.validate_value(
+                replicated_volumes, schemas.CORIOLIS_VOLUMES_INFO_SCHEMA)
+        else:
+            LOG.info(
+                "No disks marked for replication for instance '%s'. "
+                "Using pre-provisioned volumes_info.", instance)
+            replicated_volumes = []
+
+        volumes_info = pre_replicated_volumes + replicated_volumes
 
         volumes_info = _check_ensure_volumes_info_ordering(
             export_info, volumes_info)
@@ -290,15 +337,17 @@ def _run(self, ctxt, instance, origin, destination, task_info,
             event_handler)
         connection_info = base.get_connection_info(ctxt, destination)
 
-        volumes_info = task_info.get("volumes_info", [])
+        prior_volumes_info = task_info.get("volumes_info", [])
         volumes_info = provider.deploy_replica_disks(
             ctxt, connection_info, target_environment, instance, export_info,
-            volumes_info)
+            prior_volumes_info)
         schemas.validate_value(
             volumes_info, schemas.CORIOLIS_VOLUMES_INFO_SCHEMA)
 
         volumes_info = _check_ensure_volumes_info_ordering(
             export_info, volumes_info)
+        volumes_info = _preserve_replicate_disk_data_from_prior_volumes(
+            prior_volumes_info, volumes_info)
 
         return {
             'volumes_info': volumes_info}
diff --git a/coriolis/tests/conductor/rpc/test_server.py b/coriolis/tests/conductor/rpc/test_server.py
@@ -1263,6 +1263,7 @@ def call_execute_transfer_tasks():
             if has_origin_minion_pool else None,
             destination_minion_pool_id=mock.sentinel.destination_minion_pool_id
             if has_target_minion_pool else None,
+            clustered=False,
         )
         mock_get_transfer.return_value = mock_transfer
 
diff --git a/coriolis/tests/db/sqlalchemy/test_models.py b/coriolis/tests/db/sqlalchemy/test_models.py
@@ -283,6 +283,7 @@ def test_to_dict(self):
         transfer.info = mock.sentinel.info
         transfer.clone_disks = True
         transfer.skip_os_morphing = False
+        transfer.clustered = False
         expected_result = {
             "base_id": mock.sentinel.base_id,
             "user_id": mock.sentinel.user_id,
@@ -314,6 +315,7 @@ def test_to_dict(self):
             "info": mock.sentinel.info,
             "clone_disks": True,
             "skip_os_morphing": False,
+            "clustered": False,
         }
 
         result = transfer.to_dict()
diff --git a/coriolis/tests/tasks/test_replica_tasks.py b/coriolis/tests/tasks/test_replica_tasks.py
@@ -146,6 +146,8 @@ def test__run(self, mock_unmarshal, mock_check_vol_info, mock_get_vol_info,
         task_info.get.side_effect = [
             task_info['incremental'], task_info['source_resources']]
         prov_fun = mock_get_provider.return_value.replicate_disks
+        mock_get_vol_info.return_value = [{"disk_id": "disk_id1"}]
+        prov_fun.return_value = [{"disk_id": "disk_id1"}]
         expected_result = {"volumes_info": mock_check_vol_info.return_value}
         expected_validation_calls = [
             mock.call.mock_validate_value(
diff --git a/coriolis/utils.py b/coriolis/utils.py

Original file line number	Diff line number	Diff line change
`@@ -49,6 +49,7 @@`
`49`	`49`	`}`
`50`	`50`	`},`
`51`	`51`	`"executions": [],`
`52`		`- "scenario": "replica"`
	`52`	`+ "scenario": "replica",`
	`53`	`+ "clustered": false`
`53`	`54`	`}`
`54`	`55`	`}`
Original file line number	Diff line number	Diff line change
`@@ -42,6 +42,7 @@`
`42`	`42`	`"origin_minion_pool_id": null,`
`43`	`43`	`"destination_minion_pool_id": null,`
`44`	`44`	`"instance_osmorphing_minion_pool_mappings": {},`
	`45`	`+ "clustered": false,`
`45`	`46`	`"executions": [`
`46`	`47`	`{`
`47`	`48`	`"created_at": "2019-07-11T10:06:47.000000",`
Original file line number	Diff line number	Diff line change
`@@ -74,7 +74,8 @@`
`74`	`74`	`"instances": {}`
`75`	`75`	`},`
`76`	`76`	`"id": "0460aa4d-6b16-4c98-bd56-27ee186e4a22",`
`77`		`- "scenario": "replica"`
	`77`	`+ "scenario": "replica",`
	`78`	`+ "clustered": false`
`78`	`79`	`}`
`79`	`80`	`]`
`80`	`81`	`}`
Original file line number	Diff line number	Diff line change
`@@ -133,7 +133,8 @@`
`133`	`133`	`"ubuntu-xenial": "echo 'anything you need'"`
`134`	`134`	`}`
`135`	`135`	`},`
`136`		`- "scenario": "replica"`
	`136`	`+ "scenario": "replica",`
	`137`	`+ "clustered": false`
`137`	`138`	`}`
`138`	`139`	`}`
`139`	`140`	`}`