Add sync-to-seafowl CLI command (#775)

* Add sync-to-seafowl CLI command

* Improve sync-to-seafowl command password handling and output

Author: neumark

splitgraph/cloud/__init__.py

@@ -67,6 +67,7 @@
     REPO_PARAMS,
     START_EXPORT,
     START_LOAD,
+    START_SYNC_VDB_TO_SEAFOWL,
 )
 from splitgraph.config import CONFIG
 from splitgraph.config.config import (
@@ -1148,3 +1149,15 @@ def provision_ephemeral_tunnel(self) -> Tuple[str, str, int, str, int]:
             response.json()["data"]["provisionEphemeralTunnel"]["privateAddressHost"],
             response.json()["data"]["provisionEphemeralTunnel"]["privateAddressPort"],
         )
+
+    def start_seafowl_sync(self, vdb_id: str, url: str, secret: str) -> str:
+        response = self._gql(
+            {
+                "query": START_SYNC_VDB_TO_SEAFOWL,
+                "operationName": "syncToSeafowl",
+                "variables": {"url": url, "secret": secret, "vdbId": vdb_id},
+            },
+            handle_errors=True,
+            anonymous_ok=False,
+        )
+        return cast(str, response.json()["data"]["syncToSeafowl"]["id"])

splitgraph/cloud/queries.py

@@ -316,3 +316,16 @@
   }
 }
 """
+
+START_SYNC_VDB_TO_SEAFOWL = """mutation syncToSeafowl($url: String!, $secret: String!, $vdbId: String!) {
+    syncToSeafowl(
+        target: {
+            url: $url,
+            secret: $secret
+        },
+        vdbId: $vdbId
+    ) {
+        id
+    }
+}
+"""

splitgraph/commandline/cloud.py

@@ -1310,6 +1310,31 @@ def tunnel_c(remote: str, local_address: str, namespace_and_repository: Optional
         start_repository_tunnel(remote, local_address, namespace_and_repository)
 
 
+@click.command("sync-to-seafowl")
+@click.option("--remote", default="data.splitgraph.com", help="Name of the remote registry to use.")
+@click.option("--password", prompt=True, hide_input=True, confirmation_prompt=False)
+@click.argument("vdb_id", type=str)
+@click.argument("seafowl_hostname", type=str)
+def sync_to_seafowl_c(remote: str, password: str, vdb_id: str, seafowl_hostname: str):
+    """
+    Sync the tables within a Splitgraph VDB to a Seafowl instance.
+
+    """
+
+    from splitgraph.cloud import GQLAPIClient
+
+    client = GQLAPIClient(remote)
+    task_id = client.start_seafowl_sync(vdb_id, seafowl_hostname, password)
+    final_status = wait_for_job(task_id, lambda: client.get_export_job_status(task_id))
+    if final_status.status == "SUCCESS":
+        assert final_status.output
+        tables = [f"{sync_item[0]}.{sync_item[1]}" for sync_item in final_status.output["tables"]]
+        tables.sort()
+        click.echo("Sync complete for tables: %s" % ", ".join(tables))
+    else:
+        raise ValueError("Error running sync.")
+
+
 @click.group("cloud")
 def cloud_c():
     """Run actions on Splitgraph Cloud."""
@@ -1338,3 +1363,4 @@ def cloud_c():
 cloud_c.add_command(validate_c)
 cloud_c.add_command(seed_c)
 cloud_c.add_command(tunnel_c)
+cloud_c.add_command(sync_to_seafowl_c)