Add support for Managed Service

Author: psachdeva-ss

singlestoredb/apps/__init__.py

@@ -1,2 +1,3 @@
 from ._cloud_functions import run_function_app  # noqa: F401
 from ._dashboards import run_dashboard_app  # noqa: F401
+from ._python_udfs import run_udf_app  # noqa: F401

singlestoredb/apps/_python_udfs.py

@@ -0,0 +1,63 @@
+import asyncio
+import textwrap
+import typing
+
+from ._config import AppConfig
+from ._connection_info import ConnectionInfo
+from ._process import kill_process_by_port
+from ..functions.ext.asgi import Application
+
+if typing.TYPE_CHECKING:
+    from ._uvicorn_util import AwaitableUvicornServer
+
+# Keep track of currently running server
+_running_server: 'typing.Optional[AwaitableUvicornServer]' = None
+
+
+async def run_udf_app(
+    app: Application,
+    log_level: str = 'error',
+    kill_existing_app_server: bool = True,
+) -> ConnectionInfo:
+    global _running_server
+    from ._uvicorn_util import AwaitableUvicornServer
+
+    try:
+        import uvicorn
+    except ImportError:
+        raise ImportError('package uvicorn is required to run python udfs')
+
+    app_config = AppConfig.from_env()
+
+    if kill_existing_app_server:
+        # Shutdown the server gracefully if it was started by us.
+        # Since the uvicorn server doesn't start a new subprocess
+        # killing the process would result in kernel dying.
+        if _running_server is not None:
+            await _running_server.shutdown()
+            _running_server = None
+
+        # Kill if any other process is occupying the port
+        kill_process_by_port(app_config.listen_port)
+
+    app.root_path = app_config.base_path
+
+    config = uvicorn.Config(
+        app,
+        host='0.0.0.0',
+        port=app_config.listen_port,
+        log_level=log_level,
+    )
+    _running_server = AwaitableUvicornServer(config)
+
+    app.register_functions(replace=True)
+    asyncio.create_task(_running_server.serve())
+    await _running_server.wait_for_startup()
+
+    connection_info = ConnectionInfo(app_config.base_url, app_config.token)
+
+    print(
+        'Following Python UDFs are available: ', app.get_function_info()
+    )
+
+    return connection_info

singlestoredb/config.py

@@ -317,9 +317,9 @@
     'external_function.app_mode', 'string',
     functools.partial(
         check_str,
-        valid_values=['remote', 'collocated'],
+        valid_values=['managed', 'remote', 'collocated'],
     ),
-    'remote',
+    'managed',
     'Specifies the mode of operation of the external function application.',
     environ=['SINGLESTOREDB_EXT_FUNC_APP_MODE'],
 )

singlestoredb/functions/ext/asgi.py

@@ -1318,7 +1318,7 @@ def main(argv: Optional[List[str]] = None) -> None:
         link_name=args.link_name or None,
         link_config=json.loads(args.link_config) or None,
         link_credentials=json.loads(args.link_credentials) or None,
-        app_mode='remote',
+        app_mode='managed',
         name_prefix=args.name_prefix,
         name_suffix=args.name_suffix,
     )

singlestoredb/functions/signature.py

@@ -734,7 +734,7 @@ def signature_to_sql(
     signature: Dict[str, Any],
     url: Optional[str] = None,
     data_format: str = 'rowdat_1',
-    app_mode: str = 'remote',
+    app_mode: str = 'managed',
     link: Optional[str] = None,
     replace: bool = False,
 ) -> str: