feat: add kubernetes app role selection

Signed-off-by: Anupam Kumar <kyteinsky@gmail.com>

Author: kyteinsky

appinfo/info.xml

@@ -82,5 +82,19 @@ Setup background job workers as described here: https://docs.nextcloud.com/serve
 				<description>Password to be used for authenticating requests to the OpenAI-compatible endpoint set in CC_EM_BASE_URL.</description>
 			</variable>
 		</environment-variables>
+		<k8s-service-roles>
+			<role>
+				<name>rp</name>
+				<display-name>Request Processing Mode</display-name>
+				<env>APP_ROLE=rp</env>
+				<expose>true</expose>
+			</role>
+			<role>
+				<name>indexing</name>
+				<display-name>Indexing Mode</display-name>
+				<env>APP_ROLE=indexing</env>
+				<expose>false</expose>
+			</role>
+		</k8s-service-roles>
 	</external-app>
 </info>

context_chat_backend/controller.py

@@ -75,6 +75,7 @@
 def enabled_handler(enabled: bool, _: NextcloudApp | AsyncNextcloudApp) -> str:
 	if enabled:
 		app_enabled.set()
+		# todo: start bg threads to fetch docs, updates and requests to process
 	else:
 		app_enabled.clear()
 
@@ -213,6 +214,13 @@ def _():
 	return JSONResponse(content={'enabled': app_enabled.is_set()}, status_code=200)
 
 
+@app.post('/countIndexedDocuments')
+@enabled_guard(app)
+def _():
+	counts = exec_in_proc(target=count_documents_by_provider, args=(vectordb_loader,))
+	return JSONResponse(counts)
+
+
 @app.post('/updateAccessDeclarative')
 @enabled_guard(app)
 def _(
@@ -328,13 +336,6 @@ def _(userId: str = Body(embed=True)):
 	return JSONResponse('User deleted')
 
 
-@app.post('/countIndexedDocuments')
-@enabled_guard(app)
-def _():
-	counts = exec_in_proc(target=count_documents_by_provider, args=(vectordb_loader,))
-	return JSONResponse(counts)
-
-
 @app.put('/loadSources')
 @enabled_guard(app)
 def _(sources: list[UploadFile]):

context_chat_backend/task_fetcher.py

@@ -0,0 +1,4 @@
+#
+# SPDX-FileCopyrightText: 2026 Nextcloud GmbH and Nextcloud contributors
+# SPDX-License-Identifier: AGPL-3.0-or-later
+#

context_chat_backend/types.py

@@ -2,6 +2,8 @@
 # SPDX-FileCopyrightText: 2024 Nextcloud GmbH and Nextcloud contributors
 # SPDX-License-Identifier: AGPL-3.0-or-later
 #
+from enum import Enum
+
 from pydantic import BaseModel
 
 __all__ = [
@@ -71,3 +73,9 @@ class FatalEmbeddingException(EmbeddingException):
 
 	Either malformed request, authentication error, or other non-retryable error.
 	"""
+
+
+class AppRole(str, Enum):
+	NORMAL = 'normal'
+	INDEXING = 'indexing'
+	RP = 'rp'

context_chat_backend/utils.py

@@ -4,6 +4,7 @@
 #
 import logging
 import multiprocessing as mp
+import os
 import re
 import traceback
 from collections.abc import Callable
@@ -14,7 +15,7 @@
 
 from fastapi.responses import JSONResponse as FastAPIJSONResponse
 
-from .types import TConfig, TEmbeddingAuthApiKey, TEmbeddingAuthBasic, TEmbeddingConfig
+from .types import AppRole, TConfig, TEmbeddingAuthApiKey, TEmbeddingAuthBasic, TEmbeddingConfig
 
 T = TypeVar('T')
 _logger = logging.getLogger('ccb.utils')
@@ -144,3 +145,13 @@ def redact_config(config: TConfig | TEmbeddingConfig) -> TConfig | TEmbeddingCon
 			em_conf.auth.password = '***REDACTED***'  # noqa: S105
 
 	return config_copy
+
+
+def get_app_role() -> AppRole:
+	role = os.getenv('APP_ROLE', '').lower()
+	if role == '':
+		return AppRole.NORMAL
+	if role not in ['indexing', 'rp']:
+		_logger.warning(f'Invalid app role: {role}, defaulting to all roles')
+		return AppRole.NORMAL
+	return AppRole(role)