docs: add settings documentation to otel.py and dynamic env variables and generate documentation

Author: martynia

.pre-commit-config.yaml

@@ -99,4 +99,4 @@ repos:
         entry: pixi run -e default python scripts/generate_settings_docs.py
         language: system
         pass_filenames: false
-        files: ^(diracx-.*/src/diracx/.*/settings\.py|docs/.*\.j2|docs/templates/.*\.jinja|scripts/generate_settings_docs\.py)$
+        files: ^(diracx-.*/src/diracx/.*/settings\.py|diracx-routers/src/diracx/routers/otel\.py|docs/.*\.j2|docs/templates/.*\.jinja|scripts/generate_settings_docs\.py)$

diracx-routers/src/diracx/routers/otel.py

@@ -35,15 +35,34 @@
 class OTELSettings(ServiceSettingsBase):
     """Settings for the Open Telemetry Configuration."""
 
-    model_config = SettingsConfigDict(env_prefix="DIRACX_OTEL_")
+    model_config = SettingsConfigDict(
+        env_prefix="DIRACX_OTEL_", use_attribute_docstrings=True
+    )
 
     enabled: bool = False
+    """
+    Determines whether OpenTelemetry is enabled.
+    """
+
     application_name: str = "diracx"
+    """
+    The name of the application for OpenTelemetry.
+    """
+
     grpc_endpoint: str = ""
+    """
+    The gRPC endpoint for the OpenTelemetry collector.
+    """
+
     grpc_insecure: bool = True
-    # headers to pass to the OTEL Collector
-    # e.g. {"tenant_id": "lhcbdiracx-cert"}
+    """
+    Whether to use an insecure gRPC connection for the OpenTelemetry collector.
+    """
+
     headers: Optional[dict[str, str]] = None
+    """
+    A JSON-encoded dictionary of headers to pass to the OpenTelemetry collector, e.g. {"tenant_id": "lhcbdiracx-cert"}.
+    """
 
 
 def instrument_otel(app: FastAPI) -> None:

docs/admin/reference/env-variables.md

@@ -2,6 +2,17 @@
 
 *This page is auto-generated from the settings classes in `diracx.core.settings`.*
 
+## Core
+
+### `DIRACX_CONFIG_BACKEND_URL`
+
+The URL of the configuration backend.
+
+### `DIRACX_SERVICE_DOTENV`
+
+The variable points to .env files where configuration may be placed. There could be more than one file, with suffixes
+\_X, where X is a number. The files will be loaded in order.
+
 ## AuthSettings
 
 Settings for the authentication service.
@@ -199,6 +210,29 @@ Maximum number of concurrent DB delete chunks during cleaning.
 
 Controls parallelism of database DELETE operations.
 
+### `DIRACX_LEGACY_EXCHANGE_HASHED_API_KEY`
+
+The hashed API key for the legacy exchange endpoint.
+
+### `DIRACX_SERVICE_DOTENV`
+
+The variable points to .env files where configuration may be placed. There could be more than one file, with suffixes
+\_X, where X is a number. The files will be loaded in order.
+
+### `DIRACX_SERVICE_JOBS_ENABLED`
+
+Determines whether the jobs service is enabled.
+
+## Databases
+
+### `DIRACX_DB_URL_<db_name>`
+
+The URL for the SQL database `<db_name>`.
+
+### `DIRACX_OS_DB_<db_name>`
+
+A JSON-encoded dictionary of connection keyword arguments for the OpenSearch database `<db_name>`.
+
 ## OTELSettings
 
 Settings for the Open Telemetry Configuration.
@@ -207,18 +241,28 @@ Settings for the Open Telemetry Configuration.
 
 *Optional*, default value: `False`
 
+Determines whether OpenTelemetry is enabled.
+
 ### `DIRACX_OTEL_APPLICATION_NAME`
 
 *Optional*, default value: `diracx`
 
+The name of the application for OpenTelemetry.
+
 ### `DIRACX_OTEL_GRPC_ENDPOINT`
 
 *Optional*, default value: \`\`
 
+The gRPC endpoint for the OpenTelemetry collector.
+
 ### `DIRACX_OTEL_GRPC_INSECURE`
 
 *Optional*, default value: `True`
 
+Whether to use an insecure gRPC connection for the OpenTelemetry collector.
+
 ### `DIRACX_OTEL_HEADERS`
 
 *Optional*, default value: `None`
+
+A JSON-encoded dictionary of headers to pass to the OpenTelemetry collector, e.g. {"tenant_id": "lhcbdiracx-cert"}.

docs/admin/reference/env-variables.md.j2

@@ -3,9 +3,37 @@
 # List of environment variables
 
 *This page is auto-generated from the settings classes in `diracx.core.settings`.*
+## Core
+
+### `DIRACX_CONFIG_BACKEND_URL`
+The URL of the configuration backend.
+
+### `DIRACX_SERVICE_DOTENV`
+The variable points to .env files where configuration may be placed. There could be more than one file, with suffixes
+_X, where X is a number. The files will be loaded in order.
 
 {{ render_class('AuthSettings') }}
 
 {{ render_class('SandboxStoreSettings') }}
 
+### `DIRACX_LEGACY_EXCHANGE_HASHED_API_KEY`
+The hashed API key for the legacy exchange endpoint.
+
+### `DIRACX_SERVICE_DOTENV`
+The variable points to .env files where configuration may be placed. There could be more than one file, with suffixes
+_X, where X is a number. The files will be loaded in order.
+
+### `DIRACX_SERVICE_JOBS_ENABLED`
+Determines whether the jobs service is enabled.
+
+## Databases
+
+### `DIRACX_DB_URL_<db_name>`
+
+The URL for the SQL database `<db_name>`.
+
+### `DIRACX_OS_DB_<db_name>`
+
+A JSON-encoded dictionary of connection keyword arguments for the OpenSearch database `<db_name>`.
+
 {{ render_class('OTELSettings') }}

pixi.toml

@@ -1,6 +1,6 @@
 [workspace]
 channels = ["conda-forge"]
-platforms = ["linux-64", "osx-arm64"]
+platforms = ["linux-64", "osx-arm64", "osx-64"]
 
 [dependencies]
 python = ">=3.11.3,<3.12"