feat: Add OTel SDK setup

Author: christinaexyou

Dockerfile.server

@@ -7,11 +7,11 @@ ARG PYYAML_VERSION=6.0.3
 ARG GUARDRAILS_PROFILE=opensource
 
 RUN dnf install -y --nodocs --setopt=install_weak_deps=False \
-        gcc \
-        gcc-c++ \
-        git && \
+    gcc \
+    gcc-c++ \
+    git && \
     pip install --no-cache-dir \
-        pyyaml==${PYYAML_VERSION} && \
+    pyyaml==${PYYAML_VERSION} && \
     dnf clean all && \
     rm -rf /var/cache/dnf /tmp/* /var/tmp/*
 
@@ -20,7 +20,7 @@ COPY nemoguardrails/ ./nemoguardrails/
 COPY scripts/ ./scripts/
 COPY examples/bots/ ./examples/bots/
 
-RUN chmod +x ./scripts/entrypoint.sh
+RUN chmod +x ./scripts/otel/entrypoint.py
 RUN python3 ./scripts/filter_guardrails.py ./scripts/provider-list.yaml $GUARDRAILS_PROFILE
 
 ENV HF_HOME=/app/.cache/huggingface \
@@ -32,8 +32,8 @@ ENV HF_HOME=/app/.cache/huggingface \
 # Create virtual environment and install dependencies
 RUN python3 -m venv /app/.venv && \
     /app/.venv/bin/pip install --no-cache-dir \
-        --extra-index-url https://download.pytorch.org/whl/cpu \
-        -r requirements.txt && \
+    --extra-index-url https://download.pytorch.org/whl/cpu \
+    -r requirements.txt && \
     /app/.venv/bin/pip install --no-cache-dir --no-deps . && \
     rm -rf /root/.cache/pip /tmp/* /var/tmp/*
 
@@ -58,7 +58,7 @@ COPY --from=build /app /app
 RUN rm -f /etc/security/namespace.conf /usr/lib64/security/pam_namespace.so || true && \
     chgrp -R 0 /app && \
     chmod -R g=u /app && \
-    chmod +x /app/scripts/entrypoint.sh
+    chmod +x /app/scripts/otel/entrypoint.py
 
 USER 1001
 
@@ -73,4 +73,4 @@ ENV HF_HOME=/app/.cache/huggingface \
     DO_NOT_TRACK=1
 
 EXPOSE 8000
-ENTRYPOINT ["./scripts/entrypoint.sh"]
+ENTRYPOINT ["./scripts/otel/entrypoint.py"]

pyproject.toml

@@ -4,7 +4,7 @@ description = "NeMo Guardrails is an open-source toolkit for easily adding progr
 authors = ["NVIDIA <nemoguardrails@nvidia.com>"]
 license = "LICENSE.md"
 readme = "README.md"
-version = "0.21.0"
+version = "0.18.0"
 packages = [{ include = "nemoguardrails" }]
 
 
@@ -34,11 +34,11 @@ classifiers = [
 ]
 
 [tool.poetry.urls]
-homepage = "https://github.com/NVIDIA-NeMo/Guardrails"
-issues = "https://github.com/NVIDIA-NeMo/Guardrails/issues"
-changelog = "https://github.com/NVIDIA-NeMo/Guardrails/blob/develop/CHANGELOG.md"
+homepage = "https://github.com/NVIDIA/nemo-guardrails"
+issues = "https://github.com/NVIDIA/nemo-guardrails/issues"
+changelog = "https://github.com/NVIDIA/NeMo-Guardrails/blob/develop/CHANGELOG.md"
 documentation = "https://docs.nvidia.com/nemo/guardrails/"
-repository = "https://github.com/NVIDIA-NeMo/Guardrails"
+repository = "https://github.com/NVIDIA/NeMo-Guardrails"
 
 
 [tool.poetry.scripts]
@@ -47,15 +47,9 @@ nemoguardrails = "nemoguardrails.__main__:app"
 [tool.poetry.dependencies]
 python = ">=3.10,<3.14"
 aiohttp = ">=3.10.11"
-aiohttp-retry = ">=2.9.0"
 annoy = ">=1.17.3"
 fastapi = ">=0.103.0,"
-fastembed = [{ version = ">=0.2.2", python = ">=3.10,<3.14" }]
-# onnxruntime 1.24+ dropped Python 3.10 wheels; cap it for that version
-onnxruntime = [
-    { version = ">=1.17.0,<1.24", python = ">=3.10,<3.11" },
-    { version = ">=1.17.0", python = ">=3.11" },
-]
+fastembed = [{ version = ">=0.8.0", python = ">=3.10,<3.14" }]
 httpx = ">=0.24.1"
 jinja2 = ">=3.1.6"
 langchain = ">=0.2.14,<2.0.0"
@@ -77,25 +71,26 @@ starlette = ">=0.49.1"
 typer = ">=0.8"
 uvicorn = ">=0.23"
 watchdog = ">=3.0.0,"
-openai = { version = ">=1.0.0,<3.0.0", optional = true }
 
 # tracing
 opentelemetry-api = { version = ">=1.27.0,<2.0.0", optional = true }
 aiofiles = { version = ">=24.1.0", optional = true }
 
-# otel auto-instrumentation (fork-specific)
-opentelemetry-distro = { version = ">=0.48b0", optional = true }
+# otel (server observability entrypoint)
+opentelemetry-sdk = { version = ">=1.27.0,<2.0.0", optional = true }
 opentelemetry-exporter-otlp = { version = ">=1.27.0,<2.0.0", optional = true }
 opentelemetry-instrumentation-fastapi = { version = ">=0.48b0", optional = true }
-opentelemetry-instrumentation-httpx = { version = ">=0.48b0", optional = true }
+opentelemetry-exporter-prometheus = { version = ">=0.48b0", optional = true }
+prometheus-fastapi-instrumentator = { version = ">=0.9.0", optional = true }
+pydantic-settings = { version = ">=2.0.0", optional = true }
 
 # openai
 langchain-openai = { version = ">=0.1.0", optional = true }
 
 # eval
 tqdm = { version = ">=4.65,<5.0", optional = true }
 streamlit = { version = "^1.37.0", optional = true, python = ">=3.10,<3.14" }
-tornado = { version = ">=6.5.0", optional = true, python = ">=3.10,<3.14" }
+tornado = { version = "6.5.5", optional = true, python = ">=3.10,<3.14" }
 pandas = { version = ">=1.4.0,<3", optional = true }
 numpy = [
   { version = ">=1.21", python = ">=3.10,<3.12" },
@@ -121,25 +116,30 @@ yara-python = { version = "^4.5.1", optional = true }
 # models - optional dependencies for various embedding and NLP models
 torch = { version = ">=2.0.0", optional = true, source = "pytorch-cpu" }
 spacy = { version = ">=3.4.4,<4.0.0,!=3.7.0", python = "<3.14", optional = true }
-nltk = { version = ">=3.8", optional = true }
+nltk = { version = ">=3.9.4", optional = true }
 sentence-transformers = { version = ">=2.2.0", optional = true }
 einops = { version = ">=0.6.0", optional = true }
-
-# multilingual content safety - language detection
-fast-langdetect = { version = ">=1.0.0", optional = true }
+python-dotenv = "^1.2.2"
+pillow = "^12.2.0"
 
 [tool.poetry.extras]
 sdd = ["presidio-analyzer", "presidio-anonymizer"]
 eval = ["tqdm", "numpy", "streamlit", "tornado"]
 openai = ["langchain-openai"]
 gcp = ["google-cloud-language"]
 tracing = ["opentelemetry-api", "aiofiles"]
+otel = [
+  "opentelemetry-api",
+  "opentelemetry-sdk",
+  "opentelemetry-exporter-otlp",
+  "opentelemetry-instrumentation-fastapi",
+  "opentelemetry-exporter-prometheus",
+  "prometheus-fastapi-instrumentator",
+  "pydantic-settings",
+]
 nvidia = ["langchain-nvidia-ai-endpoints"]
 jailbreak = ["yara-python"]
 models = ["torch", "spacy", "nltk", "sentence-transformers", "einops"]
-multilingual = ["fast-langdetect"]
-server = ["aiofiles", "openai"]
-otel = ["opentelemetry-distro", "opentelemetry-exporter-otlp", "opentelemetry-instrumentation-fastapi", "opentelemetry-instrumentation-httpx"]
 # Poetry does not support recursive dependencies, so we need to add all the dependencies here.
 # I also support their decision. There is no PEP for recursive dependencies, but it has been supported in pip since version 21.2.
 # It is here for backward compatibility.
@@ -150,7 +150,6 @@ all = [
   "numpy",
   "streamlit",
   "langchain-openai",
-  "openai",
   "google-cloud-language",
   "opentelemetry-api",
   "aiofiles",
@@ -161,7 +160,6 @@ all = [
   "nltk",
   "sentence-transformers",
   "einops",
-  "fast-langdetect",
 ]
 
 [tool.poetry.group.dev]
@@ -171,7 +169,7 @@ optional = true
 [tool.poetry.group.dev.dependencies]
 aioresponses = ">=0.7.6"
 pre-commit = ">=3.1.1"
-pytest = ">=7.2.2,<9.0.0"
+pytest = ">=7.2.2"
 pytest-asyncio = ">=0.21.0, <1.0.0"
 pytest-cov = ">=4.1.0"
 pytest-httpx = ">=0.22.0"
@@ -181,8 +179,6 @@ pytest-profiling = "^1.7.0"
 yara-python = "^4.5.1"
 opentelemetry-api = "^1.34.1"
 opentelemetry-sdk = "^1.34.1"
-fast-langdetect = ">=1.0.0"
-openai = ">=1.0.0,<3.0.0"
 pyright = "^1.1.405"
 ruff = "0.14.6"
 
@@ -199,11 +195,11 @@ include = [
   "nemoguardrails/tracing/**",
   "nemoguardrails/server/**",
   "tests/test_callbacks.py",
-  "nemoguardrails/benchmark/**",
-  "nemoguardrails/guardrails/**"
+  "nemoguardrails/benchmark/**"
 ]
 exclude = [
   "nemoguardrails/llm/providers/trtllm/**",
+  "nemoguardrails/llm/providers/_langchain_nvidia_ai_endpoints_patch.py",
 ]
 
 [tool.poetry.group.docs]
@@ -215,12 +211,7 @@ sphinx-reredirects = "<0.2"
 sphinx = "<=7.5"
 myst-parser = "<=5"
 sphinx-copybutton = "<=0.6"
-sphinx-design = "*"
-sphinx-autobuild = "*"
-sphinx-autodoc-typehints = "*"
-sphinxcontrib-mermaid = "*"
 nvidia-sphinx-theme = { version = ">=0.0.8", python = ">=3.10" }
-watchdog = "^6.0.0"
 
 
 [tool.pytest.ini_options]

scripts/entrypoint.py

@@ -0,0 +1,132 @@
+#!/usr/bin/env python
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Entrypoint that optionally bootstraps the OTel SDK before starting the server."""
+
+import argparse
+import logging
+import os
+import re
+import sys
+from contextlib import asynccontextmanager
+
+logging.basicConfig(level=logging.INFO)
+
+log = logging.getLogger(__name__)
+
+import uvicorn  # noqa: E402
+from observability.configure_otel_sdk_v2 import (
+    initialize_otel,
+    otel_config,
+)  # noqa: E402
+from observability.otel import make_metrics_app, shutdown_otel  # noqa: E402
+
+from nemoguardrails.server.api import app
+
+_app_lifespan = app.router.lifespan_context
+
+
+@asynccontextmanager
+async def _lifespan_with_otel(application):
+    _otel_initialized = False
+    try:
+        initialize_otel()
+        _otel_initialized = otel_config.otel_enabled
+        if _otel_initialized:
+            make_metrics_app(application)
+    except Exception:
+        log.exception("OTel initialisation failed; continuing without telemetry")
+
+    try:
+        async with _app_lifespan(application):
+            yield
+    finally:
+        if _otel_initialized:
+            shutdown_otel()
+
+
+app.router.lifespan_context = _lifespan_with_otel
+
+_CONFIG_ID_RE = re.compile(r"^[a-zA-Z0-9._-]+$")
+
+
+def _parse_args() -> argparse.Namespace:
+    parser = argparse.ArgumentParser(
+        description="NeMo Guardrails server",
+        formatter_class=argparse.ArgumentDefaultsHelpFormatter,
+    )
+    parser.add_argument(
+        "--config",
+        default=os.environ.get("CONFIG_DIR", "config"),
+        help="Path to config directory ($CONFIG_DIR)",
+    )
+    parser.add_argument(
+        "--host",
+        default=os.environ.get("HOST", "0.0.0.0"),
+        help="Bind address ($HOST)",
+    )
+    parser.add_argument(
+        "--port",
+        type=int,
+        default=int(os.environ.get("PORT", "8000")),
+        help="Port to listen on ($PORT)",
+    )
+    parser.add_argument(
+        "--default-config-id",
+        default=os.environ.get("CONFIG_ID"),
+        help="Default guardrail config ID ($CONFIG_ID)",
+    )
+    parser.add_argument(
+        "--verbose",
+        action="store_true",
+        help="Enable debug logging",
+    )
+    parser.add_argument(
+        "--enable-chat-ui",
+        action="store_true",
+        default=False,
+        help="Enable the built-in chat UI (disabled by default)",
+    )
+    return parser.parse_args()
+
+
+def main() -> None:
+    """Main entrypoint function for the NeMo Guardrails server."""
+    args = _parse_args()
+
+    config_path = os.path.abspath(args.config)
+    if not os.path.isdir(config_path):
+        log.error("Config directory not found: %s", config_path)
+        sys.exit(1)
+
+    if args.default_config_id and not _CONFIG_ID_RE.match(args.default_config_id):
+        log.error(
+            "Invalid config ID %r — must match [a-zA-Z0-9._-]+",
+            args.default_config_id,
+        )
+        sys.exit(1)
+
+    app.rails_config_path = config_path
+    if args.default_config_id:
+        app.default_config_id = args.default_config_id
+    app.disable_chat_ui = not args.enable_chat_ui
+
+    log_level = "debug" if args.verbose else "info"
+    uvicorn.run(app, host=args.host, port=args.port, log_level=log_level)
+
+
+if __name__ == "__main__":
+    main()