Add test for checking if tags exist

Author: Ickerday

pytest.ini

@@ -5,3 +5,6 @@ markers =
 
 junit_family =
     xunit2
+
+log_cli = true
+log_cli_level = INFO

tests/system/test_ai_agentic_test_app.py

@@ -13,11 +13,15 @@
 # under the License.
 
 
+import logging
+
 import pytest
 
 from splunklib.binding import HTTPError
 from tests.ai_testlib import AITestCase
 
+logger = logging.getLogger(__name__)
+
 
 class TestAgenticApp(AITestCase):
     def test_agentic_app(self) -> None:
@@ -129,6 +133,7 @@ def test_remote_tools_have_tags(self) -> None:
 
         assert resp.status == 200
         body = str(resp.body)  # pyright: ignore[reportUnknownArgumentType]
+        logger.info("tool-tags response: %s", body)
         assert "tags" in body
 
         app.delete()

tests/system/test_apps/ai_agentic_test_app/bin/tool_tags.py

@@ -0,0 +1,75 @@
+# Copyright © 2011-2026 Splunk, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"): you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+import json
+import os
+import sys
+from uuid import uuid4
+
+sys.path.insert(0, "/splunklib-deps")
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), "lib"))
+
+from typing import override
+
+from splunklib.ai.agent import (
+    _get_splunk_username,  # pyright: ignore[reportPrivateUsage]
+)
+from splunklib.ai.tools import (
+    _list_all_tools,  # pyright: ignore[reportPrivateUsage]
+    connect_remote_mcp,
+)
+from tests.cre_testlib import CRETestHandler
+
+# BUG: For some reason the CRE process is started with a overridden trust store path, that
+# does not exist on the filesystem. As a workaround in such case if it does not exist,
+# remove the env, this causes the default CAs to be used instead.
+CA_TRUST_STORE = "/opt/splunk/openssl/cert.pem"
+if os.environ.get("SSL_CERT_FILE") == CA_TRUST_STORE and not os.path.exists(
+    CA_TRUST_STORE
+):
+    os.environ["SSL_CERT_FILE"] = ""
+
+# This handler connects directly to the Splunk MCP Server App and logs the raw
+# MCP tool list response, verifying that tool metadata includes tags.
+
+
+class ToolTagsHandler(CRETestHandler):
+    @override
+    async def run(self) -> None:
+        import asyncio
+
+        splunk_username = await asyncio.to_thread(
+            lambda: _get_splunk_username(self.service)
+        )
+
+        async with connect_remote_mcp(
+            service=self.service,
+            app_id="ai_agentic_test_app",
+            trace_id=str(uuid4()),
+            splunk_username=splunk_username,
+        ) as session:
+            assert session is not None, "MCP Server App not available"
+
+            raw_tools = await _list_all_tools(session)
+
+        assert len(raw_tools) > 0, "No tools returned by MCP Server App"
+
+        tools_with_tags = [
+            t for t in raw_tools if ((t.meta or {}).get("splunk") or {}).get("tags")
+        ]
+        assert len(tools_with_tags) > 0, (
+            f"No tools have tags. Raw tools: {json.dumps([t.model_dump() for t in raw_tools], indent=2)}"
+        )
+
+        self.response.write(json.dumps([t.model_dump() for t in raw_tools], indent=2))

tests/system/test_apps/ai_agentic_test_app/default/restmap.conf

@@ -17,7 +17,7 @@ handler         = mcp_app_file_exists.Handler
 python.required = 3.13
 
 [script:tool_tags]
-match           = /agentic_app/tags
+match           = /agentic_app/tool-tags
 scripttype      = python
-handler         = tags.ToolTagsHandler
+handler         = tool_tags.ToolTagsHandler
 python.required = 3.13