cmk-flow: add ntopng-based network flow collector OMD package

- Add omd/non-free/packages/cmk-flow: OMD package bundling ntopng (binary, libs, share tree)
- Add init script (daemon "flow"): ntopng as ZMQ collector on 5556, redis @1, web UI 3001
- Off by default: not auto-started with the site; controlled via omd start/stop flow
- Add MODULE.bazel http_file for the prebuilt (trimmed + RUNPATH'd) ntopng bundle
- Register cmk-flow in omd/BUILD (ultimate/ultimatemt)
- Declare ntopng's runtime OS libs in omd/distros/UBUNTU_24.04.mk (other distros TODO)
- Add .f12 to build and install the package into a running site
- Pass //omd:validate_deb: OS-provided libs trimmed from the bundle + allow-listed

CMK-36025

Change-Id: I8ec8c9257e716d84424e0c243513ece451a3a4b3

Author: gavinmcguigan

MODULE.bazel

@@ -382,6 +382,18 @@ http_file(
     ],
 )
 
+# cmk-flow payload: a prebuilt ntopng bundle (binary + private libs + share/
+# tree), snapshotted from ntop's rolling apt-stable build. Consumed by
+# omd/non-free/packages/cmk-flow/BUILD.
+http_file(
+    name = "cmk_flow_bundle",
+    downloaded_file_path = "cmk-flow-bundle.tar.gz",
+    sha256 = "28c31fbdf150227ca4be6bde78487daab6b6604734d8deae48ba29f8db2f1dee",
+    urls = [
+        UPSTREAM_MIRROR_URL + "flow-bundle-6.6.260622-slim.tar.gz",
+    ],
+)
+
 http_archive(
     name = "nrpe",
     build_file = "//omd/packages/nrpe:BUILD.nrpe.bazel",

omd/BUILD

@@ -123,6 +123,7 @@ edition_deps = select({
         "//omd/non-free/packages/saml2:pkg_tar",
         "//non-free/packages/cmk-relay-engine:relay_install_pkg",
         "//omd/packages/jaeger:pkg_tar",
+        "//omd/non-free/packages/cmk-flow:pkg_tar",
         "//omd/packages/nagvis:pkg_tar",
         "//non-free/packages/otel-collector",
     ],
@@ -162,6 +163,7 @@ edition_deps = select({
         "//omd/non-free/packages/saml2:pkg_tar",
         "//non-free/packages/cmk-relay-engine:relay_install_pkg",
         "//omd/packages/jaeger:pkg_tar",
+        "//omd/non-free/packages/cmk-flow:pkg_tar",
         "//omd/packages/nagvis:pkg_tar",
         "//non-free/packages/otel-collector",
     ],
@@ -245,6 +247,7 @@ edition_skel_permissions = select({
         "//omd/non-free/packages/saml2:skel.permissions",
         "//omd/packages/check_mk:skel.permissions",
         "//omd/packages/jaeger:skel.permissions",
+        "//omd/non-free/packages/cmk-flow:skel.permissions",
         "//omd/packages/maintenance:skel.permissions",
         "//omd/packages/nagios:skel.permissions",
         "//omd/packages/nagvis:skel.permissions",
@@ -272,6 +275,7 @@ edition_skel_permissions = select({
         "//omd/non-free/packages/saml2:skel.permissions",
         "//omd/packages/check_mk:skel.permissions",
         "//omd/packages/jaeger:skel.permissions",
+        "//omd/non-free/packages/cmk-flow:skel.permissions",
         "//omd/packages/maintenance:skel.permissions",
         "//omd/packages/nagios:skel.permissions",
         "//omd/packages/nagvis:skel.permissions",

omd/distros/UBUNTU_24.04.mk

@@ -49,6 +49,23 @@ OS_PACKAGES    += libfl2 # needed by heirloom-pkgtools
 OS_PACKAGES    += poppler-utils # needed for preview of PDF in reporting
 OS_PACKAGES    += libffi8ubuntu1 # needed for pyOpenSSL and dependant
 OS_PACKAGES    += libpq5
+# needed by cmk-flow (ntopng); OS libs trimmed from the bundle (Enterprise editions)
+OS_PACKAGES    += libbz2-1.0
+OS_PACKAGES    += libcairo2
+OS_PACKAGES    += libexpat1
+OS_PACKAGES    += libfreetype6
+OS_PACKAGES    += libgnutls30t64
+OS_PACKAGES    += libgssapi-krb5-2
+OS_PACKAGES    += libkrb5-3
+OS_PACKAGES    += libldap2
+OS_PACKAGES    += liblz4-1
+OS_PACKAGES    += liblzma5
+OS_PACKAGES    += libpangocairo-1.0-0
+OS_PACKAGES    += libpng16-16t64
+OS_PACKAGES    += libsqlite3-0
+OS_PACKAGES    += libxcb1
+OS_PACKAGES    += libzstd1
+OS_PACKAGES    += zlib1g
 USERADD_OPTIONS   =
 ADD_USER_TO_GROUP = gpasswd -a %(user)s %(group)s
 APACHE_CONF_DIR   = /etc/apache2/conf.d

tests/packaging/package_validator/system-dependencies.debian.txt

@@ -1,6 +1,9 @@
 # System dependencies for Checkmk application (Agents should be excluded with ignore-files.txt).
 libgnutls.so
 libgsf-1.so
+liblber.so
+libldap.so
+liblz4.so
 libnspr4.so
 libnss3.so
 libnssutil3.so
@@ -13,3 +16,4 @@ libtk8.6.so
 libwebp.so
 libwebpdemux.so
 libwebpmux.so
+libzstd.so

tests/packaging/package_validator/system-dependencies.ubuntu.txt

@@ -1,6 +1,9 @@
 # System dependencies for Checkmk application (Agents should be excluded with ignore-files.txt).
 libgnutls.so
 libgsf-1.so
+liblber.so
+libldap.so
+liblz4.so
 libnspr4.so
 libnss3.so
 libnssutil3.so