Merge pull request #18 from ddelnano/k8sstormcenter/add-clickhouse-source-and-sink-nodes

K8sstormcenter/add clickhouse source and sink nodes

Author: entlein

bazel/container_images.bzl

@@ -14,7 +14,7 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-load("@io_bazel_rules_docker//container:container.bzl", "container_pull")
+load("@io_bazel_rules_docker//container:container.bzl", "container_pull", "container_image", "container_layer")
 
 # When adding an image here, first add it to scripts/regclient/regbot_deps.yaml
 # Once that is in, trigger the github workflow that mirrors the required image
@@ -367,3 +367,12 @@ def stirling_test_images():
         repository = "golang_1_22_grpc_server_with_buildinfo",
         digest = "sha256:67adba5e8513670fa37bd042862e7844f26239e8d2997ed8c3b0aa527bc04cc3",
     )
+
+    # ClickHouse server image for testing.
+    # clickhouse/clickhouse-server:25.7-alpine
+    container_pull(
+        name = "clickhouse_server_base_image",
+        registry = "docker.io",
+        repository = "clickhouse/clickhouse-server",
+        digest = "sha256:60c53a520a1caad6555eb6772a8a9c91bb09774c1c7ec87e3371ea3da254eeab",
+    )

bazel/external/clickhouse_cpp.BUILD

@@ -0,0 +1,64 @@
+# Copyright 2018- The Pixie Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+load("@rules_foreign_cc//foreign_cc:defs.bzl", "cmake")
+
+licenses(["notice"])
+
+exports_files(["LICENSE"])
+
+filegroup(
+    name = "all",
+    srcs = glob(["**"]),
+)
+
+cmake(
+    name = "clickhouse_cpp",
+    build_args = [
+        "--",  # <- Pass remaining options to the native tool.
+        "-j`nproc`",
+        "-l`nproc`",
+    ],
+    cache_entries = {
+        "BUILD_BENCHMARK": "OFF",
+        "BUILD_TESTS": "OFF",
+        "BUILD_SHARED_LIBS": "OFF",
+        "CMAKE_BUILD_TYPE": "Release",
+        "WITH_OPENSSL": "OFF",         # Disable OpenSSL for now
+        "WITH_SYSTEM_ABSEIL": "OFF",   # Use bundled abseil
+        "WITH_SYSTEM_LZ4": "OFF",      # Use bundled for now
+        "WITH_SYSTEM_CITYHASH": "OFF", # Use bundled for now  
+        "WITH_SYSTEM_ZSTD": "OFF",     # Use bundled for now
+        "CMAKE_POSITION_INDEPENDENT_CODE": "ON",
+    },
+    lib_source = ":all",
+    out_static_libs = [
+        "libclickhouse-cpp-lib.a",
+        "liblz4.a",
+        "libcityhash.a",
+        "libzstdstatic.a",
+        "libabsl_int128.a",
+    ],
+    targets = [
+        "clickhouse-cpp-lib",
+        "lz4",
+        "cityhash",
+        "zstdstatic",
+        "absl_int128",
+    ],
+    visibility = ["//visibility:public"],
+    working_directory = "",
+)

bazel/repositories.bzl

@@ -147,6 +147,7 @@ def _cc_deps():
     _bazel_repo("com_github_ariafallah_csv_parser", build_file = "//bazel/external:csv_parser.BUILD")
     _bazel_repo("com_github_arun11299_cpp_jwt", build_file = "//bazel/external:cpp_jwt.BUILD")
     _bazel_repo("com_github_cameron314_concurrentqueue", build_file = "//bazel/external:concurrentqueue.BUILD")
+    _bazel_repo("com_github_clickhouse_clickhouse_cpp", build_file = "//bazel/external:clickhouse_cpp.BUILD")
     _bazel_repo("com_github_cyan4973_xxhash", build_file = "//bazel/external:xxhash.BUILD")
     _bazel_repo("com_github_nlohmann_json", build_file = "//bazel/external:nlohmann_json.BUILD")
     _bazel_repo("com_github_packetzero_dnsparser", build_file = "//bazel/external:dnsparser.BUILD")

bazel/repository_locations.bzl

@@ -71,6 +71,11 @@ REPOSITORY_LOCATIONS = dict(
         strip_prefix = "concurrentqueue-1.0.3",
         urls = ["https://github.com/cameron314/concurrentqueue/archive/refs/tags/v1.0.3.tar.gz"],
     ),
+    com_github_clickhouse_clickhouse_cpp = dict(
+        sha256 = "1029a1bb0da8a72db1662a0418267742e66c82bb3e6b0ed116623a2fa8c65a58",
+        strip_prefix = "clickhouse-cpp-22dc9441cd807156511c6dcf97b1b878bd663d77",
+        urls = ["https://github.com/ClickHouse/clickhouse-cpp/archive/22dc9441cd807156511c6dcf97b1b878bd663d77.tar.gz"],
+    ),
     com_github_cyan4973_xxhash = dict(
         sha256 = "952ebbf5b11fbf59ae5d760a562d1e9112278f244340ad7714e8556cbe54f7f7",
         strip_prefix = "xxHash-0.7.3",

k8s/cloud/dev/plugin_db_updater_job.yaml

@@ -62,7 +62,7 @@ spec:
               name: pl-service-config
               key: PL_PLUGIN_SERVICE
         - name: PL_PLUGIN_REPO
-          value: "pixie-io/pixie-plugin"
+          value: "k8sstormcenter/pixie-plugin"
         - name: PL_GH_API_KEY
           valueFrom:
             secretKeyRef:

k8s/cloud/overlays/plugin_job/plugin_job.yaml

@@ -55,7 +55,7 @@ spec:
               name: pl-service-config
               key: PL_PLUGIN_SERVICE
         - name: PL_PLUGIN_REPO
-          value: "pixie-io/pixie-plugin"
+          value: "k8sstormcenter/pixie-plugin"
       # The alpine based image contains a shell and is needed for this command to work.
       # yamllint disable-line rule:line-length
       - image: gcr.io/cloud-sql-connectors/cloud-sql-proxy:2.11.3-alpine@sha256:4885fd3e6362ba22abff1804a7f5e75cec5fafbeb4e41be8b0059ecad94a16f1