Serve script bundle from cloud proxy image for air gapped installs

Signed-off-by: Dom Del Nano <ddelnano@gmail.com>
(cherry picked from commit 77ff5c5)

Author: ddelnano

k8s/cloud/base/proxy_nginx_config.yaml

@@ -267,6 +267,11 @@ data:
               try_files "/install.sh" =404;
             }
 
+            location /bundle-oss.json {
+              root /bundle;
+              try_files "/bundle-oss.json" =404;
+            }
+
             location / {
               return 307 https://work.$domain_name$request_uri;
             }
@@ -334,6 +339,11 @@ data:
               try_files "/install.sh" =404;
             }
 
+            location /bundle-oss.json {
+              root /bundle;
+              try_files "/bundle-oss.json" =404;
+            }
+
             location / {
                 gzip_static off;
                 root   /assets;

src/cloud/proxy/BUILD.bazel

@@ -33,6 +33,14 @@ container_layer(
     ],
 )
 
+container_layer(
+    name = "script_bundle",
+    directory = "/bundle",
+    files = [
+        "//src/pxl_scripts:script_bundle",
+    ],
+)
+
 container_layer(
     name = "entrypoint",
     directory = "/scripts",
@@ -48,6 +56,7 @@ container_image(
     layers = [
         ":ui_assets",
         ":installer",
+        ":script_bundle",
         ":entrypoint",
     ],
     visibility = [

src/pxl_scripts/BUILD.bazel

@@ -14,13 +14,48 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
+load("@rules_foreign_cc//foreign_cc:make.bzl", "make")
+
 package(default_visibility = ["//src:__subpackages__"])
 
 filegroup(
     name = "preset_queries",
     srcs = glob([
         "**/*.pxl",
         "**/*.json",
-    ]),
+        "**/*.yaml",
+    ], exclude = ["bundle-oss.json"]),
+    visibility = ["//src:__subpackages__"],
+)
+
+filegroup(
+    name = "makefile",
+    srcs = [
+        "Makefile",
+    ],
     visibility = ["//src:__subpackages__"],
 )
+
+genrule(
+    name = "script_bundle",
+    srcs = [
+        ":makefile",
+        ":preset_queries",
+    ],
+    outs = ["bundle-oss.json"],
+    cmd = "export PATH_PREFIX=$$(dirname $(location //src/pxl_scripts:makefile))/; make -C $$PATH_PREFIX bundle-oss.json; cp bundle-oss.json $(@D)/bundle-oss.json",
+    visibility = ["//src:__subpackages__"],
+)
+
+sh_test(
+    name = "script_bundle_test",
+    srcs = ["test_script_bundle.sh"],
+    args = [
+        "$(location :script_bundle)",
+        "$(location @com_github_mikefarah_yq_v4//:v4)",
+    ],
+    data = [
+        ":script_bundle",
+        "@com_github_mikefarah_yq_v4//:v4",
+    ],
+)

src/pxl_scripts/Makefile

@@ -22,10 +22,22 @@ EXECUTABLES = px
 K := $(foreach exec,$(EXECUTABLES),\
 	$(if $(shell which $(exec)),some string,$(error "No $(exec) in PATH")))
 
+# Optional path prefix to use for the script_files path. Used by bazel
+# to ensure the scripts are in the correct location.
+PATH_PREFIX ?= ""
+
 all: bundle-oss.json.gz
 
 bundle-oss.json: $(script_files)
-	px create-bundle --search_path $(PWD) $(foreach dir,$(dirs),--base $(dir)) -o $(PWD)/bundle-oss.json
+
+	@# When run in CI, $HOME may not be set. This ensures that the
+	@# px create-bundle command can run successfully.
+	@if [ -z "$$HOME" ]; then \
+		TMPDIR=$$(mktemp -d); \
+		export HOME=$$TMPDIR; \
+		trap "rm -rf $$TMPDIR" EXIT; \
+	fi; \
+	px create-bundle --search_path $(PWD) $(foreach dir,$(dirs),--base $(PATH_PREFIX)$(dir)) -o $(PWD)/bundle-oss.json
 
 bundle-oss.json.gz: bundle-oss.json
 	gzip -c $< > $@

src/pxl_scripts/px/collect_heap_dumps.pxl src/pxl_scripts/test_script_bundle.shsrc/pxl_scripts/px/collect_heap_dumps.pxl renamed to src/pxl_scripts/test_script_bundle.sh

@@ -1,3 +1,4 @@
+#!/bin/bash
 # Copyright 2018- The Pixie Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -14,15 +15,22 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-import px
+set -e
 
-df = px.GetAgentStatus()
-df.ip_address = px.pluck_array(px.split(df.ip_address, ":"), 0)
-df.hostname_by_ip = px.pod_id_to_node_name(px.ip_to_pod_id(df.ip_address))
-df.hostname = px.select(df.hostname_by_ip == "", df.hostname, df.hostname_by_ip)
-df = df[['asid', 'hostname']]
-heap_stats = px._HeapGrowthStacks()
-df = df.merge(heap_stats, how='inner', left_on='asid', right_on='asid')
-df.asid = df.asid_x
-df = df[['asid', 'hostname', 'heap']]
-px.display(df)
+BUNDLE_FILE="$1"
+YQ_BIN="$2"
+
+if [ ! -f "$BUNDLE_FILE" ]; then
+    echo "Error: Bundle file not found: $BUNDLE_FILE"
+    exit 1
+fi
+
+# Check that scripts object has keys
+NUM_SCRIPTS=$("$YQ_BIN" eval '.scripts | keys | length' "$BUNDLE_FILE")
+
+if [ "$NUM_SCRIPTS" -eq 0 ]; then
+    echo "Error: No scripts found in bundle"
+    exit 1
+fi
+
+echo "Success: Found $NUM_SCRIPTS scripts in bundle"