osbuild: add support for creating nvidiabluefield images

This is a proof of concept right now.

Author: dustymabe

build.sh

@@ -193,27 +193,27 @@ write_archive_info() {
 }
 
 patch_osbuild() {
-    return # No patches at this time
-  ### Add a few patches that either haven't made it into a release or
-  ### that will be obsoleted with other work that will be done soon.
-  ###
-  ### To make it easier to apply patches we'll move around the osbuild
-  ### code on the system first:
-  ##rmdir /usr/lib/osbuild/osbuild
-  ##python_lib_dir=$(ls -d /usr/lib/python*)
-  ##mv "${python_lib_dir}/site-packages/osbuild" /usr/lib/osbuild/
-  ##mkdir -p /usr/lib/osbuild/tools
-  ##mv /usr/bin/osbuild-mpp /usr/lib/osbuild/tools/
-  ### Now all the software is under the /usr/lib/osbuild dir and we can patch
-  ### shellcheck disable=SC2002
-  ##cat \
-  ##    /usr/lib/coreos-assembler/foo.patch \
-  ##        | patch -d /usr/lib/osbuild -p1
-  ### And then move the files back; supermin appliance creation will need it back
-  ### in the places delivered by the RPM.
-  ##mv /usr/lib/osbuild/tools/osbuild-mpp /usr/bin/osbuild-mpp
-  ##mv /usr/lib/osbuild/osbuild "${python_lib_dir}/site-packages/osbuild"
-  ##mkdir -p /usr/lib/osbuild/osbuild
+  ##return # No patches at this time
+    # Add a few patches that either haven't made it into a release or
+    # that will be obsoleted with other work that will be done soon.
+    #
+    # To make it easier to apply patches we'll move around the osbuild
+    # code on the system first:
+    rmdir /usr/lib/osbuild/osbuild
+    python_lib_dir=$(ls -d /usr/lib/python*)
+    mv "${python_lib_dir}/site-packages/osbuild" /usr/lib/osbuild/
+    mkdir -p /usr/lib/osbuild/tools
+    mv /usr/bin/osbuild-mpp /usr/lib/osbuild/tools/
+    # Now all the software is under the /usr/lib/osbuild dir and we can patch
+    # shellcheck disable=SC2002
+    cat \
+        /usr/lib/coreos-assembler/0001-stages-add-org.osbuild.bfb-for-NVIDIA-BlueField-DPUs.patch \
+            | patch -d /usr/lib/osbuild -p1
+    # And then move the files back; supermin appliance creation will need it back
+    # in the places delivered by the RPM.
+    mv /usr/lib/osbuild/tools/osbuild-mpp /usr/bin/osbuild-mpp
+    mv /usr/lib/osbuild/osbuild "${python_lib_dir}/site-packages/osbuild"
+    mkdir -p /usr/lib/osbuild/osbuild
 }
 
 fixup_file_permissions() {

src/cmd-osbuild

@@ -23,6 +23,7 @@ declare -A SUPPORTED_PLATFORMS=(
     ['metal4k']='raw'
     ['metal']='raw'
     ['nutanix']='qcow2'
+    ['nvidiabluefield']='bfb'
     ['openstack']='qcow2'
     ['oraclecloud']='qcow2'
     ['proxmoxve']='qcow2'
@@ -262,6 +263,7 @@ main() {
         "cmd-buildextend-ibmcloud") platforms=(ibmcloud);;
         "cmd-buildextend-kubevirt") platforms=(kubevirt);;
         "cmd-buildextend-nutanix") platforms=(nutanix);;
+        "cmd-buildextend-nvidiabluefield") platforms=(nvidiabluefield);;
         "cmd-buildextend-openstack") platforms=(openstack);;
         "cmd-buildextend-oraclecloud") platforms=(oraclecloud);;
         "cmd-buildextend-proxmoxve") platforms=(proxmoxve);;
@@ -423,7 +425,7 @@ main() {
 
         # Perform postprocessing
         case "$platform" in
-            gcp|kubevirt|nutanix)
+            gcp|kubevirt|nutanix|nvidiabluefield)
                 # Update the meta.json and builddir with the generated artifact.
                 # Skip Compression on these platforms as they are either already
                 # compressed or the artifact itself has internal compression enabled.

src/cmdlib.sh

@@ -746,8 +746,8 @@ runvm() {
     # include COSA in the image
     find /usr/lib/coreos-assembler/ -type f > "${vmpreparedir}/hostfiles"
     cat <<EOF >> "${vmpreparedir}/hostfiles"
-/usr/lib/osbuild/stages/org.osbuild.coreos.live-artifacts.mono
-/usr/lib/osbuild/stages/org.osbuild.coreos.live-artifacts.mono.meta.json
+/usr/lib/osbuild/stages/org.osbuild.bfb
+/usr/lib/osbuild/stages/org.osbuild.bfb.meta.json
 EOF
 
     # and include all GPG keys

src/osbuild-manifests/coreos.osbuild.aarch64.mpp.yaml

@@ -775,3 +775,5 @@ pipelines:
       path: platform.qemu.ipp.yaml
   - mpp-import-pipelines:
       path: platform.live.ipp.yaml
+  - mpp-import-pipelines:
+      path: platform.nvidiabluefield.yaml

src/osbuild-manifests/platform.nvidiabluefield.yaml

@@ -0,0 +1,119 @@
+# This file defines the pipeline for building the NVIDIA Bluefield artifacts.
+version: '2'
+pipelines:
+  - name: nvidiabluefield-buildroot
+    stages:
+      # Copy in the original buildroot 
+      - type: org.osbuild.copy
+        inputs:
+          tree:
+            type: org.osbuild.tree
+            origin: org.osbuild.pipeline
+            references:
+              - mpp-format-string: '{buildroot}'
+        options:
+          paths:
+            - from: input://tree/
+              to: tree:///
+        devices:
+          disk:
+            type: org.osbuild.loopback
+            options:
+              filename: disk.img
+              partscan: true
+      # And then install two mlx* RPMs that will be used to create the BFB image
+      - type: org.osbuild.rpm
+        inputs:
+          packages:
+            type: org.osbuild.files
+            origin: org.osbuild.source
+            mpp-depsolve:
+              architecture:
+                mpp-format-string: '{arch}'
+              repos:
+                - id: mellanox
+                  # Using `rhel-9.6` here because the packages we need aren't in the rhel 10 versions of the repos yet.
+                  baseurl: https://linux.mellanox.com/public/repo/doca/3.3.0/rhel9.6/arm64-dpu
+              packages:
+                # mlxbf-bfscripts contains the mlx-mkbfb.py, a python script that runs well with the stdlib
+                - mlxbf-bfscripts
+                # mlxbf-bootimages-signed contains the binary blobs we use to build the BFB
+                - mlxbf-bootimages-signed
+              excludes:
+                - binutils
+                - mlxbf-bootctl
+        options:
+          exclude:
+            docs: true
+          gpgkeys:
+              # https://linux.mellanox.com/public/repo/doca/latest-3.2-LTS/rhel9.6/aarch64/GPG-KEY-Mellanox.pub
+              - |
+                -----BEGIN PGP PUBLIC KEY BLOCK-----
+                Version: GnuPG v1
+
+                mQENBFpbc0cBCADDST+ekKD1YJje77oDX94gRolmUlh0df4n6/xvE700M1vPAiTT
+                kU3WJcvwnuTZpyMGSsAQCXXQRJuQObnkPEvjVAPgh8fvghCXgVElcr6dqXu3EVze
+                iCkdYm08t/+FF3kg/P6VYPjgEM/GIFnKTz37LrQlUM4ArG0ENIYM9xjurnKWuV9r
+                JuckJcUsmZUS/D9QMM2fuurYOEWHrE8t+n2EcO4aoY2x0ogYce0vON539rJiskjz
+                OPhIB9G7ZFQabQnyxzEKiUUDyJsbe38XDT4eyjUR2mlHGgTY/WzGdDEtIKRBWsd3
+                TV3wXt42nF9YA3oieeaTbIluyywNnOj1vyT1ABEBAAG0VU1lbGxhbm94IFRlY2hu
+                b2xvZ2llcyAoTWVsbGFub3ggVGVjaG5vbG9naWVzIC0gU2lnbmluZyBLZXkgdjMp
+                IDxzdXBwb3J0QG1lbGxhbm94LmNvbT6JATcEEwEIACEFAlpbc0cCGwMFCwkIBwMF
+                FQoJCAsFFgIDAQACHgECF4AACgkQoCT28ObWooFXYwgAunwBFELGlwKonnmnbi4/
+                avUa8e0wRpww//DJjI0HQWjMk7oPLDbS50CVps1Mu0SxBAPYGtsFeSH6UMC6A0K4
+                yoxXICVl409vYkycNu/vq6eLTbM2Y0PFvBDzRAf3rJXL0ApLuUb57ARZvc7Np7LA
+                v8K53PdOJUEFns8Ipp+2puEVx5dfezm7LwRca6ohoLUEdI/PobmGUeNvO5dvfiix
+                LvSVw2A2awihB7dcs5cpo57VxBWPs7+sYBZ0+EUJbtQEiHAyPvKs29nMeaCIwPTd
+                88A5RrhsEJx+QWXuG6NA4rfehy5e9j1PW3XnC2fMl6w7gNLY5I8Vq6c2MJ73NZ6y
+                wLkBDQRaW3NHAQgAynkQ+mf4f5cdM4/bJuRWlPxxuN3CUxN9Q6B5B1/13p6tkydP
+                C7S4ro8H8sSlO5FbbxihfZLPTbFNrBkd///OQYMJW/slbtT6D9dYmCIeuHObMEMb
+                V+Bn1bWQId2vZgr0+m0Xe3K+KqhsylsrmC1ebShMnny/V+MlOQQt+L089BNiyCB4
+                70mhgM1NiJFv9EOQlXWWaMqWTxZGYkdOuFW0q8NnSGOqI5xjrAUxaHZ/1U3yPy0k
+                eAjX1AKJngaj86SvIzEefxq4oA2gZ8UFVO/qFH5OhfoovrEwudJEuIgGb76XOb9m
+                AoZlAqQLJniC97ld515ivBdSi4SZkaFbypnX4QARAQABiQEfBBgBCAAJBQJaW3NH
+                AhsMAAoJEKAk9vDm1qKBHhMIAJuGbb6S3nb2xAD3GjB8F2xNcZxWQ+Qz70DY5vV/
+                WhrJl7cknXMxsbWvQupuYk6LujZraG9YoD4csZ5o+k3s3BGKVUXdZdhjaHpcAa5F
+                X12ADLHca5mlmdCaaORYXQ+xHYRlOKas4I6LPpZ79BauVomEnPcv/bL0kGFzDvLr
+                K3RdQ1n/pbcWcxxSY3InphAnslLUg0PTAME6Yay5F7WrJsnZnXApUjOlZvlPIl2c
+                iplivN8o85eBKQXvYRg/c5iyc0koTmkM6OXNvUy0hV9z8WhhK9O+ApXwMUMf43DS
+                KOIg9RxhZFQoPXptaQZDLz89sWmZaiXsyBPJyjlmaTjwHGM=
+                =Iy5R
+                -----END PGP PUBLIC KEY BLOCK-----
+  - name: nvidiabluefield
+    build: name:nvidiabluefield-buildroot
+    stages:
+      - type: org.osbuild.coreos.live-artifacts.mono
+        inputs:
+          kernel:
+            type: org.osbuild.files
+            origin: org.osbuild.pipeline
+            references:
+              name:live:
+                file:
+                  mpp-format-string: '/{artifact_name_prefix}-live-kernel.{arch}'
+          initramfs:
+            type: org.osbuild.files
+            origin: org.osbuild.pipeline
+            references:
+              name:live:
+                file:
+                  mpp-format-string: '/{artifact_name_prefix}-live-initramfs.{arch}.img'
+          rootfs:
+            type: org.osbuild.files
+            origin: org.osbuild.pipeline
+            references:
+              name:live:
+                file:
+                  mpp-format-string: '/{artifact_name_prefix}-live-rootfs.{arch}.img'
+        options:
+          boot_args_v2:
+            - "console=hvc0"
+            - "console=ttyAMA0"
+            - "earlycon=pl011,0x13010000"
+            - "initrd=initramfs"
+            - "modprobe.blacklist=mlxbf_pmc"
+            - "ignition.firstboot"
+            - "ignition.platform.id=nvidiabluefield"
+          filename:
+              mpp-format-string: '{artifact_name_prefix}-nvidiabluefield.{arch}.bfb'
+