Cross-platform HW VDF client builds (Linux/macOS arm64/Windows) + callback/prover hardening

.github/workflows/hw-build.yml

@@ -22,7 +22,7 @@ permissions:
 
 jobs:
   build-hw:
-    name: Build HW VDF Client
+    name: Build HW VDF Client (Ubuntu)
     runs-on: [ubuntu-22.04]
     steps:
       - name: Checkout code
@@ -43,21 +43,25 @@ jobs:
       - name: Install deps
         run: |
           sudo apt-get update
-          sudo apt-get install -y build-essential cmake libgmp-dev libboost-system-dev
+          sudo apt-get install -y build-essential cmake libgmp-dev
 
       - name: Download USB drivers
-        run: |
-          mkdir libft4222
-          cd libft4222
-          wget https://download.chia.net/vdf/libft4222-linux-1.4.4.170.tgz
-          tar -xvzf libft4222-linux-1.4.4.170.tgz
-          ln -s ${{ github.workspace }}/libft4222 ${{ github.workspace }}/src/hw/libft4222
-          ln -s ${{ github.workspace }}/libft4222/build-x86_64/libft4222.so.1.4.4.170 ${{ github.workspace }}/libft4222/build-x86_64/libft4222.so
+        run: ./scripts/get-libft4222.sh install
 
       - name: Compile
         working-directory: "${{ github.workspace }}/src"
         run: make -f Makefile.vdf-client emu_hw_test hw_test emu_hw_vdf_client hw_vdf_client
 
+      - name: Smoke test
+        working-directory: "${{ github.workspace }}/src"
+        run: |
+          # CI runners do not have FT4222 hardware attached; only validate binaries exist.
+          test -x ./hw_vdf_client
+          test -x ./hw_test
+          echo "Running emu_hw_test"
+          ./emu_hw_test 1 2000
+          ./emu_hw_vdf_client --list
+
       - name: Upload Artifacts
         uses: actions/upload-artifact@v5
         with:
@@ -119,3 +123,144 @@ jobs:
           glue_url: ${{ secrets.GLUE_API_URL }}
           glue_project: "chiavdf-hw"
           glue_path: "trigger"
+
+  build-hw-macos-arm64:
+    name: Build HW VDF Client (macOS arm64)
+    runs-on: [macos-13-arm64]
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - uses: Chia-Network/actions/setup-python@main
+        name: Install Python
+        with:
+          python-version: "3.10"
+
+      - name: Set Env
+        uses: Chia-Network/actions/setjobenv@main
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Install deps
+        run: |
+          brew ls --versions gmp >/dev/null 2>&1 || brew install gmp
+
+      - name: Download USB drivers (FT4222H)
+        run: ./scripts/get-libft4222.sh install
+
+      - name: Compile
+        working-directory: "${{ github.workspace }}/src"
+        run: make -f Makefile.vdf-client emu_hw_test hw_test emu_hw_vdf_client hw_vdf_client
+
+      - name: Smoke test
+        working-directory: "${{ github.workspace }}/src"
+        run: |
+          # CI runners do not have FT4222 hardware attached; only validate binaries exist.
+          test -x ./hw_vdf_client
+          test -x ./hw_test
+          echo "Running emu_hw_test"
+          ./emu_hw_test 1 2000
+          ./emu_hw_vdf_client --list
+
+      - name: Upload Artifacts
+        uses: actions/upload-artifact@v5
+        with:
+          name: hw-vdf-macos-arm64
+          path: |
+            ${{ github.workspace }}/src/emu_hw_test
+            ${{ github.workspace }}/src/hw_test
+            ${{ github.workspace }}/src/hw_vdf_client
+            ${{ github.workspace }}/src/emu_hw_vdf_client
+            ${{ github.workspace }}/src/hw/libft4222/libft4222.dylib
+            ${{ github.workspace }}/src/hw/libft4222/libft4222.1.4.4.190.dylib
+            ${{ github.workspace }}/src/hw/libft4222/libftd2xx.dylib
+
+  build-hw-windows:
+    name: Build HW VDF Client (Windows)
+    runs-on: [windows-latest]
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v6
+        with:
+          fetch-depth: 1
+
+      - name: Set Env
+        uses: Chia-Network/actions/setjobenv@main
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Checkout mpir for Windows
+        uses: actions/checkout@v6
+        with:
+          repository: Chia-Network/mpir_gc_x64
+          fetch-depth: 1
+          path: mpir_gc_x64
+
+      - name: Install LLVM and Ninja on Windows
+        shell: pwsh
+        run: |
+          $llvmBin = "C:\Program Files\LLVM\bin\clang-cl.exe"
+          $ninjaBin = "C:\ProgramData\chocolatey\bin\ninja.exe"
+          if (-not (Test-Path $llvmBin) -or -not (Test-Path $ninjaBin)) {
+            choco install llvm ninja -y
+          }
+          "C:\Program Files\LLVM\bin" | Out-File -Append -FilePath $env:GITHUB_PATH
+
+      - name: Set up MSVC environment (Windows SDK + CRT libs)
+        uses: ilammy/msvc-dev-cmd@v1
+        with:
+          arch: x64
+
+      - name: Download USB drivers (FT4222H)
+        run: powershell -ExecutionPolicy Bypass -File scripts/get-libft4222.ps1 install
+
+      - name: Configure hw tools
+        shell: pwsh
+        run: |
+          cmake -S src -B build -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_TRY_COMPILE_CONFIGURATION=Release -DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreadedDLL -DCMAKE_C_COMPILER=clang-cl -DCMAKE_CXX_COMPILER=clang-cl -DCMAKE_ASM_COMPILER=clang-cl -DBUILD_PYTHON=OFF -DBUILD_CHIAVDFC=OFF -DBUILD_HW_TOOLS=ON
+
+      - name: Build hw tools
+        shell: pwsh
+        run: |
+          cmake --build build --target emu_hw_test
+          cmake --build build --target hw_test
+          cmake --build build --target emu_hw_vdf_client
+          cmake --build build --target hw_vdf_client
+
+      - name: Smoke test
+        working-directory: "${{ github.workspace }}/build"
+        shell: pwsh
+        run: |
+          # Keep native stderr as log output; emu binaries log diagnostics there.
+          $PSNativeCommandUseErrorActionPreference = $false
+          $dllPaths = @()
+          if (Test-Path "$env:GITHUB_WORKSPACE\mpir_gc_x64") { $dllPaths += "$env:GITHUB_WORKSPACE\mpir_gc_x64" }
+          if (Test-Path "$env:GITHUB_WORKSPACE\src\hw\libft4222") { $dllPaths += "$env:GITHUB_WORKSPACE\src\hw\libft4222" }
+          if ($dllPaths.Count -gt 0) { $env:PATH = ($dllPaths -join ';') + ';' + $env:PATH }
+          if (-not (Test-Path ".\hw_test.exe")) { throw "hw_test.exe is missing" }
+          if (-not (Test-Path ".\hw_vdf_client.exe")) { throw "hw_vdf_client.exe is missing" }
+          Write-Host "hw_test.exe and hw_vdf_client.exe present"
+          Write-Host "Running emu_hw_test"
+          .\emu_hw_test.exe 1 2000
+          if ($LASTEXITCODE -ne 0) { throw "emu_hw_test failed with exit code $LASTEXITCODE" }
+          Write-Host "emu_hw_test completed"
+          Write-Host "Running emu_hw_vdf_client --list"
+          .\emu_hw_vdf_client.exe --list
+          if ($LASTEXITCODE -ne 0) { throw "emu_hw_vdf_client --list failed with exit code $LASTEXITCODE" }
+          Write-Host "emu_hw_vdf_client --list completed"
+
+      - name: Upload Artifacts
+        uses: actions/upload-artifact@v5
+        with:
+          name: hw-vdf-windows
+          path: |
+            ${{ github.workspace }}/build/emu_hw_test.exe
+            ${{ github.workspace }}/build/hw_test.exe
+            ${{ github.workspace }}/build/emu_hw_vdf_client.exe
+            ${{ github.workspace }}/build/hw_vdf_client.exe
+            ${{ github.workspace }}/src/hw/libft4222/libft4222.dll
+            ${{ github.workspace }}/src/hw/libft4222/ftd2xx.dll
+            ${{ github.workspace }}/src/hw/libft4222/libft4222.lib
+            ${{ github.workspace }}/src/hw/libft4222/ftd2xx.lib

scripts/get-libft4222.ps1

@@ -0,0 +1,174 @@
+Param(
+    [Parameter(Mandatory = $false)]
+    [ValidateSet("install", "clean")]
+    [string]$Action = "install"
+)
+
+$ErrorActionPreference = "Stop"
+
+$RootDir = Resolve-Path (Join-Path $PSScriptRoot "..")
+$SrcDir = Join-Path $RootDir "src"
+$WorkDir = Join-Path $SrcDir "libft4222"
+$HwDir = Join-Path $SrcDir "hw\libft4222"
+
+$ZipUrl = "https://download.chia.net/vdf/LibFT4222-v1.4.8.zip"
+$ZipPath = Join-Path $WorkDir "LibFT4222-v1.4.8.zip"
+$ExtractDir = Join-Path $WorkDir "extract"
+
+Add-Type -AssemblyName System.IO.Compression.FileSystem
+
+function Ensure-Dir {
+    param([string]$Path)
+    if (-not (Test-Path $Path)) {
+        New-Item -ItemType Directory -Path $Path | Out-Null
+    }
+}
+
+function Choose-Best {
+    param([System.IO.FileInfo[]]$Items)
+    if (-not $Items -or $Items.Count -eq 0) {
+        return $null
+    }
+    $preferred = $Items | Where-Object { $_.FullName -match "(x64|amd64|win64)" }
+    if ($preferred -and $preferred.Count -gt 0) {
+        return $preferred[0]
+    }
+    return $Items[0]
+}
+
+function Find-Header {
+    param(
+        [string]$BaseName,
+        [string[]]$Alternates = @()
+    )
+    $names = @($BaseName) + $Alternates
+    foreach ($name in $names) {
+        $match = Get-ChildItem -Path $ExtractDir -Recurse -File |
+            Where-Object { $_.Name -ieq $name } |
+            Select-Object -First 1
+        if ($match) {
+            return $match
+        }
+    }
+    return $null
+}
+
+function Test-ZipValid {
+    param([string]$Path)
+    if (-not (Test-Path $Path)) {
+        return $false
+    }
+    $zip = $null
+    try {
+        $zip = [System.IO.Compression.ZipFile]::OpenRead($Path)
+        $null = $zip.Entries.Count
+        return $true
+    } catch {
+        return $false
+    } finally {
+        if ($zip) {
+            $zip.Dispose()
+        }
+    }
+}
+
+function Download-With-Retry {
+    param(
+        [string]$Url,
+        [string]$Path,
+        [int]$Attempts = 3
+    )
+    for ($attempt = 1; $attempt -le $Attempts; $attempt++) {
+        if (Test-Path $Path) {
+            Remove-Item $Path -Force
+        }
+        try {
+            Invoke-WebRequest -Uri $Url -OutFile $Path -MaximumRedirection 5
+        } catch {
+            if ($attempt -eq $Attempts) {
+                throw
+            }
+            Start-Sleep -Seconds (2 * $attempt)
+            continue
+        }
+        if (Test-ZipValid $Path) {
+            return
+        }
+        Write-Warning "Downloaded zip failed validation (attempt $attempt/$Attempts)."
+        Start-Sleep -Seconds (2 * $attempt)
+    }
+    throw "Failed to download a valid zip from $Url after $Attempts attempts."
+}
+
+function Install-LibFT4222 {
+    Ensure-Dir $WorkDir
+    if (Test-Path $ExtractDir) {
+        Remove-Item $ExtractDir -Recurse -Force
+    }
+
+    Download-With-Retry -Url $ZipUrl -Path $ZipPath -Attempts 3
+    Expand-Archive -Path $ZipPath -DestinationPath $ExtractDir -Force
+
+    $headers = @(
+        @{ Name = "libft4222.h"; Alternates = @() },
+        @{ Name = "ftd2xx.h"; Alternates = @() },
+        @{ Name = "WinTypes.h"; Alternates = @("wintypes.h") }
+    )
+    foreach ($header in $headers) {
+        $match = Find-Header -BaseName $header.Name -Alternates $header.Alternates
+        if (-not $match) {
+            if ($header.Name -eq "WinTypes.h") {
+                $stubPath = Join-Path $WorkDir $header.Name
+                @"
+#pragma once
+#ifdef _WIN32
+#include <windows.h>
+#endif
+"@ | Set-Content -Path $stubPath -Encoding ASCII
+                continue
+            }
+            throw "Missing required header: $($header.Name)"
+        }
+        Copy-Item $match.FullName -Destination (Join-Path $WorkDir $header.Name) -Force
+    }
+
+    $libftLib = Choose-Best (Get-ChildItem -Path $ExtractDir -Recurse -Filter "libft4222*.lib")
+    $ftdLib = Choose-Best (Get-ChildItem -Path $ExtractDir -Recurse -Filter "ftd2xx*.lib")
+    $libftDll = Choose-Best (Get-ChildItem -Path $ExtractDir -Recurse -Filter "libft4222*.dll")
+    $ftdDll = Choose-Best (Get-ChildItem -Path $ExtractDir -Recurse -Filter "ftd2xx*.dll")
+
+    if (-not $libftLib -or -not $ftdLib) {
+        throw "Missing required .lib files in extracted package"
+    }
+    if (-not $libftDll -or -not $ftdDll) {
+        throw "Missing required .dll files in extracted package"
+    }
+
+    Copy-Item $libftLib.FullName -Destination (Join-Path $WorkDir "libft4222.lib") -Force
+    Copy-Item $ftdLib.FullName -Destination (Join-Path $WorkDir "ftd2xx.lib") -Force
+    Copy-Item $libftDll.FullName -Destination (Join-Path $WorkDir "libft4222.dll") -Force
+    Copy-Item $ftdDll.FullName -Destination (Join-Path $WorkDir "ftd2xx.dll") -Force
+
+    if (Test-Path $HwDir) {
+        Remove-Item $HwDir -Recurse -Force
+    }
+    Ensure-Dir $HwDir
+
+    Copy-Item (Join-Path $WorkDir "*.h") -Destination $HwDir -Force
+    Copy-Item (Join-Path $WorkDir "*.lib") -Destination $HwDir -Force
+    Copy-Item (Join-Path $WorkDir "*.dll") -Destination $HwDir -Force
+}
+
+function Clean-LibFT4222 {
+    if (Test-Path $WorkDir) {
+        Remove-Item $WorkDir -Recurse -Force
+    }
+    if (Test-Path $HwDir) {
+        Remove-Item $HwDir -Recurse -Force
+    }
+}
+
+switch ($Action) {
+    "install" { Install-LibFT4222 }
+    "clean" { Clean-LibFT4222 }
+}