test(e2e): add Linux Docker e2e tests via CI matrix

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Signed-off-by: Dorin Geman <dorin.geman@docker.com>

Author: doringeman

.github/workflows/e2e-test.yml

@@ -9,7 +9,13 @@ on:
 
 jobs:
   e2e-test:
-    runs-on: macos-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: macos-latest
+          - os: ubuntu-latest
+    runs-on: ${{ matrix.os }}
     timeout-minutes: 30
 
     steps:
@@ -24,5 +30,9 @@ jobs:
           go-version: 1.25.8
           cache: true
 
+      - name: Set up Docker
+        if: matrix.os == 'ubuntu-latest'
+        uses: docker/setup-docker-action@1a6edb0ba9ac496f6850236981f15d8f9a82254d
+
       - name: Run e2e tests
         run: make e2e

Makefile

@@ -86,7 +86,7 @@ integration-tests:
 	go test -v -race -count=1 -tags=integration -run "^TestIntegration" -timeout=5m ./cmd/cli/commands
 	@echo "Integration tests completed!"
 
-e2e: build-llamacpp build
+e2e:
 	@echo "Running e2e tests..."
 	@echo "Checking test naming conventions..."
 	@INVALID_TESTS=$$(grep "^func Test" e2e/*_test.go | grep -v "^.*:func TestE2E" | grep -v "^.*:func TestMain"); \

e2e/e2e_test.go

@@ -20,6 +20,7 @@ import (
 	"os"
 	"os/exec"
 	"path/filepath"
+	"runtime"
 	"strconv"
 	"strings"
 	"testing"
@@ -53,15 +54,27 @@ func run(m *testing.M) int {
 		fmt.Fprintf(os.Stderr, "e2e: %v\n", err)
 		return 1
 	}
+	cliBin = filepath.Join(root, "cmd", "cli", "model-cli")
+
+	if runtime.GOOS == "darwin" {
+		return runNative(m, root)
+	}
+	return runDocker(m, root)
+}
 
-	fmt.Fprintln(os.Stderr, "e2e: building server and CLI...")
+// runNative builds the server from source and runs it as a local process.
+func runNative(m *testing.M, root string) int {
+	fmt.Fprintln(os.Stderr, "e2e: building llama.cpp, server, and CLI...")
+	if err := makeTarget(root, "build-llamacpp"); err != nil {
+		fmt.Fprintf(os.Stderr, "e2e: make build-llamacpp failed: %v\n", err)
+		return 1
+	}
 	if err := makeTarget(root, "build"); err != nil {
 		fmt.Fprintf(os.Stderr, "e2e: make build failed: %v\n", err)
 		return 1
 	}
 
 	serverBin := filepath.Join(root, "model-runner")
-	cliBin = filepath.Join(root, "cmd", "cli", "model-cli")
 	llamaBin := filepath.Join(root, "llamacpp", "install", "bin")
 
 	for _, path := range []string{serverBin, cliBin, llamaBin} {
@@ -105,12 +118,42 @@ func run(m *testing.M) int {
 		_ = server.Wait()
 	}()
 
+	return waitAndRunTests(m)
+}
+
+// runDocker builds the Docker image and CLI from source, then lets the CLI
+// auto-start the model-runner container on the default Moby port (12434).
+func runDocker(m *testing.M, root string) int {
+	fmt.Fprintln(os.Stderr, "e2e: building Docker image and CLI...")
+	if err := makeTarget(root, "docker-build"); err != nil {
+		fmt.Fprintf(os.Stderr, "e2e: make docker-build failed: %v\n", err)
+		return 1
+	}
+	if err := makeTarget(root, "build-cli"); err != nil {
+		fmt.Fprintf(os.Stderr, "e2e: make build-cli failed: %v\n", err)
+		return 1
+	}
+
+	fmt.Fprintln(os.Stderr, "e2e: installing runner...")
+	cmd := exec.Command(cliBin, "install-runner")
+	cmd.Env = os.Environ()
+	cmd.Stdout = os.Stderr
+	cmd.Stderr = os.Stderr
+	if err := cmd.Run(); err != nil {
+		fmt.Fprintf(os.Stderr, "e2e: install-runner failed: %v\n", err)
+		return 1
+	}
+
+	serverURL = "http://localhost:12434"
+	return waitAndRunTests(m)
+}
+
+func waitAndRunTests(m *testing.M) int {
 	if err := waitForServer(serverURL+"/models", serverStartTimeout); err != nil {
 		fmt.Fprintf(os.Stderr, "e2e: %v\n", err)
 		return 1
 	}
 	fmt.Fprintf(os.Stderr, "e2e: server ready at %s\n", serverURL)
-
 	return m.Run()
 }
 

e2e/inference_test.go

@@ -7,17 +7,24 @@ import (
 	"net/http"
 	"strings"
 	"testing"
+
+	"github.com/docker/model-runner/pkg/inference/platform"
 )
 
 type backendTestCase struct {
 	name  string
 	model string
 }
 
-var backends = []backendTestCase{
-	{"llama.cpp", ggufModel},
-	{"vllm-metal", mlxModel},
-}
+var backends = func() []backendTestCase {
+	b := []backendTestCase{
+		{"llama.cpp", ggufModel},
+	}
+	if platform.SupportsVLLMMetal() {
+		b = append(b, backendTestCase{"vllm-metal", mlxModel})
+	}
+	return b
+}()
 
 func TestE2E_Inference(t *testing.T) {
 	for _, bc := range backends {