Capture malformed PHPUnit bootstrap payloads

Author: chubes4

packages/runtime-playground/src/php-bootstrap.ts

@@ -27,7 +27,7 @@ export function bootstrapPhpCode(spec: RuntimeCreateSpec, code: string, args: st
 
   const command = splitLeadingStrictTypesDeclare(code)
 
-  return `<?php
+  const bootstrapped = `<?php
 ${command.strictTypesDeclare ? `${command.strictTypesDeclare}\n` : ""}${phpFatalDiagnosticPhp()}
 ${failureDiagnosticFile ? phpFailureDiagnosticFilePhp(failureDiagnosticFile) : ""}
 ${phpCliStreamConstants()}
@@ -43,6 +43,18 @@ ${wpCliBridge ? `putenv(${JSON.stringify(`WP_CODEBOX_TERMINAL_ACTION_URL=${wpCli
 putenv(${JSON.stringify(`WP_CODEBOX_TERMINAL_ACTION_TOKEN=${wpCliBridge.token}`)});
 ` : ""}
 ${command.body}`
+
+  return failureDiagnosticFile ? phpFailureDiagnosticWrapperPhp(bootstrapped, failureDiagnosticFile) : bootstrapped
+}
+
+function phpFailureDiagnosticWrapperPhp(code: string, path: string): string {
+  return `<?php
+try {
+    eval('?>' . base64_decode(${JSON.stringify(Buffer.from(code, "utf8").toString("base64"))}));
+} catch (Throwable $wp_codebox_bootstrap_throwable) {
+    @file_put_contents(${JSON.stringify(path)}, 'STAGE_FAIL:bootstrap:' . get_class($wp_codebox_bootstrap_throwable) . ': ' . $wp_codebox_bootstrap_throwable->getMessage() . ' at ' . $wp_codebox_bootstrap_throwable->getFile() . ':' . $wp_codebox_bootstrap_throwable->getLine() . "\\n", FILE_APPEND);
+    throw $wp_codebox_bootstrap_throwable;
+}`
 }
 
 function phpFailureDiagnosticFilePhp(path: string): string {

tests/phpunit-runtime-failure-diagnostics.test.ts

@@ -42,8 +42,11 @@ const captured = await readFile(join(artifactRoot, "files", "phpunit", ".pg-test
 assert.match(captured, /Bootstrap failed with token: \[redacted\]/)
 assert.doesNotMatch(captured, new RegExp(secret))
 
-const preBootstrapRecorder = submittedCode.indexOf("STAGE_FATAL:bootstrap:")
-const wordpressBootstrap = submittedCode.indexOf("require_once '/wordpress/wp-load.php';")
+const encodedBootstrap = submittedCode.match(/base64_decode\("([A-Za-z0-9+/=]+)"\)/)?.[1]
+assert.ok(encodedBootstrap, "PHPUnit payload must execute inside the bootstrap diagnostic wrapper")
+const decodedBootstrap = Buffer.from(encodedBootstrap, "base64").toString("utf8")
+const preBootstrapRecorder = decodedBootstrap.indexOf("STAGE_FATAL:bootstrap:")
+const wordpressBootstrap = decodedBootstrap.indexOf("require_once '/wordpress/wp-load.php';")
 assert.ok(preBootstrapRecorder >= 0 && preBootstrapRecorder < wordpressBootstrap, "fatal diagnostics must be recorded before the WordPress bootstrap boundary")
 
 console.log("phpunit runtime failure diagnostics ok")

tests/playground-phpunit-bootstrap-failure.integration.test.ts

@@ -12,6 +12,7 @@ const fatalMuPlugin = join(root, "fatal-bootstrap.php")
 const recipePath = join(root, "recipe.json")
 const artifactsPath = join(root, "artifacts")
 const exitArtifactsPath = join(root, "exit-artifacts")
+const parseArtifactsPath = join(root, "parse-artifacts")
 
 try {
   await writeFile(fatalMuPlugin, `<?php\ntrigger_error('PHPUnit bootstrap fixture token: ${secret}', E_USER_ERROR);\n`)
@@ -65,6 +66,26 @@ try {
   const exitDiagnostic = await readFile(join(exitArtifactsPath, exitRuntimeDirectory, "files", "phpunit", ".pg-test-result.txt"), "utf8")
   assert.match(exitDiagnostic, /STAGE_DIE:bootstrap:PHPUnit bootstrap exit fixture token: \[redacted\]/)
   assert.doesNotMatch(exitDiagnostic, new RegExp(secret))
+
+  await writeFile(recipePath, `${JSON.stringify({
+    schema: "wp-codebox/workspace-recipe/v1",
+    runtime: { backend: "wordpress-playground", wp: "6.5", blueprint: { steps: [] } },
+    inputs: { mounts: [] },
+    workflow: {
+      steps: [{ command: "wordpress.phpunit", args: ["plugin-slug=bootstrap-failure-fixture", "code=<?php function malformed("] }],
+    },
+  })}\n`)
+  const parseOutput = await runFailedRecipe(parseArtifactsPath)
+  assert.equal(parseOutput.success, false, JSON.stringify(parseOutput))
+  const parseMessage = parseOutput.error?.message ?? ""
+  assert.match(parseMessage, /wordpress\.phpunit structured diagnostics/)
+  assert.match(parseMessage, /ParseError/)
+
+  const parseLatest = JSON.parse(await readFile(join(parseArtifactsPath, "latest-runtime.json"), "utf8")) as { paths?: { runtimeDirectory?: string } }
+  const parseRuntimeDirectory = parseLatest.paths?.runtimeDirectory
+  assert.ok(parseRuntimeDirectory, "malformed recipe must retain a runtime artifact directory")
+  const parseDiagnostic = await readFile(join(parseArtifactsPath, parseRuntimeDirectory, "files", "phpunit", ".pg-test-result.txt"), "utf8")
+  assert.match(parseDiagnostic, /STAGE_FAIL:bootstrap:ParseError/)
 } finally {
   await rm(root, { recursive: true, force: true })
 }