feat: Test262 ECMAScript Test Suite Integration

Author: NathanWalker

.gitignore

@@ -55,4 +55,7 @@ v8_build
 /project-template-ios/.build_env_vars.sh
 /project-template-ios/__PROJECT_NAME__.xcodeproj/project.xcworkspace/xcshareddata/
 /project-template-vision/.build_env_vars.sh
-/project-template-vision/__PROJECT_NAME__.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist
+/project-template-vision/__PROJECT_NAME__.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist
+
+# test262
+dist-test/

.gitmodules

@@ -2,3 +2,6 @@
 	path = libffi
 	url = https://github.com/NativeScript/libffi.git
 	branch = darind/v8-ios
+[submodule "TestRunner/app/tests/vendor/test262"]
+	path = TestRunner/app/tests/vendor/test262
+	url = https://github.com/tc39/test262.git

README.md

@@ -43,6 +43,42 @@ Runtime initialization took 55ms
 
 If all tests pass, everything is good! At this point you can make changes to the runtime, add breakpoints and step through with the debugger. In the next section we'll see how to attach the runtime to an existing NativeScript application allowing us to debug runtime issues in actual apps.
 
+## Test262 integration
+
+The `TestRunner` target can host a filtered subset of [Test262](https://github.com/tc39/test262) inside the same Jasmine and JUnit pipeline that the existing runtime tests already use.
+
+The integration in this repo is intentionally phased:
+
+1. Test262 cases are discovered ahead of time and written to `TestRunner/app/tests/Test262/generated-manifest.json`.
+2. Each discovered case is executed in its own `Worker`, so it gets an isolated realm instead of sharing Jasmine's main global object.
+3. The generated specs are reported through the existing `TestRunner` JUnit output, so they show up in the current Xcode and CI flow.
+
+To wire in the upstream suite, add it as a submodule under the bundled test tree:
+
+```bash
+git submodule add https://github.com/tc39/test262.git TestRunner/app/tests/vendor/test262
+git submodule update --init --recursive
+```
+
+Then enable and tune `TestRunner/app/tests/Test262/config.js`. The TestRunner build now regenerates the manifest automatically by running:
+
+```bash
+node ./scripts/generate-test262-manifest.js
+```
+
+By default, enabling the suite does not try to run the whole upstream corpus. It starts from the curated prefixes in `TestRunner/app/tests/Test262/curated-prefixes.json` and caps generation at 250 entries unless you override it.
+
+Useful environment variables for local runs and CI sharding:
+
+```bash
+TEST262_FILTER=built-ins/Array
+TEST262_LIMIT=250
+TEST262_SHARD_COUNT=4
+TEST262_SHARD_INDEX=0
+```
+
+The current adapter is deliberately conservative. It skips unsupported `module` and `raw` cases by default and is disabled by default so existing CI remains unchanged until you choose a supported subset.
+
 # Attaching the runtime to a NativeScript app
 
 In the existing app, we need to prepare the Xcode project using `ns prepare ios`. This will create a folder named `platforms/ios` and in there a `<appname>.xcworkspace` (or .xcodeproject but note the following...).

TestRunner/app/tests/Test262/RunnerWorker.js

@@ -0,0 +1,184 @@
+function serializeError(error) {
+    if (!error) {
+        return "Unknown error";
+    }
+
+    if (typeof error === "string") {
+        return error;
+    }
+
+    var parts = [];
+    if (error.name) {
+        parts.push(error.name);
+    }
+    if (error.message) {
+        parts.push(error.message);
+    }
+
+    var summary = parts.join(": ");
+    if (error.stack) {
+        summary += "\n" + error.stack;
+    }
+
+    return summary || String(error);
+}
+
+function readTextFile(path) {
+    var data = NSData.dataWithContentsOfFile(path);
+    if (!data) {
+        throw new Error("Unable to read file: " + path);
+    }
+
+    var text = NSString.alloc().initWithDataEncoding(data, NSUTF8StringEncoding);
+    if (!text) {
+        throw new Error("Unable to decode UTF-8 file: " + path);
+    }
+
+    return text.toString();
+}
+
+function withSourceURL(source, path) {
+    return source + "\n//# sourceURL=" + path.replace(/\\/g, "/");
+}
+
+function evalGlobal(source, path) {
+    var globalEval = (0, eval);
+    return globalEval(withSourceURL(source, path));
+}
+
+function compileScript(source, path) {
+    return Function(withSourceURL(source, path));
+}
+
+function expectedErrorMatches(error, negative) {
+    if (!negative || !negative.type) {
+        return true;
+    }
+
+    return error && (error.name === negative.type || (error.constructor && error.constructor.name === negative.type));
+}
+
+function makePrelude() {
+    globalThis.$262 = {
+        global: globalThis
+    };
+
+    globalThis.print = function () {
+    };
+
+    globalThis.reportCompare = function (expected, actual, message) {
+        if (expected !== actual) {
+            throw new Error(message || ("Expected " + expected + " but received " + actual));
+        }
+    };
+}
+
+function loadHarness(test262Root, includes) {
+    includes.forEach(function (includeName) {
+        var harnessPath = test262Root + "/harness/" + includeName;
+        evalGlobal(readTextFile(harnessPath), harnessPath);
+    });
+}
+
+function postPass() {
+    postMessage({ status: "passed" });
+}
+
+function postFailure(error) {
+    postMessage({
+        status: "failed",
+        error: serializeError(error)
+    });
+}
+
+function runCase(payload) {
+    var settled = false;
+    var test262Root = NSBundle.mainBundle.bundlePath + "/app/tests/" + payload.bundleSubmodulePath;
+    var testPath = test262Root + "/test/" + payload.relativePath;
+    var source = readTextFile(testPath);
+    var wrappedSource = payload.mode === "strict" ? "\"use strict\";\n" + source : source;
+
+    function completeWithPass() {
+        if (settled) {
+            return;
+        }
+
+        settled = true;
+        postPass();
+    }
+
+    function completeWithFailure(error) {
+        if (settled) {
+            return;
+        }
+
+        settled = true;
+        postFailure(error);
+    }
+
+    makePrelude();
+
+    if (payload.async) {
+        globalThis.$DONE = function (error) {
+            if (error === undefined || error === null) {
+                completeWithPass();
+                return;
+            }
+
+            completeWithFailure(error);
+        };
+    }
+
+    loadHarness(test262Root, payload.includes || []);
+
+    if (payload.negative && payload.negative.phase === "parse") {
+        try {
+            compileScript(wrappedSource, testPath);
+        } catch (error) {
+            if (expectedErrorMatches(error, payload.negative)) {
+                completeWithPass();
+                return;
+            }
+
+            completeWithFailure(error);
+            return;
+        }
+
+        completeWithFailure(new Error("Expected parse failure but compilation succeeded"));
+        return;
+    }
+
+    try {
+        evalGlobal(wrappedSource, testPath);
+    } catch (error) {
+        if (payload.negative) {
+            if (expectedErrorMatches(error, payload.negative)) {
+                completeWithPass();
+                return;
+            }
+
+            completeWithFailure(error);
+            return;
+        }
+
+        completeWithFailure(error);
+        return;
+    }
+
+    if (payload.negative) {
+        completeWithFailure(new Error("Expected runtime failure but test completed successfully"));
+        return;
+    }
+
+    if (!payload.async) {
+        completeWithPass();
+    }
+}
+
+onmessage = function (message) {
+    try {
+        runCase(message.data);
+    } catch (error) {
+        postFailure(error);
+    }
+};

TestRunner/app/tests/Test262/config.js

@@ -0,0 +1,28 @@
+module.exports = {
+    enabled: true,
+    suiteName: "Test262",
+    projectSubmodulePath: "TestRunner/app/tests/vendor/test262",
+    bundleSubmodulePath: "vendor/test262",
+    generatedManifestPath: "TestRunner/app/tests/Test262/generated-manifest.json",
+    curatedIncludePathsPath: "TestRunner/app/tests/Test262/curated-prefixes.json",
+    harnessDefaults: ["assert.js", "sta.js"],
+    unsupportedFlags: ["module", "raw"],
+    unsupportedIncludes: [
+        "agent.js",
+        "detachArrayBuffer.js",
+        "nondeterministic.js",
+        "shadowrealm.js",
+        "timer.js",
+        "workerHelper.js"
+    ],
+    unsupportedFeatures: [
+        "Array.fromAsync",
+        "cross-realm",
+        "ShadowRealm"
+    ],
+    includePaths: ["built-ins/Object"],
+    excludePaths: ["built-ins/Array/from/elements-deleted-after.js"],
+    timeoutMs: 4000,
+    defaultLimit: 100,
+    expandStrictVariants: true
+};

TestRunner/app/tests/Test262/curated-prefixes.json

@@ -0,0 +1,48 @@
+[
+  "built-ins/Array",
+  "built-ins/Boolean",
+  "built-ins/Date",
+  "built-ins/Error",
+  "built-ins/Function",
+  "built-ins/JSON",
+  "built-ins/Map",
+  "built-ins/Math",
+  "built-ins/Number",
+  "built-ins/Object",
+  "built-ins/Promise",
+  "built-ins/Reflect",
+  "built-ins/RegExp",
+  "built-ins/Set",
+  "built-ins/String",
+  "built-ins/Symbol",
+  "built-ins/globalThis",
+  "built-ins/parseFloat",
+  "built-ins/parseInt",
+  "language/expressions",
+  "language/function-code",
+  "language/global-code",
+  "language/identifiers",
+  "language/literals",
+  "language/line-terminators",
+  "language/statements/block",
+  "language/statements/break",
+  "language/statements/class",
+  "language/statements/const",
+  "language/statements/continue",
+  "language/statements/debugger",
+  "language/statements/do-while",
+  "language/statements/empty",
+  "language/statements/expression",
+  "language/statements/for",
+  "language/statements/for-in",
+  "language/statements/for-of",
+  "language/statements/function",
+  "language/statements/if",
+  "language/statements/let",
+  "language/statements/return",
+  "language/statements/switch",
+  "language/statements/throw",
+  "language/statements/try",
+  "language/statements/variable",
+  "language/statements/while"
+]