perf: decrease ts transformation latency (#1117)

* perf: preload worker modules

* perf: preload wdio in worker

* perf: lazy load nodejs/browser runner

* perf: preload webdriver/webdriverio

* perf: optimize imports

* perf: preload test reader/parser modules in worker

* perf: init session while parsing tests

* perf: use lazy-load in custom commands

* perf: wait for launched driver more aggressively

* perf: perform isolation while preparing session

* perf: remove extra logic from new-browser

* perf: decrease ts transformation latency

Author: KuznetsovRoman

package-lock.json

@@ -80,6 +80,7 @@
     "debug": "2.6.9",
     "edgedriver": "5.6.1",
     "error-stack-parser": "2.1.4",
+    "esbuild": "0.25.8",
     "expect-webdriverio": "3.6.0",
     "extract-zip": "2.0.1",
     "fastq": "1.13.0",
@@ -88,11 +89,13 @@
     "gemini-configparser": "1.4.1",
     "get-port": "5.1.1",
     "import-meta-resolve": "4.0.0",
+    "load-esm": "1.0.2",
     "local-pkg": "0.4.3",
     "lodash": "4.17.21",
     "looks-same": "9.0.1",
     "micromatch": "4.0.5",
     "mocha": "10.2.0",
+    "pirates": "4.0.7",
     "plugins-loader": "1.3.4",
     "png-validator": "1.1.0",
     "recast": "0.23.6",
@@ -114,19 +117,13 @@
     "yallist": "3.1.1"
   },
   "devDependencies": {
-    "@babel/core": "7.24.1",
-    "@babel/plugin-transform-modules-commonjs": "7.24.1",
-    "@babel/plugin-transform-react-jsx": "7.23.4",
-    "@babel/preset-react": "7.24.1",
-    "@babel/preset-typescript": "7.24.1",
     "@commitlint/cli": "^19.0.3",
     "@commitlint/config-conventional": "^19.0.3",
     "@cspotcode/source-map-support": "0.8.0",
     "@sinonjs/fake-timers": "10.3.0",
-    "@swc/core": "1.9.2",
+    "@swc/core": "1.13.3",
     "@testplane/wdio-types": "9.5.3",
     "@types/babel__code-frame": "7.0.6",
-    "@types/babel__core": "7.20.5",
     "@types/browserify": "12.0.40",
     "@types/chai": "4.3.4",
     "@types/chai-as-promised": "7.1.5",
@@ -158,7 +155,6 @@
     "concurrently": "8.2.2",
     "copyfiles": "2.4.1",
     "doctoc": "2.2.0",
-    "esbuild": "0.18.20",
     "eslint": "8.25.0",
     "eslint-config-gemini-testing": "2.8.0",
     "eslint-config-prettier": "8.7.0",
@@ -169,7 +165,6 @@
     "jsdom": "^24.0.0",
     "jsdom-global": "3.0.2",
     "onchange": "7.1.0",
-    "pirates": "4.0.6",
     "prettier": "2.8.4",
     "proxyquire": "1.8.0",
     "rimraf": "4.1.2",

package.json

@@ -11,7 +11,7 @@ import {
     Interceptor,
 } from "./events";
 import Errors from "./errors";
-import { tryToRegisterTsNode } from "./utils/typescript";
+import { registerTransformHook } from "./utils/typescript";
 import { ConfigInput } from "./config/types";
 
 export abstract class BaseTestplane extends AsyncEmitter {
@@ -30,7 +30,7 @@ export abstract class BaseTestplane extends AsyncEmitter {
 
         this._interceptors = [];
 
-        tryToRegisterTsNode(this.isWorker());
+        registerTransformHook(this.isWorker());
 
         this._config = Config.create(config);
         this._setLogLevel();

src/base-testplane.ts

@@ -2,7 +2,7 @@ import { spawn, type ChildProcess } from "child_process";
 import getPort from "get-port";
 import waitPort from "wait-port";
 import { pipeLogsWithPrefix } from "../../dev-server/utils";
-import { DRIVER_WAIT_TIMEOUT } from "../constants";
+import { DRIVER_WAIT_INTERVAL, DRIVER_WAIT_TIMEOUT } from "../constants";
 import { getMilestone } from "../utils";
 import { installChrome, resolveLatestChromeVersion } from "./browser";
 import { installChromeDriver } from "./driver";
@@ -36,7 +36,12 @@ export const runChromeDriver = async (
 
     process.once("exit", () => chromeDriver.kill());
 
-    await waitPort({ port: randomPort, output: "silent", timeout: DRIVER_WAIT_TIMEOUT });
+    await waitPort({
+        port: randomPort,
+        output: "silent",
+        timeout: DRIVER_WAIT_TIMEOUT,
+        interval: DRIVER_WAIT_INTERVAL,
+    });
 
     return { gridUrl, process: chromeDriver, port: randomPort };
 };

src/browser-installer/chrome/index.ts

@@ -20,6 +20,7 @@ export const MIN_CHROMIUM_MAC_ARM_VERSION = 93;
 export const MIN_CHROMIUM_VERSION = 73;
 export const MIN_FIREFOX_VERSION = 60;
 export const MIN_EDGEDRIVER_VERSION = 94;
+export const DRIVER_WAIT_INTERVAL = 25; // 25ms
 export const DRIVER_WAIT_TIMEOUT = 10 * 1000; // 10s
 export const LINUX_UBUNTU_RELEASE_ID = "ubuntu";
 export const LINUX_RUNTIME_LIBRARIES_PATH_ENV_NAME = "LD_LIBRARY_PATH";

src/browser-installer/constants.ts

@@ -3,7 +3,7 @@ import { spawn, type ChildProcess } from "child_process";
 import getPort from "get-port";
 import waitPort from "wait-port";
 import { pipeLogsWithPrefix } from "../../dev-server/utils";
-import { DRIVER_WAIT_TIMEOUT } from "../constants";
+import { DRIVER_WAIT_INTERVAL, DRIVER_WAIT_TIMEOUT } from "../constants";
 
 export { resolveEdgeVersion } from "./browser";
 export { installEdgeDriver };
@@ -27,7 +27,12 @@ export const runEdgeDriver = async (
 
     process.once("exit", () => edgeDriver.kill());
 
-    await waitPort({ port: randomPort, output: "silent", timeout: DRIVER_WAIT_TIMEOUT });
+    await waitPort({
+        port: randomPort,
+        output: "silent",
+        timeout: DRIVER_WAIT_TIMEOUT,
+        interval: DRIVER_WAIT_INTERVAL,
+    });
 
     return { gridUrl, process: edgeDriver, port: randomPort };
 };

src/browser-installer/edge/index.ts

@@ -5,7 +5,7 @@ import waitPort from "wait-port";
 import { installFirefox, resolveLatestFirefoxVersion } from "./browser";
 import { installLatestGeckoDriver } from "./driver";
 import { pipeLogsWithPrefix } from "../../dev-server/utils";
-import { DRIVER_WAIT_TIMEOUT } from "../constants";
+import { DRIVER_WAIT_INTERVAL, DRIVER_WAIT_TIMEOUT } from "../constants";
 import { getUbuntuLinkerEnv, isUbuntu } from "../ubuntu-packages";
 
 export { installFirefox, resolveLatestFirefoxVersion, installLatestGeckoDriver };
@@ -41,7 +41,12 @@ export const runGeckoDriver = async (
 
     process.once("exit", () => geckoDriver.kill());
 
-    await waitPort({ port: randomPort, output: "silent", timeout: DRIVER_WAIT_TIMEOUT });
+    await waitPort({
+        port: randomPort,
+        output: "silent",
+        timeout: DRIVER_WAIT_TIMEOUT,
+        interval: DRIVER_WAIT_INTERVAL,
+    });
 
     return { gridUrl, process: geckoDriver, port: randomPort };
 };

src/browser-installer/firefox/index.ts

@@ -2,7 +2,7 @@ import { spawn, type ChildProcess } from "child_process";
 import getPort from "get-port";
 import waitPort from "wait-port";
 import { pipeLogsWithPrefix } from "../../dev-server/utils";
-import { DRIVER_WAIT_TIMEOUT, SAFARIDRIVER_PATH } from "../constants";
+import { DRIVER_WAIT_INTERVAL, DRIVER_WAIT_TIMEOUT, SAFARIDRIVER_PATH } from "../constants";
 
 export { resolveSafariVersion } from "./browser";
 
@@ -26,7 +26,12 @@ export const runSafariDriver = async ({ debug = false }: { debug?: boolean } = {
 
     process.once("exit", () => safariDriver.kill());
 
-    await waitPort({ port: randomPort, output: "silent", timeout: DRIVER_WAIT_TIMEOUT });
+    await waitPort({
+        port: randomPort,
+        output: "silent",
+        timeout: DRIVER_WAIT_TIMEOUT,
+        interval: DRIVER_WAIT_INTERVAL,
+    });
 
     return { gridUrl, process: safariDriver, port: randomPort };
 };

src/browser-installer/safari/index.ts

@@ -1,7 +1,7 @@
 import debug from "debug";
 import _ from "lodash";
 
-import { NewBrowser } from "../browser/new-browser";
+import type { NewBrowser } from "../browser/new-browser";
 import { CancelledError } from "./cancelled-error";
 import { AsyncEmitter, MasterEvents } from "../events";
 import { BrowserOpts, Pool } from "./types";
@@ -32,6 +32,7 @@ export class BasicPool implements Pool {
     }
 
     async getBrowser(id: string, opts: BrowserOpts = {}): Promise<NewBrowser> {
+        const { NewBrowser } = await import("../browser/new-browser");
         const browser = NewBrowser.create(this._config, { ...opts, id, wdPool: this._wdPool, emitter: this._emitter });
 
         try {

src/browser-pool/basic-pool.ts

@@ -1,5 +1,4 @@
 import type { ChildProcess } from "child_process";
-import { resolveBrowserVersion, runBrowserDriver } from "../browser-installer";
 import { getNormalizedBrowserName } from "../utils/browser";
 import type { SupportedBrowser } from "../browser-installer";
 
@@ -33,6 +32,7 @@ export class WebdriverPool {
             );
         }
 
+        const { resolveBrowserVersion } = await import("../browser-installer");
         const browserVersionNormalized = browserVersion || (await resolveBrowserVersion(browserNameNormalized));
 
         const wdProcesses = this.driverProcess.get(browserNameNormalized)?.get(browserVersionNormalized) ?? {};
@@ -76,6 +76,7 @@ export class WebdriverPool {
         browserVersion: string,
         { debug = false } = {},
     ): Promise<WdProcess> {
+        const { runBrowserDriver } = await import("../browser-installer");
         const driver = await runBrowserDriver(browserName, browserVersion, { debug });
 
         if (!this.driverProcess.has(browserName)) {