feat(NODE-7335): Create dedicated mocha runner with isolated vm context (#4876)

Author: PavelSafronov

.eslintrc.json

@@ -1,6 +1,9 @@
 {
   "root": true,
   "parser": "@typescript-eslint/parser",
+  "ignorePatterns": [
+    "test/tools/runner/bundle/**"
+  ],
   "parserOptions": {
     "ecmaVersion": 2023
   },

.evergreen/config.yml

@@ -4027,3 +4027,55 @@ buildvariants:
     run_on: rhel80-large
     tasks:
       - .ssl
+  - name: rhel8-nodeless
+    display_name: Nodeless
+    run_on: rhel80-large
+    tasks:
+      - test-latest-server
+      - test-latest-replica_set
+      - test-latest-sharded_cluster
+      - test-rapid-server
+      - test-rapid-replica_set
+      - test-rapid-sharded_cluster
+      - test-latest-server-v1-api
+      - test-x509-authentication
+      - test-atlas-connectivity
+      - test-rapid-load-balanced
+      - test-latest-load-balanced
+      - test-auth-kerberos
+      - test-auth-ldap
+      - test-socks5-csfle
+      - test-socks5-tls
+      - test-snappy-compression
+      - test-zstd-compression
+      - test-tls-support-latest
+    expansions:
+      NODE_LTS_VERSION: 24
+      CLIENT_ENCRYPTION: true
+      MONGODB_BUNDLED: true
+  - name: windows-nodeless
+    display_name: Windows Nodeless
+    run_on: windows-2022-latest-large
+    tasks:
+      - test-latest-server
+      - test-latest-replica_set
+      - test-latest-sharded_cluster
+      - test-rapid-server
+      - test-rapid-replica_set
+      - test-rapid-sharded_cluster
+      - test-latest-server-v1-api
+      - test-x509-authentication
+      - test-atlas-connectivity
+      - test-rapid-load-balanced
+      - test-latest-load-balanced
+      - test-auth-kerberos
+      - test-auth-ldap
+      - test-socks5-csfle
+      - test-socks5-tls
+      - test-snappy-compression
+      - test-zstd-compression
+      - test-tls-support-latest
+    expansions:
+      NODE_LTS_VERSION: 24
+      CLIENT_ENCRYPTION: true
+      MONGODB_BUNDLED: true

.evergreen/generate_evergreen_tasks.js

@@ -812,6 +812,47 @@ BUILD_VARIANTS.push({
   tasks: ['.ssl']
 });
 
+// small subset of tests to run on nodeless environments
+const nodelessTasks = [
+  'test-latest-server',
+  'test-latest-replica_set',
+  'test-latest-sharded_cluster',
+  'test-rapid-server',
+  'test-rapid-replica_set',
+  'test-rapid-sharded_cluster',
+  'test-latest-server-v1-api',
+  'test-x509-authentication',
+  'test-atlas-connectivity',
+  'test-rapid-load-balanced',
+  'test-latest-load-balanced',
+  'test-auth-kerberos',
+  'test-auth-ldap',
+  'test-socks5-csfle',
+  'test-socks5-tls',
+  'test-snappy-compression',
+  'test-zstd-compression',
+  'test-tls-support-latest'
+];
+const nodelessExpansions = {
+  NODE_LTS_VERSION: LATEST_LTS,
+  CLIENT_ENCRYPTION: true,
+  MONGODB_BUNDLED: true
+};
+BUILD_VARIANTS.push({
+  name: 'rhel8-nodeless',
+  display_name: 'Nodeless',
+  run_on: DEFAULT_OS,
+  tasks: nodelessTasks,
+  expansions: nodelessExpansions
+});
+BUILD_VARIANTS.push({
+  name: 'windows-nodeless',
+  display_name: 'Windows Nodeless',
+  run_on: WINDOWS_OS,
+  tasks: nodelessTasks,
+  expansions: nodelessExpansions
+});
+
 // TODO(NODE-4897): Debug socks5 tests on node latest
 for (const variant of BUILD_VARIANTS.filter(
   variant => variant.expansions && ['latest'].includes(variant.expansions.NODE_LTS_VERSION)

.evergreen/run-azure-kms-tests.sh

@@ -18,4 +18,6 @@ export MONGODB_URI="mongodb://localhost:27017"
 export EXPECTED_AZUREKMS_OUTCOME=${EXPECTED_AZUREKMS_OUTCOME:-omitted}
 export TEST_CSFLE=true
 
+npm run build:bundle
+
 npx mocha --config test/mocha_mongodb.js test/integration/client-side-encryption/client_side_encryption.prose.19.on_demand_azure.test.ts

.evergreen/run-gcp-kms-tests.sh

@@ -20,4 +20,6 @@ export MONGODB_URI="mongodb://localhost:27017"
 export EXPECTED_GCPKMS_OUTCOME=${EXPECTED_GCPKMS_OUTCOME:-omitted}
 export TEST_CSFLE=true
 
+npm run build:bundle
+
 npx mocha --config test/mocha_mongodb.js test/integration/client-side-encryption/client_side_encryption.prose.17.on_demand_gcp.test.ts

.evergreen/run-mongosh-scope-test.sh

@@ -13,4 +13,6 @@ export SCOPES=$(./node_modules/lerna/cli.js ls --all --json)
 
 cd -
 
+npm run build:bundle
+
 npx mocha --config test/manual/mocharc.json test/manual/mongosh_scopes.test.ts

.gitignore

@@ -108,3 +108,5 @@ uri.txt
 crypt_shared.sh
 
 *keytab
+driver.bundle.js
+test/tools/runner/bundle/

etc/build-runtime-barrel.mjs

@@ -0,0 +1,19 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+
+// eslint-disable-next-line no-restricted-globals
+const useBundled = process.env.MONGODB_BUNDLED === 'true';
+
+const rootDir = path.join(import.meta.dirname, '..');
+const outputBarrelFile = path.join(rootDir, 'test/mongodb.ts');
+const source = useBundled ? './mongodb_bundled' : './mongodb_all';
+
+const contents =
+  `// This file is auto-generated. Do not edit.\n` +
+  `// Run 'npm run build:runtime-barrel' to regenerate.\n` +
+  `export const runNodelessTests = ${useBundled};\n` +
+  `export * from '${source}';\n`;
+await fs.writeFile(outputBarrelFile, contents);
+
+// eslint-disable-next-line no-console
+console.log(`✓ ${outputBarrelFile} now re-exports from ${source}`);

etc/bundle-driver.mjs

@@ -0,0 +1,53 @@
+#!/usr/bin/env node
+import fs from 'node:fs/promises';
+import { isBuiltin } from 'node:module';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+import * as esbuild from 'esbuild';
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const rootDir = path.join(__dirname, '..');
+
+const outdir = path.join(rootDir, 'test/tools/runner/bundle/');
+await fs.rm(outdir, { recursive: true, force: true });
+
+const outputBundleFile = path.join(outdir, 'driver-bundle.js');
+await esbuild.build({
+  entryPoints: [path.join(rootDir, 'test/mongodb_all.ts')],
+  bundle: true,
+  outfile: outputBundleFile,
+  platform: 'node',
+  format: 'cjs',
+  target: 'node20',
+  external: [
+    '@aws-sdk/credential-providers',
+    '@mongodb-js/saslprep',
+    '@mongodb-js/zstd',
+    '@napi-rs/snappy*',
+    'bson',
+    'gcp-metadata',
+    'kerberos',
+    'mongodb-client-encryption',
+    'mongodb-connection-string-url',
+    'snappy',
+    'socks'
+  ],
+  plugins: [
+    {
+      name: 'externalize-node-builtins',
+      setup(build) {
+        build.onResolve({ filter: /.*/ }, args => {
+          if (isBuiltin(args.path)) {
+            return { path: args.path, external: true };
+          }
+        });
+      }
+    }
+  ],
+  sourcemap: 'inline',
+  logLevel: 'info'
+});
+
+// eslint-disable-next-line no-console
+console.log(`✓ Driver bundle created at ${outputBundleFile}`);