perf: 优化fake服务和证书的缓存实现方式

Author: wangliang181230

packages/core/src/config/index.js

@@ -50,6 +50,7 @@ const defaultConfig = {
     enabled: true,
     host: '127.0.0.1',
     port: 31181,
+    fakeServerMaxLength: 100, // fakeServer的最大缓存数量
     setting: {
       NODE_TLS_REJECT_UNAUTHORIZED: true,
       verifySsl: true,

packages/mitmproxy/src/lib/proxy/mitmproxy/createFakeServerCenter.js

@@ -9,7 +9,6 @@ module.exports = function createFakeServerCenter ({
   caKeyPath,
   requestHandler,
   upgradeHandler,
-  getCertSocketTimeout,
 }) {
   let caCert
   let caKey
@@ -31,6 +30,5 @@ module.exports = function createFakeServerCenter ({
     maxLength,
     requestHandler,
     upgradeHandler,
-    getCertSocketTimeout,
   })
 }

packages/mitmproxy/src/lib/proxy/mitmproxy/index.js

@@ -17,7 +17,6 @@ module.exports = {
     caKeyPath,
     sslConnectInterceptor,
     createIntercepts,
-    getCertSocketTimeout = 1000,
     middlewares = [],
     externalProxy,
     dnsConfig,
@@ -71,7 +70,6 @@ module.exports = {
       caKeyPath,
       requestHandler,
       upgradeHandler,
-      getCertSocketTimeout,
     })
 
     const connectHandler = createConnectHandler(

packages/mitmproxy/src/lib/proxy/tls/CertAndKeyContainer.js

@@ -1,59 +1,51 @@
 const tlsUtils = require('./tlsUtils')
-// const https = require('https')
+const LRUCache = require('lru-cache')
 const log = require('../../../utils/util.log.server')
 
+const DEFAULT_MAX_LENGTH = 256
+
 module.exports = class CertAndKeyContainer {
   constructor ({
-    maxLength = 1000,
-    // getCertSocketTimeout = 2 * 1000,
+    maxLength = DEFAULT_MAX_LENGTH,
     caCert,
     caKey,
   }) {
-    this.queue = []
-    this.maxLength = maxLength
-    // this.getCertSocketTimeout = getCertSocketTimeout
+    // 缓存键：dnsName
+    this.cache = new LRUCache({
+      maxSize: maxLength > 0 ? maxLength : DEFAULT_MAX_LENGTH,
+      sizeCalculation: () => {
+        return 1
+      },
+      dispose: (_evictCertPromiseObj, evictKey) => {
+        log.error(`旧证书缓存被移除：${evictKey}`)
+      },
+    })
     this.caCert = caCert
     this.caKey = caKey
   }
 
   addCertPromise (certPromiseObj) {
-    if (this.queue.length >= this.maxLength) {
-      const delCertObj = this.queue.shift()
-      log.info(`超过最大证书数量${this.maxLength}，删除旧证书。delCertObj:`, delCertObj)
-    }
-    this.queue.push(certPromiseObj)
-    return certPromiseObj
+    // 添加缓存
+    this.cache.set(certPromiseObj.dnsName, certPromiseObj)
   }
 
   getCertPromise (hostname, port, dnsName, mappingHostNames) {
-    for (let i = this.queue.length - 1; i >= 0; i--) {
-      const _certPromiseObj = this.queue[i]
-      const certMappingHostNames = _certPromiseObj.mappingHostNames
-      for (let j = 0; j < certMappingHostNames.length; j++) {
-        const DNSName = certMappingHostNames[j]
-        if (DNSName === dnsName || tlsUtils.isMappingHostName(DNSName, hostname)) {
-          this.reRankCert(i)
-          log.info(`Load fakeCertPromise from cache, hostname: ${hostname}:${port}, certPromiseObj: {"mappingHostNames":${JSON.stringify(_certPromiseObj.mappingHostNames)}}`)
-          return _certPromiseObj.promise
-        }
-      }
-    }
-
-    const certPromiseObj = {
-      mappingHostNames,
+    // 获取缓存
+    const cached = this.cache.get(dnsName)
+    if (cached) {
+      log.info(`Load fakeCertPromise from cache, hostname: ${hostname}:${port}, certPromiseObj: {"mappingHostNames":${JSON.stringify(cached.mappingHostNames)}}`)
+      return cached.promise
     }
 
     log.info(`【CreateFakeCertificate】dnsName: ${dnsName}, hostname: ${hostname}:${port}`)
     const promise = tlsUtils.createFakeCertificateByDomain(this.caKey, this.caCert, dnsName, mappingHostNames)
 
-    certPromiseObj.promise = promise
-    this.addCertPromise(certPromiseObj)
+    this.addCertPromise({
+      dnsName,
+      mappingHostNames,
+      promise,
+    })
 
     return promise
   }
-
-  reRankCert (index) {
-    // index ==> queue foot
-    this.queue.push((this.queue.splice(index, 1))[0])
-  }
 }

packages/mitmproxy/src/lib/proxy/tls/FakeServersCenter.js

@@ -2,21 +2,25 @@ const http = require('node:http')
 const https = require('node:https')
 const tls = require('node:tls')
 const forge = require('node-forge')
+const LRUCache = require('lru-cache')
 const CertAndKeyContainer = require('./CertAndKeyContainer')
-const tlsUtils = require('./tlsUtils')
 const log = require('../../../utils/util.log.server')
 const compatible = require('../compatible/compatible')
 
 const pki = forge.pki
 
+// IPv4地址检测正则，提前编译，避免在 getDnsName 中重复创建。
+// 不使用 /g 标志：此处只做存在性检测（.test()），无需记录 lastIndex 状态。
+const IPv4_RE = /\b(?:25[0-5]|2[0-4]\d|1\d{2}|[1-9]\d|\d)(?:\.(?:25[0-5]|2[0-4]\d|1\d{2}|[1-9]\d|\d)\b){3}/
+
 // 获取DNS名称
 function getDnsName (hostname) {
   if (!hostname.includes('.')) {
     return hostname // 可能是IPv6地址，直接返回
   }
 
   // 判断是否为IP
-  if (hostname.match(/\b(25[0-5]|2[0-4]\d|1\d{2}|[1-9]\d|\d)(\.(25[0-5]|2[0-4]\d|1\d{2}|[1-9]\d|\d)\b){3}/g)) {
+  if (IPv4_RE.test(hostname)) {
     return hostname // 为IP，直接返回
   }
 
@@ -29,31 +33,43 @@ function getDnsName (hostname) {
   return `*${hostname.substring(hostname.indexOf('.'))}`
 }
 
+const DEFAULT_MAX_LENGTH = 256
+
 module.exports = class FakeServersCenter {
-  constructor ({ maxLength = 256, requestHandler, upgradeHandler, caCert, caKey, getCertSocketTimeout }) {
-    this.queue = []
-    this.maxLength = maxLength
+  constructor ({
+    maxLength = DEFAULT_MAX_LENGTH,
+    requestHandler,
+    upgradeHandler,
+    caCert,
+    caKey,
+  }) {
+    // 缓存键格式：`${dnsName}:${port}:${ssl}`
+    this.cache = new LRUCache({
+      maxSize: maxLength > 0 ? maxLength : DEFAULT_MAX_LENGTH,
+      sizeCalculation: () => {
+        return 1
+      },
+      dispose: (evictServerPromiseObj, evictDnsName) => {
+        try {
+          evictServerPromiseObj.serverObj.server.close()
+          log.info(`旧fake服务缓存被移除，停止服务成功，${evictDnsName}`)
+        } catch (e) {
+          log.error(`旧fake服务缓存被移除，但停止服务失败，${evictDnsName} ->`, evictServerPromiseObj, `, error:`, e)
+        }
+      },
+    })
     this.requestHandler = requestHandler
     this.upgradeHandler = upgradeHandler
     this.certAndKeyContainer = new CertAndKeyContainer({
-      getCertSocketTimeout,
+      maxLength: maxLength > 0 ? maxLength : DEFAULT_MAX_LENGTH,
       caCert,
       caKey,
     })
   }
 
   addServerPromise (serverPromiseObj) {
-    if (this.queue.length >= this.maxLength) {
-      const delServerObj = this.queue.shift()
-      try {
-        log.info(`超过最大服务数量${this.maxLength}，删除旧服务。delServerObj:`, delServerObj)
-        delServerObj.serverObj.server.close()
-      } catch (e) {
-        log.error('`delServerObj.serverObj.server.close()` error:', e)
-      }
-    }
-    this.queue.push(serverPromiseObj)
-    return serverPromiseObj
+    // 添加缓存
+    this.cache.set(serverPromiseObj.cacheKey, serverPromiseObj)
   }
 
   getServerPromise (hostname, port, ssl, manualCompatibleConfig) {
@@ -69,28 +85,22 @@ module.exports = class FakeServersCenter {
 
     log.info(`getServerPromise, hostname: ${hostname}:${port}, ssl: ${ssl}, protocol: ${ssl ? 'https' : 'http'}`)
 
-    for (let i = this.queue.length - 1; i >= 0; i--) {
-      const serverPromiseObj = this.queue[i]
-      if (serverPromiseObj.port === port && serverPromiseObj.ssl === ssl) {
-        const mappingHostNames = serverPromiseObj.mappingHostNames
-        for (let j = 0; j < mappingHostNames.length; j++) {
-          const DNSName = mappingHostNames[j]
-          if (tlsUtils.isMappingHostName(DNSName, hostname)) {
-            this.reRankServer(i)
-            log.info(`Load fakeServerPromise from cache, hostname: ${hostname}:${port}, ssl: ${ssl}, serverPromiseObj: {"ssl":${serverPromiseObj.ssl},"port":${serverPromiseObj.port},"mappingHostNames":${JSON.stringify(serverPromiseObj.mappingHostNames)}}`)
-            return serverPromiseObj.promise
-          }
-        }
-      }
+    const dnsName = getDnsName(hostname)
+    const cacheKey = `${dnsName}:${port}:${ssl}`
+
+    const cachedServerObj = this.cache.get(cacheKey)
+    if (cachedServerObj) {
+      log.info(`Load fakeServerPromise from cache, hostname: ${hostname}:${port}, ssl: ${ssl}, serverPromiseObj: {"ssl":${cachedServerObj.ssl},"port":${cachedServerObj.port},"mappingHostNames":${JSON.stringify(cachedServerObj.mappingHostNames)}}`)
+      return cachedServerObj.promise
     }
 
-    const dnsName = getDnsName(hostname)
     const mappingHostNames = [dnsName]
     if (dnsName.startsWith('*.')) {
       mappingHostNames.push(dnsName.replace('*.', ''))
     }
 
     const serverPromiseObj = {
+      cacheKey,
       port,
       ssl,
       mappingHostNames,
@@ -228,9 +238,4 @@ module.exports = class FakeServersCenter {
 
     return promise
   }
-
-  reRankServer (index) {
-    // index ==> queue foot
-    this.queue.push((this.queue.splice(index, 1))[0])
-  }
 }

packages/mitmproxy/src/options.js

@@ -114,6 +114,7 @@ module.exports = (serverConfig) => {
   const options = {
     host: serverConfig.host,
     port: serverConfig.port,
+    maxLength: serverConfig.fakeServerMaxLength,
     dnsConfig: {
       preSetIpList,
       dnsMap: dnsUtil.initDNS(serverConfig.dns.providers, preSetIpList),

packages/mitmproxy/src/utils/util.match.js

@@ -2,7 +2,14 @@ const lodash = require('lodash')
 const log = require('./util.log.server')
 const mergeApi = require('@docmirror/dev-sidecar/src/merge')
 
-const urlRegexpCache = new Map()
+const LRUCache = require('lru-cache')
+
+const urlRegexpCache = new LRUCache({
+  maxSize: 512,
+  sizeCalculation: () => {
+    return 1
+  },
+})
 
 function isMatched (url, regexp) {
   if (regexp === '.*' || regexp === '*' || regexp === 'true' || regexp === true) {
@@ -206,7 +213,6 @@ function matchHostnameAll (hostMap, hostname, action) {
 
 module.exports = {
   isMatched,
-  domainRegexply,
   domainMapRegexply,
   matchHostname,
   matchHostnameAll,