🐛 重构 encoding.ts 以整合并改进检测机制 (#1426)

* fix(encoding): 重构 encoding.ts 以整合并改进检测机制

* 人工优化

* readBlobContent -> readRawContent

* Update encoding.test.ts

* typescript fix

* typescript fix

Author: cyfung1031

src/app/service/service_worker/resource.ts

@@ -13,7 +13,7 @@ import { calculateHashFromArrayBuffer } from "@App/pkg/utils/crypto";
 import { isBase64, parseUrlSRI } from "./utils";
 import { stackAsyncTask } from "@App/pkg/utils/async_queue";
 import { blobToUint8Array } from "@App/pkg/utils/datatype";
-import { readBlobContent } from "@App/pkg/utils/encoding";
+import { readRawContent } from "@App/pkg/utils/encoding";
 
 export class ResourceService {
   logger: Logger;
@@ -282,7 +282,7 @@ export class ResourceService {
     };
     if (isText(uint8Array)) {
       if (type === "require" || type === "require-css") {
-        resource.content = await readBlobContent(data, contentType); // @require和@require-css 是会转换成代码运行的，可以进行解码
+        resource.content = await readRawContent(data, contentType); // @require和@require-css 是会转换成代码运行的，可以进行解码
       } else {
         resource.content = await data.text(); // @resource 应该要保留原汁原味
       }

src/pages/install/App.tsx

@@ -33,7 +33,7 @@ import { CACHE_KEY_SCRIPT_INFO } from "@App/app/cache_key";
 import { cacheInstance } from "@App/app/cache";
 import { formatBytes } from "@App/pkg/utils/utils";
 import { ScriptIcons } from "../options/routes/utils";
-import { bytesDecode, detectEncoding } from "@App/pkg/utils/encoding";
+import { readRawContent } from "@App/pkg/utils/encoding";
 import { prettyUrl } from "@App/pkg/utils/url-utils";
 
 const backgroundPromptShownKey = "background_prompt_shown";
@@ -107,19 +107,8 @@ const fetchScriptBody = async (url: string, { onProgress }: { [key: string]: any
     position += chunk.length;
   }
 
-  // 检测编码：优先使用 Content-Type，回退到 chardet（仅检测前16KB）
   const contentType = response.headers.get("content-type");
-  const encode = detectEncoding(chunksAll, contentType);
-
-  // 使用检测到的 charset 解码
-  let code;
-  try {
-    code = bytesDecode(encode, chunksAll);
-  } catch (e: any) {
-    console.warn(`Failed to decode response with charset ${encode}: ${e.message}`);
-    // 回退到 UTF-8
-    code = new TextDecoder("utf-8").decode(chunksAll);
-  }
+  const code = await readRawContent(chunksAll, contentType);
 
   const metadata = parseMetadata(code);
   if (!metadata) {

src/pages/store/favicons.ts

@@ -2,7 +2,7 @@ import { type Script, ScriptDAO } from "@App/app/repo/scripts";
 import { FaviconDAO, type FaviconFile, type FaviconRecord } from "@App/app/repo/favicon";
 import { v5 as uuidv5 } from "uuid";
 import { getFaviconRootFolder } from "@App/app/service/service_worker/utils";
-import { readBlobContent } from "@App/pkg/utils/encoding";
+import { readRawContent } from "@App/pkg/utils/encoding";
 
 let scriptDAO: ScriptDAO | null = null;
 let faviconDAO: FaviconDAO | null = null;
@@ -149,7 +149,7 @@ export async function fetchIconByDomain(domain: string): Promise<string[]> {
 
   // 获取页面HTML
   const response = await fetch(url, { signal: timeoutAbortSignal(timeout) });
-  const html = await readBlobContent(response, response.headers.get("content-type"));
+  const html = await readRawContent(response, response.headers.get("content-type"));
   const resolvedPageUrl = response.url;
   const resolvedUrl = new URL(resolvedPageUrl);
   const resolvedOrigin = resolvedUrl.origin;