fix: compatible frame type incorrect

Author: hughfenghen

.changeset/kind-camels-smell.md

@@ -0,0 +1,5 @@
+---
+'@webav/av-cliper': patch
+---
+
+fix: compatible frame type incorrect

doc-site/public/video/incorrect-frame-type.mp4

@@ -3,6 +3,16 @@
 import { workerTimer } from '@webav/internal-utils';
 import * as waveResampler from 'wave-resampler';
 
+import { Log } from '@webav/internal-utils';
+
+if (import.meta.env?.DEV) {
+  Log.setLogLevel(Log.debug);
+}
+
+if (import.meta.env?.MODE === 'test') {
+  Log.setLogLevel(Log.warn);
+}
+
 /**
  * 合并（串联）多个 Float32Array，通常用于合并 PCM 数据
  */

packages/av-cliper/src/av-utils.ts

@@ -1,9 +1,10 @@
+import mp4box, { MP4ArrayBuffer } from '@webav/mp4box.js';
+import { file, write } from 'opfs-tools';
 import { expect, test, vi } from 'vitest';
 import { MP4Clip } from '../mp4-clip';
-import { file, write } from 'opfs-tools';
-import mp4box, { MP4ArrayBuffer } from '@webav/mp4box.js';
 
 const mp4_123 = `//${location.host}/video/123.mp4`;
+const incorrectFrameTypeMp4 = `//${location.host}/video/incorrect-frame-type.mp4`;
 
 async function fastestDecode(clip: MP4Clip) {
   let time = 0;
@@ -169,3 +170,13 @@ test('get file header data', async () => {
   );
   expect(boxfile.moov?.mvhd.matrix.length).toBe(9);
 });
+
+test('decode incorrectFrameTypeMp4', async () => {
+  const clip = new MP4Clip((await fetch(incorrectFrameTypeMp4)).body!);
+  await clip.ready;
+  console.log(clip.meta.duration);
+  expect(Math.round(clip.meta.duration / 1e6)).toBe(5);
+  const { state, video } = await clip.tick(clip.meta.duration - 30e3);
+  expect(state).toBe('success');
+  expect(video?.timestamp).toBe(5e6);
+});

packages/av-cliper/src/clips/__tests__/mp4-clip.test.ts

@@ -527,6 +527,7 @@ async function mp4FileToSamples(otFile: OPFSToolFile, opts: MP4ClipOpts = {}) {
 
   let videoDeltaTS = -1;
   let audioDeltaTS = -1;
+  let findedFirstSync = false;
   const reader = await otFile.createReader();
   await quickParseMP4File(
     reader,
@@ -560,7 +561,6 @@ async function mp4FileToSamples(otFile: OPFSToolFile, opts: MP4ClipOpts = {}) {
     (_, type, samples) => {
       if (type === 'video') {
         if (videoDeltaTS === -1) videoDeltaTS = samples[0].dts;
-        let findedFirstSync = false;
         for (let i = 0; i < samples.length; i++) {
           const s = samples[i];
           if (!findedFirstSync && s.is_sync) {
@@ -1329,17 +1329,7 @@ function decodeGoP(
   },
 ) {
   if (dec.state !== 'configured') return;
-  try {
-    for (let i = 0; i < chunks.length; i++) dec.decode(chunks[i]);
-  } catch (err) {
-    if (
-      err instanceof Error &&
-      err.name === 'DataError' &&
-      opts.onDecodingError != null
-    ) {
-      opts.onDecodingError(err);
-    }
-  }
+  for (let i = 0; i < chunks.length; i++) dec.decode(chunks[i]);
 
   // todo：flush 之后下一帧必须是 IDR 帧，是否可以根据情况再决定调用 flush？
   // windows 某些设备 flush 可能不会被 resolved，所以不能 await flush