fix(subtitle): decrypt LL-HLS VTT AES parts per-part

SubtitleStreamController only decrypts AES-encrypted VTT data at full-segment
boundaries via _handleFragmentLoadComplete. When low-latency parts are in use,
each part arrives through the progress callback (_handleFragmentLoadProgress),
which the base class leaves as an empty no-op for subtitles. Encrypted parts
therefore never fire FRAG_DECRYPTED on the part path, leaving subtitle parsing
stuck and adding a segment-duration latency to encrypted VTT captions.

This change overrides _handleFragmentLoadProgress in SubtitleStreamController
to decrypt each encrypted VTT part as an independent AES-CBC stream using the
segment-level IV, and emits FRAG_DECRYPTED with the part reference so the
timeline-controller can anchor cues at part.start when appropriate. The full-
segment path is reorganised to share the same decryptPayload helper.

A 'part: Part | null' field is added to FragDecryptedData and to the two
existing FRAG_DECRYPTED emit sites (base-stream-controller init-segment path
and subtitle-stream-controller full-segment path) so consumers can distinguish
part-level decryption from segment-level decryption.

Author: 배홍준[Media Player Tech]

src/controller/base-stream-controller.ts

@@ -764,6 +764,7 @@ export default class BaseStreamController
               const endTime = self.performance.now();
               hls.trigger(Events.FRAG_DECRYPTED, {
                 frag,
+                part: null,
                 payload: decryptedData,
                 stats: {
                   tstart: startTime,

src/controller/subtitle-stream-controller.ts

@@ -1,8 +1,14 @@
 import BaseStreamController, { State } from './base-stream-controller';
 import { FragmentState } from './fragment-tracker';
+import Decrypter from '../crypt/decrypter';
 import { ErrorDetails, ErrorTypes } from '../errors';
 import { Events } from '../events';
-import { isMediaFragment, type MediaFragment } from '../loader/fragment';
+import {
+  type Fragment,
+  isMediaFragment,
+  type MediaFragment,
+  type Part,
+} from '../loader/fragment';
 import { Level } from '../types/level';
 import { PlaylistLevelType } from '../types/loader';
 import { BufferHelper } from '../utils/buffer-helper';
@@ -333,58 +339,98 @@ export class SubtitleStreamController
     this.tickImmediate();
   }
 
-  _handleFragmentLoadComplete(fragLoadedData: FragLoadedData) {
-    const { frag, payload } = fragLoadedData;
-    const decryptData = frag.decryptdata;
-    const hls = this.hls;
-
-    if (this.fragContextChanged(frag)) {
+  // Decrypts encrypted VTT parts as they arrive during LL-HLS playback. Without
+  // this override, encrypted parts are only decrypted at full-segment boundaries
+  // (`_handleFragmentLoadComplete`), which has two problems for LL-HLS:
+  //   1. FRAG_DECRYPTED never fires for parts of a partially-loaded segment, so
+  //      the controller stays in FRAG_LOADING when subsequent ticks load the
+  //      tail parts of a segment whose head parts were buffered earlier.
+  //   2. Subtitle latency degrades to a segment duration since cues cannot be
+  //      surfaced until the whole segment is assembled.
+  // Each part is decrypted as a standalone AES-CBC stream using the segment-level
+  // IV (per how full-segment encryption is signalled on LL-HLS parts).
+  protected _handleFragmentLoadProgress(data: FragLoadedData) {
+    const { frag, part, payload } = data;
+    if (!part || !payload?.byteLength || !this.shouldDecrypt(frag)) {
       return;
     }
-    // check to see if the payload needs to be decrypted
+    this.decryptPayload(payload, frag, part);
+  }
+
+  _handleFragmentLoadComplete(fragLoadedData: FragLoadedData) {
+    const { frag, payload } = fragLoadedData;
     if (
-      payload &&
-      payload.byteLength > 0 &&
-      decryptData?.key &&
-      decryptData.iv &&
-      isFullSegmentEncryption(decryptData.method)
+      this.fragContextChanged(frag) ||
+      !payload?.byteLength ||
+      !this.shouldDecrypt(frag)
     ) {
-      const startTime = performance.now();
-      // decrypt the subtitles
-      this.decrypter
-        .decrypt(
-          new Uint8Array(payload),
-          decryptData.key.buffer,
-          decryptData.iv.buffer,
-          getAesModeFromFullSegmentMethod(decryptData.method),
-        )
-        .catch((err) => {
-          hls.trigger(Events.ERROR, {
-            type: ErrorTypes.MEDIA_ERROR,
-            details: ErrorDetails.FRAG_DECRYPT_ERROR,
-            fatal: false,
-            error: err,
-            reason: err.message,
-            frag,
-          });
-          throw err;
-        })
-        .then((decryptedData) => {
-          const endTime = performance.now();
-          hls.trigger(Events.FRAG_DECRYPTED, {
-            frag,
-            payload: decryptedData,
-            stats: {
-              tstart: startTime,
-              tdecrypt: endTime,
-            },
-          });
-        })
-        .catch((err) => {
+      return;
+    }
+    this.decryptPayload(payload, frag, null);
+  }
+
+  // Whether the fragment is encrypted with a full-segment AES method and has the
+  // key/iv material needed to decrypt right now.
+  private shouldDecrypt(frag: Fragment): boolean {
+    const d = frag.decryptdata;
+    return !!(
+      frag.encrypted &&
+      d?.key &&
+      d.iv &&
+      isFullSegmentEncryption(d.method)
+    );
+  }
+
+  // Decrypts a single buffer (full segment or LL-HLS part) and emits
+  // FRAG_DECRYPTED. On failure, emits ERROR; for the full-segment path
+  // (part === null) the state is also reset to IDLE so the next tick can pick
+  // up — for the part path the per-part FRAG_LOADED drives state transitions.
+  // A new Decrypter is constructed per call so concurrent part decryptions do
+  // not race on the software-decrypter's shared remainder state.
+  private decryptPayload(
+    payload: ArrayBuffer,
+    frag: Fragment,
+    part: Part | null,
+  ): void {
+    const decryptData = frag.decryptdata!;
+    const tstart = performance.now();
+    const decrypter = new Decrypter(this.hls.config);
+    decrypter
+      .decrypt(
+        new Uint8Array(payload),
+        decryptData.key!.buffer,
+        decryptData.iv!.buffer,
+        getAesModeFromFullSegmentMethod(decryptData.method),
+      )
+      .then((plaintext) => {
+        if (this.fragContextChanged(frag)) {
+          return;
+        }
+        this.hls.trigger(Events.FRAG_DECRYPTED, {
+          frag,
+          part,
+          payload: plaintext,
+          stats: { tstart, tdecrypt: performance.now() },
+        });
+      })
+      .catch((err) => {
+        this.hls.trigger(Events.ERROR, {
+          type: ErrorTypes.MEDIA_ERROR,
+          details: ErrorDetails.FRAG_DECRYPT_ERROR,
+          fatal: false,
+          error: err,
+          reason: err.message,
+          frag,
+          part,
+        });
+        if (!part) {
           this.warn(`${err.name}: ${err.message}`);
           this.state = State.IDLE;
-        });
-    }
+        }
+      })
+      .finally(() => {
+        decrypter.destroy();
+      });
   }
 
   doTick() {

src/types/events.ts

@@ -422,6 +422,7 @@ export interface PartsLoadedData {
 
 export interface FragDecryptedData {
   frag: Fragment;
+  part: Part | null;
   payload: ArrayBuffer;
   stats: {
     tstart: number;

tests/unit/controller/subtitle-stream-controller.ts

@@ -4,6 +4,8 @@ import sinonChai from 'sinon-chai';
 import { State } from '../../../src/controller/base-stream-controller';
 import { FragmentTracker } from '../../../src/controller/fragment-tracker';
 import { SubtitleStreamController } from '../../../src/controller/subtitle-stream-controller';
+import Decrypter from '../../../src/crypt/decrypter';
+import { ErrorDetails } from '../../../src/errors';
 import { Events } from '../../../src/events';
 import Hls from '../../../src/hls';
 import { Fragment } from '../../../src/loader/fragment';
@@ -164,4 +166,154 @@ describe('SubtitleStreamController', function () {
       expect(subtitleStreamController.fragPrevious).to.not.exist;
     });
   });
+
+  describe('_handleFragmentLoadProgress', function () {
+    let sandbox;
+
+    beforeEach(function () {
+      sandbox = sinon.createSandbox();
+    });
+
+    afterEach(function () {
+      sandbox.restore();
+    });
+
+    function buildEncryptedSubtitleFrag() {
+      const frag = new Fragment(PlaylistLevelType.SUBTITLE, '');
+      const decryptdata = {
+        encrypted: true,
+        method: 'AES-128',
+        key: new Uint8Array(16),
+        iv: new Uint8Array(16),
+      };
+      // Override Fragment's `decryptdata` and `encrypted` getters with a
+      // minimal LevelKey-like stub so we don't need to wire up `levelkeys`.
+      Object.defineProperty(frag, 'decryptdata', {
+        value: decryptdata,
+        configurable: true,
+      });
+      Object.defineProperty(frag, 'encrypted', {
+        value: true,
+        configurable: true,
+      });
+      return frag;
+    }
+
+    function buildPart(frag: Fragment) {
+      return {
+        index: 0,
+        fragment: frag,
+        start: 0,
+        duration: 1,
+      } as any;
+    }
+
+    function flushPromises() {
+      return new Promise((resolve) => self.setTimeout(resolve, 0));
+    }
+
+    it('does nothing when called without a part (full-segment progress)', function () {
+      const triggerSpy = sandbox.spy(hls, 'trigger');
+      const frag = buildEncryptedSubtitleFrag();
+      subtitleStreamController._handleFragmentLoadProgress({
+        frag,
+        part: null,
+        payload: new ArrayBuffer(16),
+        networkDetails: null,
+      });
+      expect(triggerSpy).to.not.have.been.calledWith(Events.FRAG_DECRYPTED);
+    });
+
+    it('does nothing when the payload is empty', function () {
+      const triggerSpy = sandbox.spy(hls, 'trigger');
+      const frag = buildEncryptedSubtitleFrag();
+      subtitleStreamController._handleFragmentLoadProgress({
+        frag,
+        part: buildPart(frag),
+        payload: new ArrayBuffer(0),
+        networkDetails: null,
+      });
+      expect(triggerSpy).to.not.have.been.calledWith(Events.FRAG_DECRYPTED);
+    });
+
+    it('does nothing when the fragment is not encrypted', function () {
+      const triggerSpy = sandbox.spy(hls, 'trigger');
+      const frag = new Fragment(PlaylistLevelType.SUBTITLE, '');
+      subtitleStreamController._handleFragmentLoadProgress({
+        frag,
+        part: buildPart(frag),
+        payload: new ArrayBuffer(16),
+        networkDetails: null,
+      });
+      expect(triggerSpy).to.not.have.been.calledWith(Events.FRAG_DECRYPTED);
+    });
+
+    it('decrypts an encrypted VTT part and triggers FRAG_DECRYPTED with the part', async function () {
+      const plaintext = new ArrayBuffer(16);
+      const decryptStub = sandbox
+        .stub(Decrypter.prototype, 'decrypt')
+        .resolves(plaintext);
+      const triggerSpy = sandbox.spy(hls, 'trigger');
+
+      const frag = buildEncryptedSubtitleFrag();
+      const part = buildPart(frag);
+      subtitleStreamController._handleFragmentLoadProgress({
+        frag,
+        part,
+        payload: new ArrayBuffer(16),
+        networkDetails: null,
+      });
+
+      await flushPromises();
+
+      expect(decryptStub).to.have.been.calledOnce;
+      const calls = triggerSpy.getCalls();
+      let decryptedCall;
+      for (let i = 0; i < calls.length; i++) {
+        if (calls[i].args[0] === Events.FRAG_DECRYPTED) {
+          decryptedCall = calls[i];
+          break;
+        }
+      }
+      expect(decryptedCall, 'FRAG_DECRYPTED should have been triggered').to
+        .exist;
+      expect(decryptedCall.args[1].frag).to.equal(frag);
+      expect(decryptedCall.args[1].part).to.equal(part);
+      expect(decryptedCall.args[1].payload).to.equal(plaintext);
+    });
+
+    it('emits ERROR when part decryption fails', async function () {
+      sandbox.stub(Decrypter.prototype, 'decrypt').rejects(new Error('boom'));
+      const triggerSpy = sandbox.spy(hls, 'trigger');
+
+      const frag = buildEncryptedSubtitleFrag();
+      const part = buildPart(frag);
+      subtitleStreamController._handleFragmentLoadProgress({
+        frag,
+        part,
+        payload: new ArrayBuffer(16),
+        networkDetails: null,
+      });
+
+      await flushPromises();
+
+      const calls = triggerSpy.getCalls();
+      let errorCall;
+      for (let i = 0; i < calls.length; i++) {
+        if (
+          calls[i].args[0] === Events.ERROR &&
+          calls[i].args[1]?.details === ErrorDetails.FRAG_DECRYPT_ERROR
+        ) {
+          errorCall = calls[i];
+          break;
+        }
+      }
+      expect(errorCall, 'a FRAG_DECRYPT_ERROR should have been emitted').to
+        .exist;
+      expect(errorCall.args[1].frag).to.equal(frag);
+      expect(errorCall.args[1].part).to.equal(part);
+      expect(errorCall.args[1].fatal).to.equal(false);
+      expect(triggerSpy).to.not.have.been.calledWith(Events.FRAG_DECRYPTED);
+    });
+  });
 });