feat(video): execute native delivery plans

Author: chrisbbreuer

storage/framework/core/video/package.json

@@ -1 +1 @@
-{"name":"@stacksjs/video","type":"module","sideEffects":false,"version":"0.70.162","description":"Native video delivery planning for Stacks.","author":"Chris Breuer","license":"MIT","funding":"https://github.com/sponsors/chrisbbreuer","repository":{"type":"git","url":"git+https://github.com/stacksjs/stacks.git","directory":"./storage/framework/core/video"},"exports":{".":{"types":"./dist/index.d.ts","development":"./src/index.ts","bun":"./dist/index.js","import":"./dist/index.js"}},"module":"dist/index.js","types":"dist/index.d.ts","files":["README.md","dist"],"scripts":{"build":"bun build.ts","typecheck":"bun tsc --noEmit","prepublishOnly":"bun run build"},"dependencies":{"ts-video-player":"^0.1.0"},"devDependencies":{"better-dx":"catalog:"}}
+{"name":"@stacksjs/video","type":"module","sideEffects":false,"version":"0.70.162","description":"Native video delivery planning for Stacks.","author":"Chris Breuer","license":"MIT","funding":"https://github.com/sponsors/chrisbbreuer","repository":{"type":"git","url":"git+https://github.com/stacksjs/stacks.git","directory":"./storage/framework/core/video"},"exports":{".":{"types":"./dist/index.d.ts","development":"./src/index.ts","bun":"./dist/index.js","import":"./dist/index.js"}},"module":"dist/index.js","types":"dist/index.d.ts","files":["README.md","dist"],"scripts":{"build":"bun build.ts","typecheck":"bun tsc --noEmit","prepublishOnly":"bun run build"},"dependencies":{"ts-video-player":"^0.1.0","ts-videos":"^0.0.0"},"devDependencies":{"better-dx":"catalog:"}}

storage/framework/core/video/src/index.ts

@@ -2,11 +2,15 @@ import { createHmac, timingSafeEqual } from 'node:crypto'
 
 export type VideoContainer = 'mp4' | 'webm'
 export type StreamingFormat = 'hls' | 'dash'
-export interface VideoProfile { width: number, height: number, duration: number, frameRate: number, container: VideoContainer, videoCodec: string, audioCodec?: string, videoBitrate?: number, hasAudio?: boolean, hdr?: boolean }
+export type VideoCodec = 'h264' | 'h265' | 'vp8' | 'vp9' | 'av1' | 'mpeg1' | 'mpeg2' | 'mpeg4' | 'theora' | 'mjpeg' | 'prores' | 'dnxhd' | 'unknown'
+export type VideoAudioCodec = 'aac' | 'mp3' | 'opus' | 'vorbis' | 'flac' | 'alac' | 'ac3' | 'eac3' | 'dts' | 'pcm_s16le' | 'pcm_s16be' | 'pcm_s24le' | 'pcm_s24be' | 'pcm_s32le' | 'pcm_s32be' | 'pcm_f32le' | 'pcm_f32be' | 'pcm_f64le' | 'pcm_f64be' | 'pcm_mulaw' | 'pcm_alaw' | 'unknown'
+export interface VideoProfile { width: number, height: number, duration: number, frameRate: number, container: VideoContainer, videoCodec: VideoCodec, audioCodec?: VideoAudioCodec, videoBitrate?: number, hasAudio?: boolean, hdr?: boolean }
 export interface VideoRendition { name: string, width: number, height: number, frameRate: number, videoBitrate: number, audioBitrate: number }
 export interface VideoCapabilities { videoEncoder: boolean, audioEncoder: boolean, videoCodecs: string[], audioCodecs: string[] }
-export interface VideoOutput { container: VideoContainer, videoCodec: string, audioCodec?: string, action: 'copy' | 'transcode', available: boolean, reason?: string }
+export interface VideoOutput { container: VideoContainer, videoCodec: VideoCodec, audioCodec?: VideoAudioCodec, action: 'copy' | 'transcode', available: boolean, reason?: string }
 export interface VideoPlan { source: string, profile: VideoProfile, renditions: VideoRendition[], outputs: VideoOutput[], streaming: StreamingFormat[], segmentDuration: number, keyframeInterval: number }
+export interface VideoProcessOptions { batchSize?: number, signal?: AbortSignal }
+export interface ProcessedVideoDerivative { output: VideoOutput, rendition: VideoRendition, bytes: Uint8Array }
 export interface PreviewCue { startTime: number, endTime: number, uri: string, x?: number, y?: number, width?: number, height?: number }
 const edges = [240, 360, 480, 540, 720, 1080, 1440, 2160]
 const even = (value: number): number => Math.max(2, Math.round(value / 2) * 2)
@@ -54,8 +58,21 @@ export class VideoBuilder {
     const segmentDuration = profile.duration <= 30 ? 2 : profile.duration <= 600 ? 4 : 6
     return { source: this.source, profile, renditions, outputs, streaming: this.streams, segmentDuration, keyframeInterval: Math.max(1, Math.round(profile.frameRate * segmentDuration)) }
   }
+  async process(options: VideoProcessOptions = {}): Promise<ProcessedVideoDerivative[]> { return processVideoPlan(this.generate(), options) }
 }
 export function video(source: string): VideoBuilder { return new VideoBuilder(source) }
+export async function processVideoPlan(plan: VideoPlan, options: VideoProcessOptions = {}): Promise<ProcessedVideoDerivative[]> {
+  assertVideoPlanExecutable(plan)
+  const { generateVideoDerivatives } = await import('ts-videos/native-transcode')
+  return generateVideoDerivatives(plan.source, {
+    source: plan.profile,
+    renditions: plan.renditions,
+    outputs: plan.outputs,
+    streaming: plan.streaming,
+    segmentDuration: plan.segmentDuration,
+    keyframeInterval: plan.keyframeInterval,
+  }, options)
+}
 export function assertVideoPlanExecutable(plan: VideoPlan): void {
   const missing = plan.outputs.filter(value => !value.available)
   if (missing.length) throw new Error(missing.map(value => `${value.container}: ${value.reason}`).join('; '))

storage/framework/core/video/tests/process.test.ts

@@ -0,0 +1,21 @@
+import { expect, mock, test } from 'bun:test'
+
+mock.module('ts-videos/native-transcode', () => ({
+  generateVideoDerivatives: async (source: string, plan: { source: { width: number }, renditions: unknown[] }): Promise<unknown[]> => {
+    expect(source).toBe('movie.mp4')
+    expect(plan.source.width).toBe(1920)
+    expect(plan.renditions.length).toBeGreaterThan(1)
+    return [{ output: { container: 'mp4' }, rendition: plan.renditions[0], bytes: new Uint8Array([1, 2, 3]) }]
+  },
+}))
+
+const { video } = await import('../src')
+
+test('processes a generated video plan through ts-videos', async () => {
+  const result = await video('movie.mp4')
+    .profile({ width: 1920, height: 1080, duration: 60, frameRate: 30, container: 'mp4', videoCodec: 'h264', audioCodec: 'aac' })
+    .output(['mp4'])
+    .runtime({ videoEncoder: true, audioEncoder: true, videoCodecs: ['h264'], audioCodecs: ['aac'] })
+    .process()
+  expect(result[0]?.bytes).toEqual(new Uint8Array([1, 2, 3]))
+})