feat: support iOS simulator camera videos

Author: thymikee

package.json

@@ -159,6 +159,7 @@
     "!android-snapshot-helper/dist/*.idsig",
     "android-multitouch-helper/dist",
     "!android-multitouch-helper/dist/*.idsig",
+    "third_party/serve-sim-camera",
     "src/platforms/linux/atspi-dump.py",
     "skills",
     "server.json",

src/__tests__/client.test.ts

@@ -66,12 +66,14 @@ test('apps.open resolves session device identifiers from open response', async (
   const result = await client.apps.open({
     app: 'Settings',
     platform: 'ios',
+    cameraVideo: './fixtures/back.mp4',
     relaunch: true,
   });
 
   assert.equal(setup.calls.length, 1);
   assert.equal(setup.calls[0]?.command, 'open');
   assert.deepEqual(setup.calls[0]?.positionals, ['Settings']);
+  assert.equal(setup.calls[0]?.flags?.cameraVideo, './fixtures/back.mp4');
   assert.equal(result.identifiers.session, 'qa');
   assert.equal(result.identifiers.deviceId, 'SIM-001');
   assert.equal(result.identifiers.udid, 'SIM-001');

src/backend.ts

@@ -194,6 +194,7 @@ export type BackendOpenTarget = {
 };
 
 export type BackendOpenOptions = {
+  cameraVideo?: string;
   launchArgs?: string[];
   relaunch?: boolean;
 };

src/client-normalizers.ts

@@ -277,6 +277,7 @@ export function buildFlags(options: InternalRequestOptions): CommandFlags {
     androidDeviceAllowlist: options.androidDeviceAllowlist,
     surface: options.surface,
     activity: options.activity,
+    cameraVideo: options.cameraVideo,
     launchConsole: options.launchConsole,
     launchArgs: options.launchArgs,
     relaunch: options.relaunch,

src/client-types.ts

@@ -189,6 +189,7 @@ export type AppOpenOptions = AgentDeviceRequestOverrides &
     url?: string;
     surface?: SessionSurface;
     activity?: string;
+    cameraVideo?: string;
     launchConsole?: string;
     launchArgs?: string[];
     relaunch?: boolean;
@@ -555,6 +556,7 @@ type RepeatedPressOptions = {
 
 export type DeviceBootOptions = DeviceCommandBaseOptions & {
   headless?: boolean;
+  cameraVideo?: string;
   cameraFront?: string;
   cameraBack?: string;
 };
@@ -882,6 +884,7 @@ export type InternalRequestOptions = AgentDeviceClientConfig &
     overlayRefs?: boolean;
     surface?: SessionSurface;
     activity?: string;
+    cameraVideo?: string;
     launchConsole?: string;
     launchArgs?: string[];
     relaunch?: boolean;

src/commands/apps.ts

@@ -25,6 +25,7 @@ const MAX_APP_PUSH_PAYLOAD_BYTES = 8 * 1024;
 
 export type OpenAppCommandOptions = CommandContext &
   BackendOpenTarget & {
+    cameraVideo?: string;
     launchArgs?: string[];
     relaunch?: boolean;
   };
@@ -105,6 +106,7 @@ export const openAppCommand: RuntimeCommand<OpenAppCommandOptions, OpenAppComman
     toAppBackendContext(runtime, options),
     target,
     {
+      ...(options.cameraVideo !== undefined ? { cameraVideo: options.cameraVideo } : {}),
       launchArgs: options.launchArgs,
       relaunch: options.relaunch,
     },

src/commands/cli-grammar/apps.ts

@@ -43,6 +43,7 @@ export const appCliReaders = {
     url: positionals[1],
     surface: flags.surface,
     activity: flags.activity,
+    cameraVideo: flags.cameraVideo,
     launchConsole: flags.launchConsole,
     launchArgs: flags.launchArgs,
     relaunch: flags.relaunch,

src/commands/client-command-metadata.ts

@@ -56,6 +56,7 @@ export const clientCommandMetadata = [
     url: stringField('Optional URL passed with an app shell.'),
     surface: enumField(SESSION_SURFACES),
     activity: stringField('Android activity name.'),
+    cameraVideo: stringField('iOS simulator video file path injected as the app camera stream.'),
     launchConsole: stringField('Launch console mode.'),
     launchArgs: stringArrayField(
       'Launch arguments forwarded verbatim to the platform launch command.',

src/core/__tests__/dispatch-open.test.ts

@@ -77,6 +77,52 @@ test('dispatch open rejects launch arguments without an app target', async () =>
   );
 });
 
+test('dispatch open rejects camera video without an app target', async () => {
+  await assert.rejects(
+    () => dispatchCommand(IOS_SIMULATOR, 'open', [], undefined, { cameraVideo: './back.mp4' }),
+    (error: unknown) => {
+      assert.equal(error instanceof AppError, true);
+      assert.equal((error as AppError).code, 'INVALID_ARGS');
+      assert.match((error as AppError).message, /requires an app target/i);
+      return true;
+    },
+  );
+});
+
+test('dispatch open forwards iOS simulator camera video to openIosApp', async () => {
+  await dispatchCommand(IOS_SIMULATOR, 'open', ['com.example.app'], undefined, {
+    cameraVideo: '/tmp/back.mp4',
+  });
+
+  assert.equal(mockOpenIosApp.mock.calls.length, 1);
+  assert.equal(mockOpenIosApp.mock.calls[0]?.[0], IOS_SIMULATOR);
+  assert.equal(mockOpenIosApp.mock.calls[0]?.[1], 'com.example.app');
+  assert.equal(mockOpenIosApp.mock.calls[0]?.[2]?.cameraVideo, '/tmp/back.mp4');
+});
+
+test('dispatch open rejects camera video outside iOS simulator', async () => {
+  const device: DeviceInfo = {
+    platform: 'android',
+    id: 'emulator-5554',
+    name: 'Pixel',
+    kind: 'emulator',
+    booted: true,
+  };
+
+  await assert.rejects(
+    () =>
+      dispatchCommand(device, 'open', ['com.example.app'], undefined, {
+        cameraVideo: './back.mp4',
+      }),
+    (error: unknown) => {
+      assert.equal(error instanceof AppError, true);
+      assert.equal((error as AppError).code, 'UNSUPPORTED_OPERATION');
+      assert.match((error as AppError).message, /iOS simulators/i);
+      return true;
+    },
+  );
+});
+
 test('dispatch open forwards Android launch arguments to openAndroidApp', async () => {
   const device: DeviceInfo = {
     platform: 'android',

src/core/dispatch-context.ts

@@ -33,6 +33,7 @@ export type DispatchContext = ScreenshotDispatchFlags & {
   requestId?: string;
   appBundleId?: string;
   activity?: string;
+  cameraVideo?: string;
   launchConsole?: string;
   launchArgs?: string[];
   clearAppState?: boolean;