feat: initial version

Author: NorbertKlockiewicz

apps/computer-vision/app/vision_camera/index.tsx

@@ -181,7 +181,7 @@ export default function VisionCameraScreen() {
         outputs={frameOutput ? [frameOutput] : []}
         isActive={isFocused}
         format={format}
-        orientationSource="interface"
+        orientationSource="device"
       />
 
       {/* Layout sentinel — measures the full-screen area for bbox/canvas sizing */}

apps/computer-vision/components/vision_camera/tasks/ObjectDetectionTask.tsx

@@ -79,8 +79,8 @@ export default function ObjectDetectionTask({
         }
         try {
           if (!detRof) return;
-          const iw = frame.width > frame.height ? frame.height : frame.width;
-          const ih = frame.width > frame.height ? frame.width : frame.height;
+          const iw = frame.width;
+          const ih = frame.height;
           const result = detRof(frame, 0.5);
           if (result) {
             scheduleOnRN(updateDetections, {

apps/computer-vision/components/vision_camera/tasks/SegmentationTask.tsx

@@ -138,6 +138,7 @@ export default function SegmentationTask({
 
   const frameOutput = useFrameOutput({
     pixelFormat: 'rgb',
+    enablePhysicalBufferRotation: true,
     dropFramesWhileBusy: true,
     onFrame: useCallback(
       (frame: Frame) => {

apps/computer-vision/package.json

@@ -38,7 +38,7 @@
     "react-native-screens": "~4.16.0",
     "react-native-svg": "15.15.3",
     "react-native-svg-transformer": "^1.5.3",
-    "react-native-vision-camera": "5.0.0-beta.6",
+    "react-native-vision-camera": "5.0.0-beta.7",
     "react-native-worklets": "0.7.4"
   },
   "devDependencies": {

packages/react-native-executorch/common/rnexecutorch/utils/FrameProcessor.cpp

@@ -28,15 +28,7 @@ cv::Mat extractFrame(jsi::Runtime &runtime, const jsi::Object &frameData) {
 
 cv::Mat frameToMat(jsi::Runtime &runtime, const jsi::Value &frameData) {
   auto frameObj = frameData.asObject(runtime);
-  cv::Mat frame = extractFrame(runtime, frameObj);
-
-  // Camera sensors deliver landscape frames; rotate to portrait orientation.
-  if (frame.cols > frame.rows) {
-    cv::Mat upright;
-    cv::rotate(frame, upright, cv::ROTATE_90_CLOCKWISE);
-    return upright;
-  }
-  return frame;
+  return extractFrame(runtime, frameObj);
 }
 
 cv::Mat pixelsToMat(const JSTensorViewIn &pixelData) {

packages/react-native-executorch/common/rnexecutorch/utils/FrameProcessor.h

@@ -19,9 +19,10 @@ using namespace facebook;
 cv::Mat extractFrame(jsi::Runtime &runtime, const jsi::Object &frameData);
 
 /**
- * @brief Convert a VisionCamera frame to a rotated RGB cv::Mat.
+ * @brief Convert a VisionCamera frame to an RGB cv::Mat.
  *
- * Handles frame extraction and landscape→portrait rotation.
+ * Expects the frame buffer to already be correctly oriented — use
+ * enablePhysicalBufferRotation on the FrameOutput to ensure this.
  * Callers are responsible for any further colour space conversion.
  */
 cv::Mat frameToMat(jsi::Runtime &runtime, const jsi::Value &frameData);