Add Auto-Depth for cutscenes/events

Author: oneup03

src/hooking/camera.cpp

@@ -95,6 +95,25 @@ static glm::fvec3 ApplyCameraModeEyeOffsetPolicy(const glm::fquat& baseYaw, cons
     return baseYaw * eyePos;
 }
 
+static float GetStereoDepthScaleForCurrentContext() {
+    if (CemuHooks::HasActiveCutscene()) {
+        return GetSettings().GetCutsceneStereoDepthScale();
+    }
+
+    return GetSettings().GetGameplayStereoDepthScale();
+}
+
+static glm::fvec3 ApplyStereoDepthScalePolicy(const glm::fvec3& eyePos) {
+    auto middlePoseOpt = VRManager::instance().XR->GetRenderer()->GetMiddlePose();
+    if (!middlePoseOpt.has_value()) {
+        return eyePos;
+    }
+
+    const glm::fvec3 middleEyePos = glm::fvec3(middlePoseOpt.value()[3]);
+    const float depthScale = GetStereoDepthScaleForCurrentContext();
+    return middleEyePos + (eyePos - middleEyePos) * depthScale;
+}
+
 static void SetLookAtCameraVectorsFromPose(BESeadLookAtCamera& camera, const glm::vec3& position, const glm::fquat& rotation) {
     const glm::vec3 forward = glm::normalize(rotation * glm::fvec3(0.0f, 0.0f, -1.0f));
     const glm::vec3 up = glm::normalize(rotation * glm::fvec3(0.0f, 1.0f, 0.0f));
@@ -379,6 +398,7 @@ void CemuHooks::hook_GetRenderCamera(PPCInterpreter_t* hCPU) {
     glm::fquat eyeRot = ToGLM(currPoseOpt.value().orientation);
 
     CameraMode cameraMode = GetSettings().GetCameraMode();
+    eyePos = ApplyStereoDepthScalePolicy(eyePos);
     eyePos = ApplyCameraModeEyePosPolicy(eyePos, cameraMode);
 
     glm::vec3 newPos = basePos + ApplyCameraModeEyeOffsetPolicy(baseYaw, baseRot, eyePos, cameraMode);
@@ -608,6 +628,7 @@ void CemuHooks::hook_ModifyProjectionUsingCamera(PPCInterpreter_t* hCPU) {
         glm::fquat eyeRot = ToGLM(currPoseOpt.value().orientation);
 
         CameraMode cameraMode = GetSettings().GetCameraMode();
+        eyePos = ApplyStereoDepthScalePolicy(eyePos);
         eyePos = ApplyCameraModeEyePosPolicy(eyePos, cameraMode);
 
         glm::vec3 newPos = basePos + ApplyCameraModeEyeOffsetPolicy(baseYaw, baseRot, eyePos, cameraMode);
@@ -714,6 +735,7 @@ std::pair<glm::vec3, glm::fquat> CemuHooks::CalculateVRWorldPose(const BESeadLoo
     glm::fquat eyeRot = ToGLM(currPoseOpt.value().orientation);
 
     CameraMode cameraMode = GetSettings().GetCameraMode();
+    eyePos = ApplyStereoDepthScalePolicy(eyePos);
     eyePos = ApplyCameraModeEyePosPolicy(eyePos, cameraMode);
 
     glm::vec3 newPos = basePos + ApplyCameraModeEyeOffsetPolicy(baseYaw, baseRot, eyePos, cameraMode);

src/rendering/vulkan_imgui.cpp

@@ -768,6 +768,10 @@ void RND_Renderer::ImGuiOverlay::DrawHelpMenu() {
                         //});
                     }
 
+                    DrawSettingRow("Stereo Depth In Gameplay", [&]() {
+                        settings.gameplayStereoDepthScale.AddToGUI(&changed, windowWidth.x, 0.0f, 3.0f, [](float value) { return std::format("{:.2f}x", value); });
+                    });
+
                     ImGui::Spacing();
                     ImGui::Separator();
                     ImGui::PushStyleColor(ImGuiCol_Text, ImGui::GetStyleColorVec4(ImGuiCol_HeaderActive));
@@ -784,6 +788,10 @@ void RND_Renderer::ImGuiOverlay::DrawHelpMenu() {
                         settings.useBlackBarsForCutscenes.AddToGUI(&changed);
                     });
 
+                    DrawSettingRow("Stereo Depth In Cutscenes", [&]() {
+                        settings.cutsceneStereoDepthScale.AddToGUI(&changed, windowWidth.x, 0.0f, 1.5f, [](float value) { return std::format("{:.2f}x", value); });
+                    });
+
                     ImGui::Spacing();
                     ImGui::Separator();
                     ImGui::PushStyleColor(ImGuiCol_Text, ImGui::GetStyleColorVec4(ImGuiCol_HeaderActive));

src/utils/mod_settings.h

@@ -640,6 +640,8 @@ struct ModSettings {
 
     static constexpr float kDefaultAxisThreshold = 0.5f;
     static constexpr float kDefaultStickDeadzone = 0.15f;
+    static constexpr float kDefaultGameplayStereoDepthScale = 1.0f;
+    static constexpr float kDefaultCutsceneStereoDepthScale = 0.25f;
     static constexpr float kDefaultReticlePixelOffsetPx = 100.0f;
     static constexpr float kDefaultReticleRadiusPx = 15.0f;
     static constexpr float kDefaultReticleThicknessPx = 2.0f;
@@ -650,6 +652,8 @@ struct ModSettings {
     EnumSetting<PlayMode> playMode = EnumSetting<PlayMode>("PlayMode", PlayMode::STANDING, ModSettings::toString, { PlayMode::STANDING, PlayMode::SEATED });
     FloatSetting<float> thirdPlayerDistance = FloatSetting<float>("ThirdPlayerDistance", 0.5f, 0.0f);
     EnumSetting<EventMode> cutsceneCameraMode = EnumSetting<EventMode>("CutsceneCameraMode", EventMode::FOLLOW_DEFAULT_EVENT_SETTINGS, ModSettings::toString, { EventMode::ALWAYS_FIRST_PERSON, EventMode::FOLLOW_DEFAULT_EVENT_SETTINGS, EventMode::ALWAYS_THIRD_PERSON });
+    FloatSetting<float> gameplayStereoDepthScale = FloatSetting<float>("GameplayStereoDepthScale", kDefaultGameplayStereoDepthScale, 0.0f, 3.0f);
+    FloatSetting<float> cutsceneStereoDepthScale = FloatSetting<float>("CutsceneStereoDepthScale", kDefaultCutsceneStereoDepthScale, 0.0f, 1.5f);
     BoolSetting useBlackBarsForCutscenes = BoolSetting("UseBlackBarsForCutscenes", false);
 
     // first-person settings
@@ -686,6 +690,8 @@ struct ModSettings {
             &playMode,
             &thirdPlayerDistance,
             &cutsceneCameraMode,
+            &gameplayStereoDepthScale,
+            &cutsceneStereoDepthScale,
             &useBlackBarsForCutscenes,
             &playerHeightOffset,
             &leftHanded,
@@ -732,6 +738,8 @@ struct ModSettings {
         }
         return cutsceneCameraMode;
     }
+    float GetGameplayStereoDepthScale() const { return gameplayStereoDepthScale; }
+    float GetCutsceneStereoDepthScale() const { return cutsceneStereoDepthScale; }
     bool UseBlackBarsForCutscenes() const { return useBlackBarsForCutscenes; }
     bool ShouldFlatPreviewBeCroppedTo16x9() const { return cropFlatTo16x9 == 1; }
 
@@ -758,6 +766,8 @@ struct ModSettings {
         std::format_to(std::back_inserter(buffer), " - Static Reticle Opacity: {:.2f}\n", staticReticleOpacity.Get());
         std::format_to(std::back_inserter(buffer), " - Static Reticle Color: ({:.2f}, {:.2f}, {:.2f})\n", staticReticleColorR.Get(), staticReticleColorG.Get(), staticReticleColorB.Get());
         std::format_to(std::back_inserter(buffer), " - Cutscene Camera Mode: {}\n", toDisplayString(GetCutsceneCameraMode()));
+        std::format_to(std::back_inserter(buffer), " - Stereo Depth (Gameplay): {:.2f}x\n", GetGameplayStereoDepthScale());
+        std::format_to(std::back_inserter(buffer), " - Stereo Depth (Cutscenes): {:.2f}x\n", GetCutsceneStereoDepthScale());
         std::format_to(std::back_inserter(buffer), " - Show Black Bars for Third-Person Cutscenes: {}\n", UseBlackBarsForCutscenes() ? "Yes" : "No");
         std::format_to(std::back_inserter(buffer), " - Performance Overlay: {}\n", toDisplayString(performanceOverlay));
         std::format_to(std::back_inserter(buffer), " - Performance Overlay Frequency: {} Hz\n", performanceOverlayFrequency.Get());