Added Support for Luma ray 3.2

Author: Sirsho1997

__init__.py

@@ -40,6 +40,8 @@
 from .modules.videoInferenceSettingsActiveSpeakerDetection import RunwareVideoInferenceSettingsActiveSpeakerDetection
 from .modules.videoInferenceSettingsActiveSpeakerBoundingBoxes import RunwareVideoInferenceSettingsActiveSpeakerBoundingBoxes
 from .modules.videoInferenceSettingsSegments import RunwareVideoInferenceSettingsSegments
+from .modules.videoInferenceSettingsControl import RunwareVideoInferenceSettingsControl
+from .modules.videoInferenceSettingsSourcePosition import RunwareVideoInferenceSettingsSourcePosition
 from .modules.frameImages import RunwareFrameImages
 from .modules.providerSettings.pixverseProviderSettings import RunwarePixverseProviderSettings
 from .modules.providerSettings.openaiProviderSettings import RunwareOpenAIProviderSettings
@@ -232,6 +234,8 @@
     "Runware Video Inference Settings Active Speaker Detection": RunwareVideoInferenceSettingsActiveSpeakerDetection,
     "Runware Video Inference Settings Active Speaker Bounding Boxes": RunwareVideoInferenceSettingsActiveSpeakerBoundingBoxes,
     "Runware Video Inference Settings Segments": RunwareVideoInferenceSettingsSegments,
+    "Runware Video Inference Settings Edit": RunwareVideoInferenceSettingsControl,
+    "Runware Video Inference Settings Source Position": RunwareVideoInferenceSettingsSourcePosition,
     "Runware Lightricks Provider Settings": RunwareLightricksProviderSettings,
     "Runware MiniMax Provider Settings": RunwareMiniMaxProviderSettings,
     "Runware Luma Provider Settings": RunwareLumaProviderSettings,

clientlibs/main.js

@@ -1,6 +1,6 @@
 import { app } from "../../scripts/app.js";
 import { api } from "../../scripts/api.js";
-import { promptEnhanceHandler, syncDimensionsNodeHandler, searchNodeHandler, APIKeyHandler, captionNodeHandler, saveTextHandler, mediaUUIDHandler, save3DFilepathHandler, videoTranscriptionHandler, videoOutputsHandler, handleCustomErrors, videoInferenceDimensionsHandler, videoModelSearchFilterHandler, threeDModelSearchFilterHandler, audioModelSearchFilterHandler, textModelSearchFilterHandler, vectorizeModelSearchFilterHandler, vectorizeToggleHandler, useParameterToggleHandler, imageInferenceToggleHandler, imageInferenceAdvancedFeaturesToggleHandler, watermarkAdvancedFeatureToggleHandler, videoInferenceSpeechInputToggleHandler, regionalPromptingRegionsToggleHandler, upscalerToggleHandler, imageUpscalerSettingsToggleHandler, videoUpscalerToggleHandler, audioInferenceToggleHandler, audioInferenceSpeechToggleHandler, audioSettingsToggleHandler, textInferenceSettingsToggleHandler, videoSettingsToggleHandler, videoInferenceSettingsTtsToggleHandler, videoInferenceSettingsActiveSpeakerDetectionToggleHandler, videoInferenceSettingsActiveSpeakerBoundingBoxesToggleHandler, videoInferenceSettingsSegmentsToggleHandler, acceleratorOptionsToggleHandler, bytedanceProviderSettingsToggleHandler, xaiProviderSettingsToggleHandler, viduProviderSettingsToggleHandler, sourcefulProviderSettingsToggleHandler, sourcefulProviderSettingsFontsToggleHandler, threeDInferenceToggleHandler, threeDInferenceSettingsToggleHandler, threeDInferenceSettingsLatToggleHandler, threeDInferenceSettingsMeshClusterToggleHandler, threeDInferenceSettingsDracoCompressionToggleHandler, ultralyticsProviderSettingsToggleHandler, openaiProviderSettingsToggleHandler, lightricksProviderSettingsToggleHandler, klingProviderSettingsToggleHandler, lumaProviderSettingsToggleHandler, briaProviderSettingsToggleHandler, pixverseProviderSettingsToggleHandler, alibabaProviderSettingsToggleHandler, mireloProviderSettingsToggleHandler, googleProviderSettingsToggleHandler, syncProviderSettingsToggleHandler, syncSegmentToggleHandler, settingsToggleHandler, outpaintSettingsToggleHandler, safetyInputsToggleHandler, imageInferenceSettingsColorPaletteToggleHandler, imageInferenceSettingsMoodboardsToggleHandler, imageInferenceSettingsStructuredPromptToggleHandler, imageInferenceSettingsPromptEnhanceToggleHandler, imageInferenceSettingsScoringRubricToggleHandler, audioInputToggleHandler, speechInputToggleHandler, briaProviderMaskToggleHandler, wanAnimateAdvancedFeatureSettingsToggleHandler, videoAdvancedFeatureInputsToggleHandler, audioInferenceInputsToggleHandler, audioInferenceReferenceVoiceToggleHandler, audioInferenceSpeechVoicesToggleHandler, videoInputsFrameToggleHandler, referenceVideosToggleHandler } from "./utils.js";
+import { promptEnhanceHandler, syncDimensionsNodeHandler, searchNodeHandler, APIKeyHandler, captionNodeHandler, saveTextHandler, mediaUUIDHandler, save3DFilepathHandler, videoTranscriptionHandler, videoOutputsHandler, handleCustomErrors, videoInferenceDimensionsHandler, videoModelSearchFilterHandler, threeDModelSearchFilterHandler, audioModelSearchFilterHandler, textModelSearchFilterHandler, vectorizeModelSearchFilterHandler, vectorizeToggleHandler, useParameterToggleHandler, imageInferenceToggleHandler, imageInferenceAdvancedFeaturesToggleHandler, watermarkAdvancedFeatureToggleHandler, videoInferenceSpeechInputToggleHandler, regionalPromptingRegionsToggleHandler, upscalerToggleHandler, imageUpscalerSettingsToggleHandler, videoUpscalerToggleHandler, audioInferenceToggleHandler, audioInferenceSpeechToggleHandler, audioSettingsToggleHandler, textInferenceSettingsToggleHandler, videoSettingsToggleHandler, videoInferenceSettingsTtsToggleHandler, videoInferenceSettingsActiveSpeakerDetectionToggleHandler, videoInferenceSettingsActiveSpeakerBoundingBoxesToggleHandler, videoInferenceSettingsSegmentsToggleHandler, videoInferenceSettingsControlToggleHandler, acceleratorOptionsToggleHandler, bytedanceProviderSettingsToggleHandler, xaiProviderSettingsToggleHandler, viduProviderSettingsToggleHandler, sourcefulProviderSettingsToggleHandler, sourcefulProviderSettingsFontsToggleHandler, threeDInferenceToggleHandler, threeDInferenceSettingsToggleHandler, threeDInferenceSettingsLatToggleHandler, threeDInferenceSettingsMeshClusterToggleHandler, threeDInferenceSettingsDracoCompressionToggleHandler, ultralyticsProviderSettingsToggleHandler, openaiProviderSettingsToggleHandler, lightricksProviderSettingsToggleHandler, klingProviderSettingsToggleHandler, lumaProviderSettingsToggleHandler, briaProviderSettingsToggleHandler, pixverseProviderSettingsToggleHandler, alibabaProviderSettingsToggleHandler, mireloProviderSettingsToggleHandler, googleProviderSettingsToggleHandler, syncProviderSettingsToggleHandler, syncSegmentToggleHandler, settingsToggleHandler, outpaintSettingsToggleHandler, safetyInputsToggleHandler, imageInferenceSettingsColorPaletteToggleHandler, imageInferenceSettingsMoodboardsToggleHandler, imageInferenceSettingsStructuredPromptToggleHandler, imageInferenceSettingsPromptEnhanceToggleHandler, imageInferenceSettingsScoringRubricToggleHandler, audioInputToggleHandler, speechInputToggleHandler, briaProviderMaskToggleHandler, wanAnimateAdvancedFeatureSettingsToggleHandler, videoAdvancedFeatureInputsToggleHandler, audioInferenceInputsToggleHandler, audioInferenceReferenceVoiceToggleHandler, audioInferenceSpeechVoicesToggleHandler, videoInputsFrameToggleHandler, referenceVideosToggleHandler } from "./utils.js";
 import { RUNWARE_NODE_TYPES, RUNWARE_NODE_PROPS, SEARCH_TERMS } from "./types.js";
 
 const nodeInitList = [];
@@ -107,6 +107,8 @@ app.registerExtension({
             videoInferenceSettingsActiveSpeakerBoundingBoxesToggleHandler(node);
         } else if(nodeClass === RUNWARE_NODE_TYPES.VIDEOINFERENCESETTINGSSEGMENTS) {
             videoInferenceSettingsSegmentsToggleHandler(node);
+        } else if(nodeClass === RUNWARE_NODE_TYPES.VIDEOINFERENCESETTINGSEDIT) {
+            videoInferenceSettingsControlToggleHandler(node);
         } else if(nodeClass === RUNWARE_NODE_TYPES.ACCELERATOROPTIONS) {
             acceleratorOptionsToggleHandler(node);
         } else if(nodeClass === RUNWARE_NODE_TYPES.BYTEDANCEPROVIDERSETTINGS) {

clientlibs/types.js

@@ -130,6 +130,8 @@ const RUNWARE_NODE_TYPES = {
     VIDEOINFERENCESETTINGSACTIVESPEAKERDETECTION: "Runware Video Inference Settings Active Speaker Detection",
     VIDEOINFERENCESETTINGSACTIVESPEAKERBOUNDINGBOXES: "Runware Video Inference Settings Active Speaker Bounding Boxes",
     VIDEOINFERENCESETTINGSSEGMENTS: "Runware Video Inference Settings Segments",
+    VIDEOINFERENCESETTINGSEDIT: "Runware Video Inference Settings Edit",
+    VIDEOINFERENCESETTINGSSOURCEPOSITION: "Runware Video Inference Settings Source Position",
     LIGHTRICKSPROVIDERSETTINGS: "Runware Lightricks Provider Settings",
     KLINGPROVIDERSETTINGS: "Runware KlingAI Provider Settings",
     KLINGMULTIPROMPTSEGMENT: "Runware Kling MultiPrompt Segment",
@@ -620,6 +622,14 @@ const RUNWARE_NODE_PROPS = {
         bgColor: DEFAULT_BGCOLOR,
         colorModeOnly: true,
     },
+    [RUNWARE_NODE_TYPES.VIDEOINFERENCESETTINGSEDIT]: {
+        bgColor: DEFAULT_BGCOLOR,
+        colorModeOnly: true,
+    },
+    [RUNWARE_NODE_TYPES.VIDEOINFERENCESETTINGSSOURCEPOSITION]: {
+        bgColor: DEFAULT_BGCOLOR,
+        colorModeOnly: true,
+    },
     [RUNWARE_NODE_TYPES.ACCELERATOROPTIONS]: {
         bgColor: DEFAULT_BGCOLOR,
         colorModeOnly: true,

clientlibs/utils.js

@@ -1432,6 +1432,12 @@ function videoSettingsToggleHandler(settingsNode) {
     const sourceAudioSyncWidget = settingsNode.widgets.find(w => w && w.name === "sourceAudioSync");
     const useTurboWidget = settingsNode.widgets.find(w => w && w.name === "useTurbo");
     const turboWidget = settingsNode.widgets.find(w => w && w.name === "turbo");
+    const useLoopWidget = settingsNode.widgets.find(w => w && w.name === "useLoop");
+    const loopWidget = settingsNode.widgets.find(w => w && w.name === "loop");
+    const useHdrWidget = settingsNode.widgets.find(w => w && w.name === "useHdr");
+    const hdrWidget = settingsNode.widgets.find(w => w && w.name === "hdr");
+    const useExrExportWidget = settingsNode.widgets.find(w => w && w.name === "useExrExport");
+    const exrExportWidget = settingsNode.widgets.find(w => w && w.name === "exrExport");
     const useVoicePromptWidget = settingsNode.widgets.find(w => w && w.name === "useVoicePrompt");
     const voicePromptWidget = settingsNode.widgets.find(w => w && w.name === "voicePrompt");
     const useSafetyFilterWidget = settingsNode.widgets.find(w => w && w.name === "useSafetyFilter");
@@ -1494,6 +1500,9 @@ function videoSettingsToggleHandler(settingsNode) {
     if (usePreserveAudioWidget && preserveAudioWidget) toggleWidgetState(usePreserveAudioWidget, preserveAudioWidget, "preserveAudio");
     if (useSourceAudioSyncWidget && sourceAudioSyncWidget) toggleWidgetState(useSourceAudioSyncWidget, sourceAudioSyncWidget, "sourceAudioSync");
     if (useTurboWidget && turboWidget) toggleWidgetState(useTurboWidget, turboWidget, "turbo");
+    if (useLoopWidget && loopWidget) toggleWidgetState(useLoopWidget, loopWidget, "loop");
+    if (useHdrWidget && hdrWidget) toggleWidgetState(useHdrWidget, hdrWidget, "hdr");
+    if (useExrExportWidget && exrExportWidget) toggleWidgetState(useExrExportWidget, exrExportWidget, "exrExport");
     if (useVoicePromptWidget && voicePromptWidget) toggleWidgetState(useVoicePromptWidget, voicePromptWidget, "voicePrompt");
     if (useSafetyFilterWidget && safetyFilterWidget) toggleWidgetState(useSafetyFilterWidget, safetyFilterWidget, "safetyFilter");
     if (usePromptUpsamplingWidget && promptUpsamplingWidget) toggleWidgetState(usePromptUpsamplingWidget, promptUpsamplingWidget, "promptUpsampling");
@@ -1674,6 +1683,49 @@ function videoInferenceSettingsSegmentsToggleHandler(node) {
     wireSegment(4);
 }
 
+function videoInferenceSettingsControlToggleHandler(node) {
+    if (!node?.widgets) return;
+
+    const useAutoControlsWidget = node.widgets.find(w => w && w.name === "useAutoControls");
+    const autoControlsWidget = node.widgets.find(w => w && w.name === "autoControls");
+    const useStrengthWidget = node.widgets.find(w => w && w.name === "useStrength");
+    const strengthWidget = node.widgets.find(w => w && w.name === "strength");
+    const useDepthBlurWidget = node.widgets.find(w => w && w.name === "useDepthBlur");
+    const depthBlurWidget = node.widgets.find(w => w && w.name === "depthBlur");
+    const useFaceWidget = node.widgets.find(w => w && w.name === "useFace");
+    const faceWidget = node.widgets.find(w => w && w.name === "face");
+    const useNormalsAugmentationWidget = node.widgets.find(w => w && w.name === "useNormalsAugmentation");
+    const normalsAugmentationWidget = node.widgets.find(w => w && w.name === "normalsAugmentation");
+    const usePoseStrengthWidget = node.widgets.find(w => w && w.name === "usePoseStrength");
+    const poseStrengthWidget = node.widgets.find(w => w && w.name === "poseStrength");
+    const useTrajectorySparsityWidget = node.widgets.find(w => w && w.name === "useTrajectorySparsity");
+    const trajectorySparsityWidget = node.widgets.find(w => w && w.name === "trajectorySparsity");
+
+    function toggleWidgetState(useWidget, paramWidget, paramName) {
+        if (!useWidget || !paramWidget) return;
+        function applyState() {
+            const enabled = useWidget.value === true;
+            toggleWidgetEnabled(paramWidget, enabled, node);
+            if (paramWidget.options && paramWidget.options.element) {
+                paramWidget.options.element.disabled = !enabled;
+                paramWidget.options.element.style.opacity = enabled ? "1" : "0.5";
+                paramWidget.options.element.style.pointerEvents = enabled ? "auto" : "none";
+            }
+            node.setDirtyCanvas(true);
+        }
+        setTimeout(applyState, 100);
+        appendWidgetCB(useWidget, () => setTimeout(applyState, 50));
+    }
+
+    if (useAutoControlsWidget && autoControlsWidget) toggleWidgetState(useAutoControlsWidget, autoControlsWidget, "autoControls");
+    if (useStrengthWidget && strengthWidget) toggleWidgetState(useStrengthWidget, strengthWidget, "strength");
+    if (useDepthBlurWidget && depthBlurWidget) toggleWidgetState(useDepthBlurWidget, depthBlurWidget, "depthBlur");
+    if (useFaceWidget && faceWidget) toggleWidgetState(useFaceWidget, faceWidget, "face");
+    if (useNormalsAugmentationWidget && normalsAugmentationWidget) toggleWidgetState(useNormalsAugmentationWidget, normalsAugmentationWidget, "normalsAugmentation");
+    if (usePoseStrengthWidget && poseStrengthWidget) toggleWidgetState(usePoseStrengthWidget, poseStrengthWidget, "poseStrength");
+    if (useTrajectorySparsityWidget && trajectorySparsityWidget) toggleWidgetState(useTrajectorySparsityWidget, trajectorySparsityWidget, "trajectorySparsity");
+}
+
 function audioInferenceSpeechToggleHandler(speechNode) {
     if (!speechNode?.widgets) return;
 
@@ -2937,6 +2989,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) {
             "lumaai:1@1 (Luma Ray 1.6)",
             "lumaai:2@1 (Luma Ray 2)",
             "lumaai:2@2 (Luma Ray 2 Flash)",
+            "luma:ray@3.2 (Luma Ray 3.2)",
         ],
         "Sync": [
             "sync:lipsync-2@1 (Sync LipSync 2)",
@@ -3063,6 +3116,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) {
         "lumaai:1@1": {"width": 1080, "height": 720},
         "lumaai:2@1": {"width": 1080, "height": 720},
         "lumaai:2@2": {"width": 1080, "height": 720},
+        "luma:ray@3.2": {"width": 1280, "height": 720},
         "sync:lipsync-2@1": {"width": 0, "height": 0},
         "sync:lipsync-2-pro@1": {"width": 0, "height": 0},
         "sync:react-1@1": {"width": 0, "height": 0},
@@ -3168,6 +3222,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) {
         "lumaai:1@1": "720p",
         "lumaai:2@1": "720p",
         "lumaai:2@2": "720p",
+        "luma:ray@3.2": "720p",
         "sync:lipsync-2@1": "720p",
         "sync:lipsync-2-pro@1": "720p",
         "sync:react-1@1": "720p",
@@ -5314,6 +5369,7 @@ export {
     videoInferenceSettingsActiveSpeakerDetectionToggleHandler,
     videoInferenceSettingsActiveSpeakerBoundingBoxesToggleHandler,
     videoInferenceSettingsSegmentsToggleHandler,
+    videoInferenceSettingsControlToggleHandler,
     acceleratorOptionsToggleHandler,
     bytedanceProviderSettingsToggleHandler,
     xaiProviderSettingsToggleHandler,

modules/utils/runwareUtils.py

@@ -20,7 +20,8 @@
 import threading
 import re
 
-import websocket
+from websockets.sync.client import connect as ws_connect
+from websockets.exceptions import ConnectionClosed, WebSocketException
 
 from ..version import __version__
 
@@ -191,6 +192,13 @@ def getRunwareWsHeaders():
         f"X-SDK-Version: {__version__}",
     ]
 
+def getRunwareWsHeadersDict():
+    headers = {}
+    for header in getRunwareWsHeaders():
+        key, value = header.split(": ", 1)
+        headers[key] = value
+    return headers
+
 WS_CONNECT_TIMEOUT = 10
 WS_READ_TIMEOUT = 1
 
@@ -333,12 +341,12 @@ def _connect(self):
             self._reader_thread.join(timeout=2)
 
         self._stop_reader.clear()
-        self._ws = websocket.create_connection(
+        self._ws = ws_connect(
             url,
-            timeout=WS_CONNECT_TIMEOUT,
-            header=getRunwareWsHeaders(),
+            max_size=None,
+            additional_headers=getRunwareWsHeadersDict(),
+            open_timeout=WS_CONNECT_TIMEOUT,
         )
-        self._ws.settimeout(WS_READ_TIMEOUT)
         self._reader_thread = threading.Thread(
             target=self._reader_loop,
             name="RunwareWebSocketReader",
@@ -381,12 +389,12 @@ def _authenticate(self, api_key=None):
     def _reader_loop(self):
         while not self._stop_reader.is_set() and self._ws is not None:
             try:
-                raw = self._ws.recv()
-            except websocket.WebSocketTimeoutException:
+                raw = self._ws.recv(timeout=WS_READ_TIMEOUT)
+            except TimeoutError:
                 continue
-            except websocket.WebSocketConnectionClosedException:
+            except ConnectionClosed:
                 break
-            except Exception as e:
+            except WebSocketException as e:
                 if not self._stop_reader.is_set():
                     print(f"[Runware] WebSocket reader error: {e}")
                 break
@@ -533,9 +541,11 @@ def wsRequestWrapper(recaller):
         try:
             return recaller()
         except (
-            websocket.WebSocketException,
+            WebSocketException,
+            ConnectionClosed,
             ConnectionError,
             OSError,
+            TimeoutError,
         ):
             if attempt == MAX_RETRIES:
                 raise
@@ -554,10 +564,11 @@ def checkAPIKeyWithWebSocket(apiKey):
     url = getCustomEndpoint()
     ws = None
     try:
-        ws = websocket.create_connection(
+        ws = ws_connect(
             url,
-            timeout=WS_CONNECT_TIMEOUT,
-            header=getRunwareWsHeaders(),
+            max_size=None,
+            additional_headers=getRunwareWsHeadersDict(),
+            open_timeout=WS_CONNECT_TIMEOUT,
         )
         ws.send(json.dumps([{"taskType": "authentication", "apiKey": apiKey}]))
         response = json.loads(ws.recv())