vulkan: support VUYA

with shader

Author: MartinPulec

share/ultragrid/vulkan_shaders/VUYA8_conv.comp.spv

@@ -0,0 +1,41 @@
+#version 450
+
+layout (local_size_x = 16, local_size_y = 16) in;
+
+layout (set = 0, binding = 0) uniform sampler2D inputImage;
+layout (set = 1, binding = 1, rgba8) uniform image2D resultImage;
+
+layout(push_constant) uniform constants
+{
+        uint width;
+        uint height;
+} image_size;
+
+// BT.709 YUV->RGB coefficients
+const float Y_SCALED  = 1.1643835;
+const float R_CR_709  = 1.7926522;
+const float G_CB_709  = -0.21323606;
+const float G_CR_709  = -0.5330038;
+const float B_CB_709  = 2.11242;
+
+void main()
+{
+        ivec2 pixelCoords = ivec2(gl_GlobalInvocationID.xy);
+        if(pixelCoords.x >= image_size.width ||
+           pixelCoords.y >= image_size.height)
+                return;
+
+        // Assuming input BGRA maps to YUVA: B=Y, G=U, R=V, A=A
+        vec4 yuv = texelFetch(inputImage, pixelCoords, 0).bgra;
+
+        float y = Y_SCALED * (yuv.r - 0.0625);
+        float u = yuv.g - 0.5;
+        float v = yuv.b - 0.5;
+
+        float r = y + R_CR_709 * v;
+        float g = y + G_CB_709 * u + G_CR_709 * v;
+        float b = y + B_CB_709 * u;
+        float a = yuv.a;
+
+        imageStore(resultImage, pixelCoords, vec4(r, g, b, a));
+}

src/video_display/vulkan/shaders/VUYA8_conv.comp

@@ -502,6 +502,7 @@ const std::vector<CodecToVulkanFormat>& get_ug_to_vkd_format_mapping(state_vulka
                 {RGB,  vkd::Format::RGB8},
                 {UYVY, vkd::Format::UYVY8_422},
                 {UYVY, vkd::Format::UYVY8_422_conv},
+                {VUYA, vkd::Format::VUYA8_conv},
                 {YUYV, vkd::Format::YUYV8_422},
                 {Y216, vkd::Format::YUYV16_422},
                 {Y416, vkd::Format::UYVA16_422_conv},

src/video_display/vulkan/vulkan_sdl2.cpp

@@ -511,6 +511,7 @@ const std::vector<CodecToVulkanFormat>& get_ug_to_vkd_format_mapping(state_vulka
                 {UYVY, vkd::Format::UYVY8_422},
                 {UYVY, vkd::Format::UYVY8_422_conv},
                 {YUYV, vkd::Format::YUYV8_422},
+                {VUYA, vkd::Format::VUYA8_conv},
                 {Y216, vkd::Format::YUYV16_422},
                 {Y416, vkd::Format::UYVA16_422_conv},
                 {R10k, vkd::Format::RGB10A2_conv},

src/video_display/vulkan/vulkan_sdl3.cpp

@@ -50,6 +50,7 @@ enum class Format{
         YUYV8_422,
         YUYV16_422,
         UYVA16_422_conv,
+        VUYA8_conv,
         RGB10A2_conv,
         RGB16
 };
@@ -79,6 +80,7 @@ inline const FormatInfo& format_info(vulkan_display::Format format){
         static FormatInfo YUYV8_422 =       { VkF::eG8B8G8R8422Unorm,     };
         static FormatInfo YUYV16_422 =      { VkF::eG16B16G16R16422Unorm, };
         static FormatInfo UYVA16_422_conv = { VkF::eR16G16B16A16Uint,     {"UYVA16_conv"}, VkF::eR16G16B16A16Sfloat};
+        static FormatInfo VUYA8_conv =      { VkF::eR8G8B8A8Unorm,        {"VUYA8_conv"}, VkF::eR8G8B8A8Unorm};
         static FormatInfo RGB10A2_conv =    { VkF::eR8G8B8A8Uint,         {"RGB10A2_conv"}, VkF::eA2B10G10R10UnormPack32};
         static FormatInfo RGB16 =           { VkF::eR16G16B16Unorm        };
         switch (format) {
@@ -90,6 +92,7 @@ inline const FormatInfo& format_info(vulkan_display::Format format){
                 case F::YUYV8_422:       return YUYV8_422;
                 case F::YUYV16_422:      return YUYV16_422;
                 case F::UYVA16_422_conv: return UYVA16_422_conv;
+                case F::VUYA8_conv:      return VUYA8_conv;
                 case F::RGB10A2_conv:    return RGB10A2_conv;
                 case F::RGB16:           return RGB16;
         };