stream-chooser: Fix gbm bo fd leak

Author: soreau

src/stream-chooser/toplevelwidget.cpp

@@ -123,22 +123,24 @@ static void frame_handle_presentation_time(void*,
 {}
 
 static void frame_handle_ready(void *data,
-    struct ext_image_copy_capture_frame_v1*)
+    struct ext_image_copy_capture_frame_v1 *frame)
 {
     WayfireChooserTopLevel *toplevel = (WayfireChooserTopLevel*)data;
+
     toplevel->buffer_ready();
-    toplevel->frame_in_flight = false;
+
+    ext_image_copy_capture_frame_v1_destroy(frame);
+    toplevel->frame = nullptr;
 }
 
 static void frame_handle_failed(void *data,
-    struct ext_image_copy_capture_frame_v1 *handle,
+    struct ext_image_copy_capture_frame_v1 *frame,
     uint32_t reason)
 {
     WayfireChooserTopLevel *toplevel = (WayfireChooserTopLevel*)data;
-    std::cerr << "Failed to copy frame because reason: " << reason << std::endl;
-    ext_image_copy_capture_frame_v1_destroy(handle);
+
+    ext_image_copy_capture_frame_v1_destroy(frame);
     toplevel->frame = nullptr;
-    toplevel->frame_in_flight = false;
 }
 
 static const struct ext_image_copy_capture_frame_v1_listener frame_listener = {
@@ -149,36 +151,31 @@ static const struct ext_image_copy_capture_frame_v1_listener frame_listener = {
     .failed = frame_handle_failed,
 };
 
-static void dmabuf_created(void *data, struct zwp_linux_buffer_params_v1*,
-    struct wl_buffer *wl_buffer)
-{
-    auto toplevel = (WayfireChooserTopLevel*)data;
-    toplevel->buffer->buffer = wl_buffer;
-}
-
-static void dmabuf_failed(void*, struct zwp_linux_buffer_params_v1*)
-{
-    std::cerr << "Failed to create dmabuf" << std::endl;
-}
-
-static const struct zwp_linux_buffer_params_v1_listener params_listener = {
-    .created = dmabuf_created,
-    .failed  = dmabuf_failed,
-};
-
 static void frame_handle_linux_dmabuf(uint32_t width, uint32_t height, WayfireChooserTopLevel *toplevel)
 {
     auto format = (toplevel->current_buffer_format == WL_SHM_FORMAT_XRGB8888) ?
         GBM_FORMAT_XRGB8888 : GBM_FORMAT_ARGB8888;
 
     auto buffer = toplevel->buffer;
 
+    if (buffer->gbm_fd > 0)
+    {
+        close(buffer->gbm_fd);
+        buffer->gbm_fd = -1;
+    }
+
     if (buffer->bo)
     {
         gbm_bo_destroy(buffer->bo);
         buffer->bo = nullptr;
     }
 
+    if (buffer->buffer)
+    {
+        wl_buffer_destroy(buffer->buffer);
+        buffer->buffer = nullptr;
+    }
+
     if (buffer->params)
     {
         zwp_linux_buffer_params_v1_destroy(buffer->params);
@@ -209,14 +206,14 @@ static void frame_handle_linux_dmabuf(uint32_t width, uint32_t height, WayfireCh
     buffer->params = zwp_linux_dmabuf_v1_create_params(WayfireStreamChooserApp::getInstance().dmabuf);
 
     uint64_t mod = gbm_bo_get_modifier(buffer->bo);
+    buffer->gbm_fd = gbm_bo_get_fd(buffer->bo);
     zwp_linux_buffer_params_v1_add(buffer->params,
-        gbm_bo_get_fd(buffer->bo), 0,
+        buffer->gbm_fd, 0,
         gbm_bo_get_offset(buffer->bo, 0),
         gbm_bo_get_stride(buffer->bo),
         mod >> 32, mod & 0xffffffff);
 
-    zwp_linux_buffer_params_v1_add_listener(buffer->params, &params_listener, toplevel);
-    zwp_linux_buffer_params_v1_create(buffer->params, w, h, format, 0);
+    buffer->buffer = zwp_linux_buffer_params_v1_create_immed(buffer->params, w, h, format, 0);
 }
 
 void WayfireChooserTopLevel::start_toplevel_source_ssession()
@@ -265,11 +262,6 @@ void WayfireChooserTopLevel::frame_request()
         return;
     }
 
-    if (frame_in_flight)
-    {
-        return;
-    }
-
     if (frame)
     {
         ext_image_copy_capture_frame_v1_destroy(frame);
@@ -283,7 +275,6 @@ void WayfireChooserTopLevel::frame_request()
     ext_image_copy_capture_frame_v1_attach_buffer(buffer->frame, buffer->buffer);
     ext_image_copy_capture_frame_v1_damage_buffer(buffer->frame, 0, 0, buffer->width, buffer->height);
     ext_image_copy_capture_frame_v1_capture(buffer->frame);
-    frame_in_flight = true;
 }
 
 void WayfireChooserTopLevel::buffer_ready()
@@ -309,10 +300,10 @@ void WayfireChooserTopLevel::buffer_ready()
     std::shared_ptr<Glib::Bytes> bytes = 0;
     size_t size = stride * buffer->height;
     bytes = Glib::Bytes::create((unsigned char*)data, size);
+    gbm_bo_unmap(buffer->bo, map_data);
 
     if (!bytes)
     {
-        gbm_bo_unmap(buffer->bo, map_data);
         return;
     }
 
@@ -326,8 +317,6 @@ void WayfireChooserTopLevel::buffer_ready()
     auto texture = builder->build();
 
     screenshot.set_paintable(texture);
-
-    gbm_bo_unmap(buffer->bo, map_data);
 }
 
 void WayfireChooserTopLevel::stream()
@@ -486,16 +475,21 @@ WayfireChooserTopLevel::~WayfireChooserTopLevel()
         ext_image_copy_capture_session_v1_destroy(recording_session);
     }
 
-    if (buffer->buffer)
+    if (buffer->gbm_fd > 0)
     {
-        wl_buffer_destroy(buffer->buffer);
+        close(buffer->gbm_fd);
     }
 
     if (buffer->bo)
     {
         gbm_bo_destroy(buffer->bo);
     }
 
+    if (buffer->buffer)
+    {
+        wl_buffer_destroy(buffer->buffer);
+    }
+
     if (buffer->params)
     {
         zwp_linux_buffer_params_v1_destroy(buffer->params);

src/stream-chooser/toplevelwidget.hpp

@@ -14,6 +14,7 @@ struct toplevel_buffer
     int height = 0;
     int stride = 0;
     gbm_bo *bo = nullptr;
+    int gbm_fd = -1;
     wl_buffer *buffer = nullptr;
     zwp_linux_buffer_params_v1 *params     = nullptr;
     ext_image_copy_capture_frame_v1 *frame = NULL;
@@ -47,7 +48,6 @@ class WayfireChooserTopLevel : public Gtk::Box
     ext_foreign_toplevel_handle_v1 *handle = nullptr;
     std::shared_ptr<toplevel_buffer> buffer = nullptr;
     ext_image_copy_capture_frame_v1 *frame = NULL;
-    bool frame_in_flight = false;
     WayfireChooserTopLevel(ext_foreign_toplevel_handle_v1 *handle);
     ~WayfireChooserTopLevel();
     void commit();