Fix transform flow flaky runs (#1464)

* Fix transform flow flaky runs

* Remove flaky group

* Make flow event bridge transactional

* Update changelog

Author: rmn-boiko

CHANGELOG.md

@@ -11,6 +11,10 @@ Recommendation: for ease of reading, use the following order:
 - Fixed
 -->
 
+## [Unreleased]
+### Fixed
+- Flow events now processed transactionally
+
 ## [0.253.1] - 2025-11-24
 ### Changed
 - GQL: `usage` section contains size measure unit

src/adapter/flow-dataset/src/services/flow_datasets_event_bridge.rs

@@ -44,7 +44,7 @@ use crate::{
         MESSAGE_PRODUCER_KAMU_DATASET_SERVICE,
         MESSAGE_PRODUCER_KAMU_HTTP_ADAPTER,
     ],
-    delivery: MessageDeliveryMechanism::Immediate,
+    delivery: MessageDeliveryMechanism::Transactional,
     initial_consumer_boundary: InitialConsumerBoundary::Latest,
 })]
 pub struct FlowDatasetsEventBridge {

src/e2e/app/cli/mysql/tests/tests/test_smart_transfer_protocol.rs

@@ -419,7 +419,7 @@ kamu_cli_run_api_server_e2e_test!(
                   checkingIntervalSecs: 1
             "#
         )),
-    extra_test_groups = "containerized, engine, ingest, transform, datafusion, flaky"
+    extra_test_groups = "containerized, engine, ingest, transform, datafusion"
 );
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
@@ -442,7 +442,7 @@ kamu_cli_run_api_server_e2e_test!(
                   checkingIntervalSecs: 1
             "#
         )),
-    extra_test_groups = "containerized, engine, ingest, transform, datafusion, flaky"
+    extra_test_groups = "containerized, engine, ingest, transform, datafusion"
 );
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////

src/e2e/app/cli/postgres/tests/tests/test_smart_transfer_protocol.rs

@@ -419,7 +419,7 @@ kamu_cli_run_api_server_e2e_test!(
                   checkingIntervalSecs: 1
             "#
         )),
-    extra_test_groups = "containerized, engine, ingest, transform, datafusion, flaky"
+    extra_test_groups = "containerized, engine, ingest, transform, datafusion"
 );
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
@@ -442,7 +442,7 @@ kamu_cli_run_api_server_e2e_test!(
                   checkingIntervalSecs: 1
             "#
         )),
-    extra_test_groups = "containerized, engine, ingest, transform, datafusion, flaky"
+    extra_test_groups = "containerized, engine, ingest, transform, datafusion"
 );
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////

src/e2e/app/cli/sqlite/tests/tests/test_smart_transfer_protocol.rs

@@ -419,7 +419,7 @@ kamu_cli_run_api_server_e2e_test!(
                   checkingIntervalSecs: 1
             "#
         )),
-    extra_test_groups = "containerized, engine, ingest, transform, datafusion, flaky"
+    extra_test_groups = "containerized, engine, ingest, transform, datafusion"
 );
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
@@ -442,7 +442,7 @@ kamu_cli_run_api_server_e2e_test!(
                   checkingIntervalSecs: 1
             "#
         )),
-    extra_test_groups = "containerized, engine, ingest, transform, datafusion, flaky"
+    extra_test_groups = "containerized, engine, ingest, transform, datafusion"
 );
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////