Merge pull request #2085 from IntersectMBO/kderme/fix-slow-rollbacks-13.6.0.5

Make sure we're using indexes during rollbacks 13.6.0.5

Author: kderme

CHANGELOG.md

@@ -1,5 +1,8 @@
 # Revision history for cardano-db-sync
 
+## 13.6.0.7
+- Fix slow rollbacks caused by suboptimal query plans on large tables [#2083]
+
 ## 13.6.0.5
 - Fix offchain data so it supports files up to 3MB [#1928]
 - Upgrade to PostgreSQL 17

cardano-chain-gen/cardano-chain-gen.cabal

@@ -1,7 +1,7 @@
 cabal-version:          3.6
 
 name:                   cardano-chain-gen
-version:                13.6.0.5
+version:                13.6.0.7
 synopsis:               A fake chain generator for testing cardano DB sync.
 description:            A fake chain generator for testing cardano DB sync.
 homepage:               https://github.com/IntersectMBO/cardano-db-sync

cardano-db-sync/cardano-db-sync.cabal

@@ -1,7 +1,7 @@
 cabal-version:          3.6
 
 name:                   cardano-db-sync
-version:                13.6.0.5
+version:                13.6.0.7
 synopsis:               The Cardano DB Sync node
 description:            A Cardano node that follows the Cardano chain and inserts data from the
                         chain into a PostgresQL database.

cardano-db-tool/cardano-db-tool.cabal

@@ -1,7 +1,7 @@
 cabal-version:          3.6
 
 name:                   cardano-db-tool
-version:                13.6.0.5
+version:                13.6.0.7
 synopsis:               Utilities to manage the cardano-db-sync databases.
 description:            Utilities and executable, used to manage and validate the
                         PostgreSQL db and the ledger database of the cardano-db-sync node

cardano-db/cardano-db.cabal

@@ -1,7 +1,7 @@
 cabal-version:          3.6
 
 name:                   cardano-db
-version:                13.6.0.5
+version:                13.6.0.7
 synopsis:               A base PostgreSQL component for the cardano-db-sync node.
 description:            Code for the Cardano DB Sync node that is shared between the
                         cardano-db-node and other components.

cardano-db/src/Cardano/Db/Operations/Query.hs

@@ -581,6 +581,45 @@ queryMinRefId ::
   field ->
   ReaderT SqlBackend m (Maybe (Key record))
 queryMinRefId txIdField txId = do
+  res <- select $ do
+    rec <- from $ table @record
+    where_ (rec ^. txIdField >=. val txId)
+    limit 10000
+    pure $ rec ^. persistIdField
+  if length res >= 10000
+    then queryMinRefIdFallback txIdField txId
+    else pure $ minimumMay $ map unValue res
+  where
+    minimumMay [] = Nothing
+    minimumMay xs = Just (minimum xs)
+
+queryMinRefIdNullable ::
+  forall m field record.
+  (MonadIO m, PersistEntity record, PersistField field) =>
+  EntityField record (Maybe field) ->
+  field ->
+  ReaderT SqlBackend m (Maybe (Key record))
+queryMinRefIdNullable txIdField txId = do
+  res <- select $ do
+    rec <- from $ table @record
+    where_ (isJust (rec ^. txIdField))
+    where_ (rec ^. txIdField >=. just (val txId))
+    limit 10000
+    pure $ rec ^. persistIdField
+  if length res >= 10000
+    then queryMinRefIdNullableFallback txIdField txId
+    else pure $ minimumMay $ map unValue res
+  where
+    minimumMay [] = Nothing
+    minimumMay xs = Just (minimum xs)
+
+queryMinRefIdFallback ::
+  forall m field record.
+  (MonadIO m, PersistEntity record, PersistField field) =>
+  EntityField record field ->
+  field ->
+  ReaderT SqlBackend m (Maybe (Key record))
+queryMinRefIdFallback txIdField txId = do
   res <- select $ do
     rec <- from $ table @record
     where_ (rec ^. txIdField >=. val txId)
@@ -589,13 +628,13 @@ queryMinRefId txIdField txId = do
     pure $ rec ^. persistIdField
   pure $ unValue <$> listToMaybe res
 
-queryMinRefIdNullable ::
+queryMinRefIdNullableFallback ::
   forall m field record.
   (MonadIO m, PersistEntity record, PersistField field) =>
   EntityField record (Maybe field) ->
   field ->
   ReaderT SqlBackend m (Maybe (Key record))
-queryMinRefIdNullable txIdField txId = do
+queryMinRefIdNullableFallback txIdField txId = do
   res <- select $ do
     rec <- from $ table @record
     where_ (isJust (rec ^. txIdField))

cardano-db/test/cardano-db-test.cabal

@@ -1,7 +1,7 @@
 cabal-version:          3.6
 
 name:                   cardano-db-test
-version:                13.6.0.5
+version:                13.6.0.7
 synopsis:               Tests for the base functionality of the cardano-db library
 description:            Code for the Cardano DB Sync node that is shared between the
                         cardano-db-node and other components.

cardano-smash-server/cardano-smash-server.cabal

@@ -1,7 +1,7 @@
 cabal-version:          3.6
 
 name:                   cardano-smash-server
-version:                13.6.0.5
+version:                13.6.0.7
 synopsis:               The Cardano smash server
 description:            Please see the README on GitHub at
                         <https://github.com/IntersectMBO/cardano-db-sync/cardano-smash-server/#readme>

docker-compose.example.yml

@@ -59,7 +59,7 @@ services:
         max-file: "10"
 
   cardano-db-sync:
-    image: ghcr.io/intersectmbo/cardano-db-sync:13.6.0.5
+    image: ghcr.io/intersectmbo/cardano-db-sync:13.6.0.7
     environment:
       - NETWORK=${NETWORK:-mainnet}
       - POSTGRES_HOST=postgres

docker-compose.yml

@@ -54,7 +54,7 @@ services:
         max-file: "10"
 
   cardano-db-sync:
-    image: ghcr.io/intersectmbo/cardano-db-sync:13.6.0.5
+    image: ghcr.io/intersectmbo/cardano-db-sync:13.6.0.7
     environment:
       - DB_SYNC_CONFIG=${DB_SYNC_CONFIG:-}
       - DISABLE_LEDGER=${DISABLE_LEDGER}