IGNITE-25793 Add missing logs for single message errors

modules/core/src/main/java/org/apache/ignite/internal/processors/cache/GridCachePartitionExchangeManager.java

@@ -1499,10 +1499,8 @@ private void sendLocalPartitions(
         try {
             cctx.io().sendNoRetry(node, m, SYSTEM_POOL);
         }
-        catch (ClusterTopologyCheckedException ignore) {
-            if (log.isDebugEnabled())
-                log.debug("Failed to send partition update to node because it left grid (will ignore) [node=" +
-                    node.id() + ", msg=" + m + ']');
+        catch (ClusterTopologyCheckedException e) {
+            log.warning("Failed to send local partitions [nodeId=" + node.id() + ", exchId=" + id + ']', e);
         }
         catch (IgniteCheckedException e) {
             U.error(log, "Failed to send local partition map to node [node=" + node + ", exchId=" + id + ']', e);

modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/preloader/GridDhtPartitionsExchangeFuture.java

@@ -2117,15 +2117,16 @@ else if (localJoinExchange())
             try {
                 cctx.io().send(node, msg, SYSTEM_POOL);
             }
-            catch (ClusterTopologyCheckedException ignored) {
-                if (log.isDebugEnabled()) {
-                    log.debug(
-                        "Failed to send local partitions on exchange [nodeId=" + node.id() + ", exchId=" + exchId + ']'
-                    );
-                }
+            catch (ClusterTopologyCheckedException e) {
+                long retryDelay = cctx.gridConfig().getNetworkSendRetryDelay();
+
+                log.warning(
+                    "Failed to send local partitions on exchange (node left) [nodeId=" + node.id() +
+                        ", exchId=" + exchId + ", retryDelay=" + retryDelay + "ms]", e
+                );
 
                 if (cctx.discovery().alive(node.id())) {
-                    U.sleep(cctx.gridConfig().getNetworkSendRetryDelay());
+                    U.sleep(retryDelay);
 
                     continue;
                 }
@@ -2255,10 +2256,9 @@ private void sendPartitions(ClusterNode oldestNode) {
         try {
             sendLocalPartitions(oldestNode);
         }
-        catch (ClusterTopologyCheckedException ignore) {
-            if (log.isDebugEnabled())
-                log.debug("Coordinator left during partition exchange [nodeId=" + oldestNode.id() +
-                    ", exchId=" + exchId + ']');
+        catch (ClusterTopologyCheckedException e) {
+            log.warning("Coordinator left during partition exchange [nodeId=" + oldestNode.id() +
+                ", exchId=" + exchId + ']', e);
         }
         catch (IgniteCheckedException e) {
             if (reconnectOnError(e))

modules/core/src/test/java/org/apache/ignite/internal/GridCachePartitionExchangeManagerWarningsTest.java

@@ -19,12 +19,14 @@
 
 import java.io.ByteArrayOutputStream;
 import java.io.PrintStream;
+import java.util.UUID;
 import java.util.concurrent.Callable;
 import java.util.concurrent.CountDownLatch;
 import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
 import java.util.concurrent.TimeUnit;
 import java.util.concurrent.atomic.AtomicReference;
+import java.util.function.Supplier;
 import org.apache.ignite.Ignite;
 import org.apache.ignite.IgniteCache;
 import org.apache.ignite.IgniteCheckedException;
@@ -36,6 +38,7 @@
 import org.apache.ignite.configuration.IgniteConfiguration;
 import org.apache.ignite.internal.managers.communication.GridIoMessage;
 import org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicDeferredUpdateResponse;
+import org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsSingleMessage;
 import org.apache.ignite.internal.processors.cache.persistence.DatabaseLifecycleListener;
 import org.apache.ignite.internal.processors.cache.persistence.IgniteCacheDatabaseSharedManager;
 import org.apache.ignite.lang.IgniteInClosure;
@@ -81,6 +84,9 @@ public class GridCachePartitionExchangeManagerWarningsTest extends GridCommonAbs
     /** */
     private ListeningTestLogger testLog;
 
+    /** */
+    private Supplier<TcpCommunicationSpi> spiSupp = CustomTcpCommunicationSpi::new;
+
     /** {@inheritDoc} */
     @Override protected void beforeTestsStarted() throws Exception {
         super.beforeTestsStarted();
@@ -101,8 +107,8 @@ public class GridCachePartitionExchangeManagerWarningsTest extends GridCommonAbs
         if (testLog != null)
             testLog.clearListeners();
 
+        spiSupp = CustomTcpCommunicationSpi::new;
         testLog = null;
-
         lifecycleBean = null;
 
         stopAllGrids();
@@ -112,7 +118,7 @@ public class GridCachePartitionExchangeManagerWarningsTest extends GridCommonAbs
     @Override protected IgniteConfiguration getConfiguration(String igniteInstanceName) throws Exception {
         IgniteConfiguration cfg = super.getConfiguration(igniteInstanceName);
 
-        cfg.setCommunicationSpi(new CustomTcpCommunicationSpi());
+        cfg.setCommunicationSpi(spiSupp.get());
 
         if (testLog != null)
             cfg.setGridLogger(testLog);
@@ -131,6 +137,77 @@ public class GridCachePartitionExchangeManagerWarningsTest extends GridCommonAbs
         return cfg;
     }
 
+    /**
+     *
+     */
+    @Test
+    public void testSingleMessageErrorWarnings() throws Exception {
+        long waitingTimeout = 5_000;
+        String logSubstr = "Failed to send local partitions [nodeId=";
+
+        LogListener logListener = LogListener.matches(logSubstr).atLeast(1).build();
+        testLog = new ListeningTestLogger(log, logListener);
+
+        CountDownLatch beforeSendLatch = new CountDownLatch(1);
+        CountDownLatch proceedLatch = new CountDownLatch(1);
+
+        AtomicReference<UUID> crdIdRef = new AtomicReference<>();
+
+        spiSupp = () -> new TcpCommunicationSpi() {
+            /** {@inheritDoc} */
+            @Override public void sendMessage(ClusterNode node, Message msg, IgniteInClosure<IgniteException> ackC)
+                    throws IgniteSpiException {
+                boolean isSingleMsg = ((GridIoMessage)msg).message() instanceof GridDhtPartitionsSingleMessage;
+                UUID crdId = crdIdRef.get();
+
+                if (isSingleMsg && node != null && crdId != null && crdId.equals(node.id())) {
+                    beforeSendLatch.countDown();
+
+                    try {
+                        if (!proceedLatch.await(waitingTimeout, TimeUnit.MILLISECONDS))
+                            throw new IgniteSpiException("Test timeout waiting to proceed");
+                    }
+                    catch (InterruptedException e) {
+                        Thread.currentThread().interrupt();
+
+                        throw new IgniteSpiException("Interrupted while waiting to proceed", e);
+                    }
+                }
+
+                super.sendMessage(node, msg, ackC);
+            }
+        };
+
+        IgniteEx crd = startGrid(0);
+        IgniteEx node1 = startGrid(1);
+
+        awaitPartitionMapExchange();
+
+        crdIdRef.set(crd.localNode().id());
+
+        IgniteInternalFuture<?> fut = GridTestUtils.runAsync(() ->
+            node1.context().cache().context().exchange().refreshPartitions());
+
+        boolean entered = false;
+        try {
+            assertTrue("Did not enter sendMessage() in time", entered =
+                    beforeSendLatch.await(waitingTimeout, TimeUnit.MILLISECONDS));
+
+            stopGrid(0);
+
+            proceedLatch.countDown();
+
+            fut.get(waitingTimeout);
+
+            assertTrue("Expected log not found", GridTestUtils.waitForCondition(logListener::check, waitingTimeout));
+        }
+        finally {
+            proceedLatch.countDown();
+
+            if (!entered) beforeSendLatch.countDown();
+        }
+    }
+
     /**
      * @throws Exception If failed.
      */