bugfix and unittests for lines that have more then 32k characters

Author: BRUNER Patrick

src/LogExpert.Core/Classes/Log/LogfileReader.cs

@@ -1709,8 +1709,8 @@ private ILogStreamReader CreateLogStreamReader (Stream stream, EncodingOptions e
             ReaderType.Legacy => new PositionAwareStreamReaderLegacy(stream, encodingOptions, _maximumLineLength),
             ReaderType.System => new PositionAwareStreamReaderSystem(stream, encodingOptions, _maximumLineLength),
             ReaderType.SystemDirect => new PositionAwareStreamReaderDirect(stream, encodingOptions, _maximumLineLength),
-            //Default will be System
-            _ => new PositionAwareStreamReaderSystem(stream, encodingOptions, _maximumLineLength),
+            //Default will be SystemDirect, because it is the best performing reader and should be used if not explicitly overridden by user.
+            _ => new PositionAwareStreamReaderDirect(stream, encodingOptions, _maximumLineLength),
         };
     }
 

src/LogExpert.Core/Classes/Log/Streamreaders/PositionAwareStreamReaderDirect.cs

@@ -159,7 +159,15 @@ public List<char[]> DetachBlocks ()
 
         // Rent a fresh block and carry over any unscanned data (partial line in progress)
         var tailLength = _readBlockLength - _scanOffset;
-        var newBlock = ArrayPool<char>.Shared.Rent(BLOCK_SIZE);
+
+        // The tail may exceed BLOCK_SIZE after reading a long line (buffer was grown).
+        var newBlockSize = BLOCK_SIZE;
+        while (tailLength > newBlockSize)
+        {
+            newBlockSize *= 2;
+        }
+
+        var newBlock = ArrayPool<char>.Shared.Rent(newBlockSize);
 
         if (tailLength > 0)
         {
@@ -183,8 +191,17 @@ private void RefillBlock (StreamReader reader)
     {
         var tailLength = _readBlockLength - _scanOffset;
 
-        // Rent a new block
-        var newBlock = ArrayPool<char>.Shared.Rent(BLOCK_SIZE);
+        // Determine new block size: if the tail already fills a standard block,
+        // grow the buffer so there's room to read more data. This handles lines
+        // longer than BLOCK_SIZE (e.g. huge XML payloads).
+        var newBlockSize = BLOCK_SIZE;
+        while (tailLength >= newBlockSize)
+        {
+            newBlockSize *= 2;
+        }
+
+        // Rent a new block (may be larger than BLOCK_SIZE for very long lines)
+        var newBlock = ArrayPool<char>.Shared.Rent(newBlockSize);
 
         // Copy the tail (partial line) to the start of the new block
         if (tailLength > 0)
@@ -199,7 +216,8 @@ private void RefillBlock (StreamReader reader)
         _scanOffset = 0;
 
         // Fill the rest of the block from the stream
-        var charsRead = reader.Read(newBlock, tailLength, BLOCK_SIZE - tailLength);
+        var available = newBlock.Length - tailLength;
+        var charsRead = reader.Read(newBlock, tailLength, available);
 
         _readBlockLength = tailLength + charsRead;
 

src/LogExpert.Core/Enums/ReaderType.cs

@@ -6,9 +6,10 @@ namespace LogExpert.Core.Enums;
 public enum ReaderType
 {
     /// <summary>
-    /// System.IO.Pipelines based reader implementation (high performance).
+    /// Direct-read implementation: reads decoded chars directly into pooled blocks via
+    /// StreamReader.Read(char[], offset, count), eliminating per-line string allocation.
     /// </summary>
-    Pipeline,
+    SystemDirect,
 
     /// <summary>
     /// Legacy reader implementation (original).
@@ -18,11 +19,5 @@ public enum ReaderType
     /// <summary>
     /// System.IO.StreamReader based implementation.
     /// </summary>
-    System,
-
-    /// <summary>
-    /// Direct-read implementation: reads decoded chars directly into pooled blocks via
-    /// StreamReader.Read(char[], offset, count), eliminating per-line string allocation.
-    /// </summary>
-    SystemDirect
+    System
 }