Comparison logic updated using newest version of Platform.Data.Doublets package. Comparison is customizable now, the number of test runs and records per test run can be easily adjusted.

Author: konard

Doublets/DoubletsDbContext.cs

@@ -3,30 +3,29 @@
 using System.Linq;
 using Platform.Disposables;
 using Platform.Collections.Arrays;
+using Platform.Collections.Stacks;
 using Platform.Data;
 using Platform.Data.Doublets;
-using Platform.Data.Doublets.UnaryNumbers;
 using Platform.Data.Doublets.Decorators;
-using Platform.Data.Doublets.Incrementers;
 using Platform.Data.Doublets.ResizableDirectMemory;
-using Platform.Data.Doublets.Sequences.Converters;
 using Platform.Data.Doublets.PropertyOperators;
+using Platform.Data.Doublets.Unicode;
+using Platform.Data.Doublets.Numbers.Raw;
 using Platform.Data.Doublets.Sequences.Indexes;
 using Platform.Data.Doublets.Sequences.Walkers;
-using Platform.Data.Doublets.Unicode;
+using Platform.Data.Doublets.Sequences.Converters;
+using Platform.Data.Doublets.Sequences.Frequencies.Cache;
+using Platform.Data.Doublets.Sequences.Frequencies.Counters;
 using Comparisons.SQLiteVSDoublets.Model;
-using LinkAddress = System.UInt32;
+using LinkAddress = System.UInt64;
 
 namespace Comparisons.SQLiteVSDoublets.Doublets
 {
     public class DoubletsDbContext : DisposableBase
     {
         private readonly LinkAddress _meaningRoot;
-        private readonly LinkAddress _unaryOne;
         private readonly LinkAddress _unicodeSymbolMarker;
         private readonly LinkAddress _unicodeSequenceMarker;
-        private readonly LinkAddress _frequencyMarker;
-        private readonly LinkAddress _frequencyPropertyMarker;
         private readonly LinkAddress _titlePropertyMarker;
         private readonly LinkAddress _contentPropertyMarker;
         private readonly LinkAddress _publicationDateTimePropertyMarker;
@@ -39,21 +38,16 @@ public class DoubletsDbContext : DisposableBase
 
         public DoubletsDbContext(string dbFilename)
         {
-            _disposableLinks = new ResizableDirectMemoryLinks<LinkAddress>(dbFilename);
-            _links = _disposableLinks;
-            _links = new LinksCascadeUsagesResolver<LinkAddress>(_links);
-            _links = new NonNullContentsLinkDeletionResolver<LinkAddress>(_links);
-            _links = new LinksCascadeUniquenessAndUsagesResolver<LinkAddress>(_links);
+            //_disposableLinks = new ResizableDirectMemoryLinks<LinkAddress>(dbFilename);
+            _disposableLinks = new UInt64ResizableDirectMemoryLinks(dbFilename);
+            _links = _disposableLinks.DecorateWithAutomaticUniquenessAndUsagesResolution();
             _links = new LinksItselfConstantToSelfReferenceResolver<LinkAddress>(_links);
-            _links = new LinksInnerReferenceExistenceValidator<LinkAddress>(_links);
+            //_links = new LinksInnerReferenceExistenceValidator<LinkAddress>(_links);
 
             LinkAddress currentMappingLinkIndex = 1;
             _meaningRoot = GerOrCreateMeaningRoot(currentMappingLinkIndex++);
-            _unaryOne = GetOrCreateNextMapping(currentMappingLinkIndex++);
             _unicodeSymbolMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
             _unicodeSequenceMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
-            _frequencyMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
-            _frequencyPropertyMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
             _titlePropertyMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
             _contentPropertyMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
             _publicationDateTimePropertyMarker = GetOrCreateNextMapping(currentMappingLinkIndex++);
@@ -62,21 +56,19 @@ public DoubletsDbContext(string dbFilename)
             _defaultLinkPropertyOperator = new PropertiesOperator<LinkAddress>(_links);
 
             // Create StringToUnicodeSequenceConverter and UnicodeSequenceToStringConverter
-            var unaryNumberToAddressConverter = new UnaryNumberToAddressAddOperationConverter<LinkAddress>(_links, _unaryOne);
-            var powerOf2ToUnaryNumberConverter = new PowerOf2ToUnaryNumberConverter<LinkAddress>(_links, _unaryOne);
-            var addressToUnaryNumberConverter = new AddressToUnaryNumberConverter<LinkAddress>(_links, powerOf2ToUnaryNumberConverter);
-            var unaryNumberIncrementer = new UnaryNumberIncrementer<LinkAddress>(_links, _unaryOne);
-            var frequencyIncrementer = new FrequencyIncrementer<LinkAddress>(_links, _frequencyMarker, _unaryOne, unaryNumberIncrementer);
-            var frequencyPropertyOperator = new PropertyOperator<LinkAddress>(_links, _frequencyPropertyMarker, _frequencyMarker);
-            var index = new FrequencyIncrementingSequenceIndex<LinkAddress>(_links, frequencyPropertyOperator, frequencyIncrementer);
-            var linkToItsFrequencyNumberConverter = new LinkToItsFrequencyNumberConveter<LinkAddress>(_links, frequencyPropertyOperator, unaryNumberToAddressConverter);
+            var numberToAddressConverter = new RawNumberToAddressConverter<LinkAddress>();
+            var addressToNumberConverter = new AddressToRawNumberConverter<LinkAddress>();
+            var totalSequenceSymbolFrequencyCounter = new TotalSequenceSymbolFrequencyCounter<LinkAddress>(_links);
+            var linkFrequenciesCache = new LinkFrequenciesCache<LinkAddress>(_links, totalSequenceSymbolFrequencyCounter);
+            var index = new CachedFrequencyIncrementingSequenceIndex<LinkAddress>(linkFrequenciesCache);
+            var linkToItsFrequencyNumberConverter = new FrequenciesCacheBasedLinkToItsFrequencyNumberConverter<LinkAddress>(linkFrequenciesCache);
             var sequenceToItsLocalElementLevelsConverter = new SequenceToItsLocalElementLevelsConverter<LinkAddress>(_links, linkToItsFrequencyNumberConverter);
             var optimalVariantConverter = new OptimalVariantConverter<LinkAddress>(_links, sequenceToItsLocalElementLevelsConverter);
             var unicodeSymbolCriterionMatcher = new UnicodeSymbolCriterionMatcher<LinkAddress>(_links, _unicodeSymbolMarker);
             var unicodeSequenceCriterionMatcher = new UnicodeSequenceCriterionMatcher<LinkAddress>(_links, _unicodeSequenceMarker);
-            var charToUnicodeSymbolConverter = new CharToUnicodeSymbolConverter<LinkAddress>(_links, addressToUnaryNumberConverter, _unicodeSymbolMarker);
-            var unicodeSymbolToCharConverter = new UnicodeSymbolToCharConverter<LinkAddress>(_links, unaryNumberToAddressConverter, unicodeSymbolCriterionMatcher);
-            var sequenceWalker = new LeveledSequenceWalker<LinkAddress>(_links, unicodeSymbolCriterionMatcher.IsMatched);
+            var charToUnicodeSymbolConverter = new CharToUnicodeSymbolConverter<LinkAddress>(_links, addressToNumberConverter, _unicodeSymbolMarker);
+            var unicodeSymbolToCharConverter = new UnicodeSymbolToCharConverter<LinkAddress>(_links, numberToAddressConverter, unicodeSymbolCriterionMatcher);
+            var sequenceWalker = new RightSequenceWalker<LinkAddress>(_links, new DefaultStack<LinkAddress>(), unicodeSymbolCriterionMatcher.IsMatched);
             _stringToUnicodeSymbolConverter = new StringToUnicodeSequenceConverter<LinkAddress>(_links, charToUnicodeSymbolConverter, index, optimalVariantConverter, _unicodeSequenceMarker);
             _unicodeSequenceToStringConverter = new UnicodeSequenceToStringConverter<LinkAddress>(_links, unicodeSequenceCriterionMatcher, sequenceWalker, unicodeSymbolToCharConverter);
         }

Doublets/DoubletsTestRun.cs

@@ -1,5 +1,4 @@
-using System;
-using System.Linq;
+using System.Linq;
 using Comparisons.SQLiteVSDoublets.Model;
 
 namespace Comparisons.SQLiteVSDoublets.Doublets
@@ -21,8 +20,7 @@ public override void CreateList()
             {
                 if (!dbContext.BlogPosts.Any())
                 {
-                    var blogPosts = BlogPosts.List;
-                    foreach (BlogPost blogPost in blogPosts)
+                    foreach (var blogPost in BlogPosts.List)
                     {
                         dbContext.CreateBlogPost(blogPost);
                     }
@@ -32,12 +30,11 @@ public override void CreateList()
 
         public override void ReadList()
         {
-            Console.WriteLine();
             using (var dbContext = new DoubletsDbContext(DbFilename))
             {
                 foreach (var blogPost in dbContext.BlogPosts)
                 {
-                    Console.WriteLine(blogPost);
+                    ReadBlogPosts.Add(blogPost);
                 }
             }
         }
@@ -49,7 +46,7 @@ public override void DeleteList()
                 var blogPosts = dbContext.BlogPosts;
                 foreach (var blogPost in blogPosts)
                 {
-                    dbContext.Delete((uint)blogPost.Id);
+                    dbContext.Delete((ulong)blogPost.Id);
                 }
             }
         }

Model/BlogPosts.cs

@@ -6,23 +6,33 @@ namespace Comparisons.SQLiteVSDoublets.Model
 {
     public static class BlogPosts
     {
-        public static readonly IReadOnlyList<BlogPost> List;
+        public static IReadOnlyList<BlogPost> List { get; private set; }
 
         static BlogPosts()
         {
-            var blogPosts = new List<BlogPost>()
+            List = new List<BlogPost>();
+        }
+
+        static public void GenerateData(int numberOfRecords)
+        {
+            var contentStrings = new string[]
             {
-                new BlogPost{ Content="Lorem ipsum dolor sit amet, consectetur adipiscing elit. Duis malesuada blandit mauris nec bibendum. Phasellus feugiat vehicula mauris et aliquet. Integer et gravida velit, in rutrum leo. Duis pretium, nunc ac posuere porttitor, augue sapien commodo tortor, nec consequat lorem eros ultricies odio. Aliquam varius congue ex nec viverra. Pellentesque eu velit tellus. Donec ac luctus nisi. Curabitur dignissim sodales mauris eu semper. Ut pretium lorem nulla, sit amet auctor arcu placerat vitae. Quisque lacinia dolor et consectetur fermentum. Nam ac orci vitae nulla aliquam tempor ac a nibh. Ut ac tincidunt lacus. Morbi vitae felis lorem." },
-                new BlogPost{ Content="Curabitur tincidunt nibh sit amet finibus dictum. Suspendisse aliquet arcu non rutrum ultrices. Integer ullamcorper mauris sit amet nibh aliquam, et tempor turpis hendrerit. In molestie elit et mauris rutrum, non auctor ligula ultricies. Vestibulum dignissim mauris finibus libero interdum hendrerit. Nunc vitae ipsum porttitor, egestas magna ut, sagittis sem. Donec euismod ac tortor vel porta. Vivamus convallis, ex at vestibulum rutrum, velit purus venenatis metus, sit amet aliquam sapien nibh quis elit. Aenean id neque a orci sodales venenatis. Integer ut orci ligula. Interdum et malesuada fames ac ante ipsum primis in faucibus. Praesent molestie dolor non lobortis ornare. Duis quis nisl sollicitudin, accumsan ante sed, eleifend velit. Maecenas maximus sed ante nec auctor." },
-                new BlogPost{ Content="Donec vitae felis lectus. Aenean velit sapien, porttitor ut feugiat a, consectetur et risus. Proin ac viverra sem. Nullam sagittis ex tortor, eu pellentesque tellus efficitur at. Nunc non egestas leo. Nam sed suscipit neque. Nam sodales vel neque eget eleifend. Vivamus in condimentum elit, consectetur commodo ex. Suspendisse rutrum, sapien efficitur cursus sodales, dolor orci pulvinar mauris, eu fringilla leo ex id leo. Interdum et malesuada fames ac ante ipsum primis in faucibus. Proin rhoncus sapien massa, molestie vestibulum augue hendrerit nec. Aliquam malesuada varius sapien id accumsan. Duis blandit aliquet felis, nec pellentesque lacus tincidunt et. Cras sed ligula vel nisl laoreet sagittis. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Praesent tristique a neque aliquet aliquam." },
-                new BlogPost{ Content="Aliquam sed egestas felis. Maecenas sollicitudin nisl in sapien posuere vulputate. Suspendisse eleifend sem magna, interdum consectetur augue venenatis at. Vivamus ornare orci vel orci sodales maximus. Donec ultricies felis ac nulla fermentum gravida. Phasellus vulputate turpis odio, a varius nibh luctus et. Aliquam tincidunt, metus ut congue porttitor, nibh dui ullamcorper quam, a eleifend elit ipsum sit amet quam. Aenean venenatis mollis interdum. Nunc cursus ex sit amet enim lacinia hendrerit. Nullam at libero iaculis, consectetur velit in, porta sem. Ut mattis ut ex in imperdiet. Maecenas pellentesque sit amet dui eget vehicula. Sed posuere, arcu pretium convallis tincidunt, turpis leo dignissim felis, non euismod diam magna a risus. Suspendisse a arcu nec turpis pulvinar ullamcorper. Nunc iaculis malesuada elit eu pretium. Aenean a neque a sapien tincidunt faucibus." },
-                new BlogPost{ Content="Ut a eleifend augue, eget posuere augue. Proin purus neque, pretium condimentum ipsum ut, venenatis tincidunt nunc. In vitae odio in justo pharetra tincidunt. Maecenas vel tellus interdum, suscipit tellus sit amet, cursus justo. Mauris sollicitudin euismod molestie. Cras eros nisi, molestie vel elementum ut, consequat ac nunc. In consectetur nulla vitae interdum elementum. Praesent faucibus magna et iaculis congue. Curabitur convallis cursus porttitor. Praesent hendrerit justo ut sem convallis sollicitudin eu at odio." }
+                "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Duis malesuada blandit mauris nec bibendum. Phasellus feugiat vehicula mauris et aliquet. Integer et gravida velit, in rutrum leo. Duis pretium, nunc ac posuere porttitor, augue sapien commodo tortor, nec consequat lorem eros ultricies odio. Aliquam varius congue ex nec viverra. Pellentesque eu velit tellus. Donec ac luctus nisi. Curabitur dignissim sodales mauris eu semper. Ut pretium lorem nulla, sit amet auctor arcu placerat vitae. Quisque lacinia dolor et consectetur fermentum. Nam ac orci vitae nulla aliquam tempor ac a nibh. Ut ac tincidunt lacus. Morbi vitae felis lorem.",
+                "Curabitur tincidunt nibh sit amet finibus dictum. Suspendisse aliquet arcu non rutrum ultrices. Integer ullamcorper mauris sit amet nibh aliquam, et tempor turpis hendrerit. In molestie elit et mauris rutrum, non auctor ligula ultricies. Vestibulum dignissim mauris finibus libero interdum hendrerit. Nunc vitae ipsum porttitor, egestas magna ut, sagittis sem. Donec euismod ac tortor vel porta. Vivamus convallis, ex at vestibulum rutrum, velit purus venenatis metus, sit amet aliquam sapien nibh quis elit. Aenean id neque a orci sodales venenatis. Integer ut orci ligula. Interdum et malesuada fames ac ante ipsum primis in faucibus. Praesent molestie dolor non lobortis ornare. Duis quis nisl sollicitudin, accumsan ante sed, eleifend velit. Maecenas maximus sed ante nec auctor.",
+                "Donec vitae felis lectus. Aenean velit sapien, porttitor ut feugiat a, consectetur et risus. Proin ac viverra sem. Nullam sagittis ex tortor, eu pellentesque tellus efficitur at. Nunc non egestas leo. Nam sed suscipit neque. Nam sodales vel neque eget eleifend. Vivamus in condimentum elit, consectetur commodo ex. Suspendisse rutrum, sapien efficitur cursus sodales, dolor orci pulvinar mauris, eu fringilla leo ex id leo. Interdum et malesuada fames ac ante ipsum primis in faucibus. Proin rhoncus sapien massa, molestie vestibulum augue hendrerit nec. Aliquam malesuada varius sapien id accumsan. Duis blandit aliquet felis, nec pellentesque lacus tincidunt et. Cras sed ligula vel nisl laoreet sagittis. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Praesent tristique a neque aliquet aliquam.",
+                "Aliquam sed egestas felis. Maecenas sollicitudin nisl in sapien posuere vulputate. Suspendisse eleifend sem magna, interdum consectetur augue venenatis at. Vivamus ornare orci vel orci sodales maximus. Donec ultricies felis ac nulla fermentum gravida. Phasellus vulputate turpis odio, a varius nibh luctus et. Aliquam tincidunt, metus ut congue porttitor, nibh dui ullamcorper quam, a eleifend elit ipsum sit amet quam. Aenean venenatis mollis interdum. Nunc cursus ex sit amet enim lacinia hendrerit. Nullam at libero iaculis, consectetur velit in, porta sem. Ut mattis ut ex in imperdiet. Maecenas pellentesque sit amet dui eget vehicula. Sed posuere, arcu pretium convallis tincidunt, turpis leo dignissim felis, non euismod diam magna a risus. Suspendisse a arcu nec turpis pulvinar ullamcorper. Nunc iaculis malesuada elit eu pretium. Aenean a neque a sapien tincidunt faucibus.",
+                "Ut a eleifend augue, eget posuere augue. Proin purus neque, pretium condimentum ipsum ut, venenatis tincidunt nunc. In vitae odio in justo pharetra tincidunt. Maecenas vel tellus interdum, suscipit tellus sit amet, cursus justo. Mauris sollicitudin euismod molestie. Cras eros nisi, molestie vel elementum ut, consequat ac nunc. In consectetur nulla vitae interdum elementum. Praesent faucibus magna et iaculis congue. Curabitur convallis cursus porttitor. Praesent hendrerit justo ut sem convallis sollicitudin eu at odio."
             };
+            var blogPosts = new BlogPost[numberOfRecords];
             Random random = new Random();
-            for (int i = 1; i <= 5; i++)
+            for (int i = 0; i < numberOfRecords; i++)
             {
-                blogPosts[i - 1].Title = $"Blog post {i}";
-                blogPosts[i - 1].PublicationDateTime = DateTime.UtcNow.AddDays(random.NextDouble() * -30);
+                blogPosts[i] = new BlogPost()
+                {
+                    Title = $"Blog post {i + 1}",
+                    Content = contentStrings[random.Next(0, 5)],
+                    PublicationDateTime = DateTime.UtcNow.AddDays(random.NextDouble() * -30)
+                };
             }
             List = new ReadOnlyCollection<BlogPost>(blogPosts);
         }

Program.cs

@@ -1,14 +1,51 @@
-using Comparisons.SQLiteVSDoublets.SQLite;
+using System;
+using System.Linq;
+using System.Collections.Generic;
+using Comparisons.SQLiteVSDoublets.SQLite;
 using Comparisons.SQLiteVSDoublets.Doublets;
+using Comparisons.SQLiteVSDoublets.Model;
 
 namespace Comparisons.SQLiteVSDoublets
 {
     class Program
     {
         static void Main()
         {
-            new SQLiteTestRun("test.db").Run();
-            new DoubletsTestRun("test.links").Run();
+            const int numberOfTestRuns = 1;
+            const int numberOfRecordsPerTestRun = 5;
+            BlogPosts.GenerateData(numberOfRecordsPerTestRun);
+            var sqliteTestRuns = new List<SQLiteTestRun>();
+            var doubletsTestRuns = new List<DoubletsTestRun>();
+            for (int i = 0; i < numberOfTestRuns; i++)
+            {
+                var sqliteTestRun = new SQLiteTestRun("test.db");
+                sqliteTestRun.Run();
+                sqliteTestRuns.Add(sqliteTestRun);
+                var doubletsTestRun = new DoubletsTestRun("test.links");
+                doubletsTestRun.Run();
+                doubletsTestRuns.Add(doubletsTestRun);
+            }
+            Console.WriteLine("SQLite results:");
+            var averageSqliteResults = GetResultsAverage(sqliteTestRuns);
+            Console.WriteLine(averageSqliteResults.ToString());
+            Console.WriteLine("Doublets results:");
+            var averageDoubletsResults = GetResultsAverage(doubletsTestRuns);
+            Console.WriteLine(averageDoubletsResults.ToString());
+        }
+
+        private static TestRunResults GetResultsAverage(IEnumerable<TestRun> testRuns)
+        {
+            return new TestRunResults()
+            {
+                PrepareTime = new TimeSpan((long)testRuns.Select(x => x.Results.PrepareTime.Ticks).Average()),
+                DbSizeAfterPrepare = (long)testRuns.Select(x => x.Results.DbSizeAfterPrepare).Average(),
+                ListCreationTime = new TimeSpan((long)testRuns.Select(x => x.Results.ListCreationTime.Ticks).Average()),
+                DbSizeAfterCreation = (long)testRuns.Select(x => x.Results.DbSizeAfterCreation).Average(),
+                ListReadingTime = new TimeSpan((long)testRuns.Select(x => x.Results.ListReadingTime.Ticks).Average()),
+                DbSizeAfterReading = (long)testRuns.Select(x => x.Results.DbSizeAfterReading).Average(),
+                ListDeletionTime = new TimeSpan((long)testRuns.Select(x => x.Results.ListDeletionTime.Ticks).Average()),
+                DbSizeAfterDeletion = (long)testRuns.Select(x => x.Results.DbSizeAfterDeletion).Average(),
+            };
         }
     }
 }