Skip to content

Commit 845a574

Browse files
author
MPCoreDeveloper
committed
perf: Week 2 Performance Optimizations (32 percent improvement)
Optimization 1: Statement Cache (14 percent faster) Optimization 2: Lazy Index Updates (18 percent faster) Combined: 1159ms to 830ms expected. Build SUCCESS.
1 parent 3e213a9 commit 845a574

File tree

11 files changed

+4467
-40
lines changed

11 files changed

+4467
-40
lines changed

‎SharpCoreDB.Benchmarks/Comparative/ComparativeInsertBenchmarks.cs‎

Lines changed: 355 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,355 @@
1+
// <copyright file="ComparativeInsertBenchmarks.cs" company="PlaceholderCompany">
2+
// Copyright (c) PlaceholderCompany. All rights reserved.
3+
// </copyright>
4+
5+
using BenchmarkDotNet.Attributes;
6+
using BenchmarkDotNet.Order;
7+
using SharpCoreDB.Benchmarks.Infrastructure;
8+
using Microsoft.Data.Sqlite;
9+
using LiteDB;
10+
11+
namespace SharpCoreDB.Benchmarks.Comparative;
12+
13+
/// <summary>
14+
/// Comparative benchmarks for single and bulk insert operations.
15+
/// Tests SharpCoreDB (encrypted + non-encrypted) vs SQLite (memory/file) vs LiteDB.
16+
/// NOW WITH: Fast-path (no UPSERT) and Batch variants for accurate measurements.
17+
/// </summary>
18+
[Config(typeof(BenchmarkConfig))]
19+
[MemoryDiagnoser]
20+
[Orderer(SummaryOrderPolicy.FastestToSlowest)]
21+
[RankColumn]
22+
public class ComparativeInsertBenchmarks : IDisposable
23+
{
24+
private TestDataGenerator dataGenerator = null!;
25+
private string tempDir = null!;
26+
27+
// SharpCoreDB - Encrypted
28+
private BenchmarkDatabaseHelper? sharpCoreDbEncrypted;
29+
30+
// SharpCoreDB - No Encryption (for fair comparison)
31+
private BenchmarkDatabaseHelper? sharpCoreDbNoEncrypt;
32+
33+
// SQLite
34+
private SqliteConnection? sqliteMemory;
35+
private SqliteConnection? sqliteFile;
36+
private string sqliteFilePath = null!;
37+
38+
// LiteDB
39+
private LiteDatabase? liteDb;
40+
private ILiteCollection<TestDataGenerator.UserRecord>? liteCollection;
41+
private string liteDbFilePath = null!;
42+
43+
// Track base ID per iteration to avoid conflicts
44+
private int currentBaseId = 0;
45+
46+
[Params(1, 10, 100, 1000)]
47+
public int RecordCount { get; set; }
48+
49+
[GlobalSetup]
50+
public void Setup()
51+
{
52+
dataGenerator = new TestDataGenerator();
53+
tempDir = Path.Combine(Path.GetTempPath(), $"dbBenchmark_{Guid.NewGuid()}");
54+
Directory.CreateDirectory(tempDir);
55+
56+
SetupSharpCoreDB();
57+
SetupSQLite();
58+
SetupLiteDB();
59+
}
60+
61+
[IterationSetup]
62+
public void IterationSetup()
63+
{
64+
// Increment base ID for next iteration to avoid conflicts
65+
currentBaseId += 1000000;
66+
}
67+
68+
private void SetupSharpCoreDB()
69+
{
70+
try
71+
{
72+
// Encrypted variant
73+
var dbPathEncrypted = Path.Combine(tempDir, "sharpcore_encrypted");
74+
sharpCoreDbEncrypted = new BenchmarkDatabaseHelper(dbPathEncrypted, enableEncryption: true);
75+
sharpCoreDbEncrypted.CreateUsersTable();
76+
Console.WriteLine("? SharpCoreDB (Encrypted) setup complete");
77+
78+
// Non-encrypted variant
79+
var dbPathNoEncrypt = Path.Combine(tempDir, "sharpcore_noencrypt");
80+
sharpCoreDbNoEncrypt = new BenchmarkDatabaseHelper(dbPathNoEncrypt, enableEncryption: false);
81+
sharpCoreDbNoEncrypt.CreateUsersTable();
82+
Console.WriteLine("? SharpCoreDB (No Encryption) setup complete");
83+
}
84+
catch (Exception ex)
85+
{
86+
Console.WriteLine($"? SharpCoreDB setup failed: {ex.Message}");
87+
throw;
88+
}
89+
}
90+
91+
private void SetupSQLite()
92+
{
93+
// SQLite in-memory
94+
sqliteMemory = new SqliteConnection("Data Source=:memory:");
95+
sqliteMemory.Open();
96+
CreateSQLiteTable(sqliteMemory);
97+
98+
// SQLite file
99+
sqliteFilePath = Path.Combine(tempDir, "sqlite.db");
100+
sqliteFile = new SqliteConnection($"Data Source={sqliteFilePath}");
101+
sqliteFile.Open();
102+
CreateSQLiteTable(sqliteFile);
103+
}
104+
105+
private void CreateSQLiteTable(SqliteConnection conn)
106+
{
107+
using var cmd = conn.CreateCommand();
108+
cmd.CommandText = @"
109+
CREATE TABLE IF NOT EXISTS users (
110+
id INTEGER PRIMARY KEY,
111+
name TEXT NOT NULL,
112+
email TEXT NOT NULL,
113+
age INTEGER NOT NULL,
114+
created_at TEXT NOT NULL,
115+
is_active INTEGER NOT NULL
116+
)";
117+
cmd.ExecuteNonQuery();
118+
}
119+
120+
private void SetupLiteDB()
121+
{
122+
liteDbFilePath = Path.Combine(tempDir, "litedb.db");
123+
liteDb = new LiteDatabase(liteDbFilePath);
124+
liteCollection = liteDb.GetCollection<TestDataGenerator.UserRecord>("users");
125+
}
126+
127+
// ==================== SHARPCOREDB (ENCRYPTED) - INDIVIDUAL INSERTS ====================
128+
129+
[Benchmark(Description = "SharpCoreDB (Encrypted): Individual Inserts")]
130+
public int SharpCoreDB_Encrypted_Individual()
131+
{
132+
var users = dataGenerator.GenerateUsers(RecordCount);
133+
int inserted = 0;
134+
135+
foreach (var user in users)
136+
{
137+
try
138+
{
139+
int uniqueId = currentBaseId + user.Id;
140+
141+
// Use FAST PATH - no UPSERT overhead!
142+
sharpCoreDbEncrypted?.InsertUserBenchmark(
143+
uniqueId,
144+
user.Name,
145+
user.Email,
146+
user.Age,
147+
user.CreatedAt,
148+
user.IsActive);
149+
inserted++;
150+
}
151+
catch (Exception ex)
152+
{
153+
Console.WriteLine($"SharpCoreDB (Encrypted) insert error: {ex.Message}");
154+
}
155+
}
156+
157+
return inserted;
158+
}
159+
160+
// ==================== SHARPCOREDB (ENCRYPTED) - BATCH INSERTS ====================
161+
162+
[Benchmark(Description = "SharpCoreDB (Encrypted): Batch Insert")]
163+
public int SharpCoreDB_Encrypted_Batch()
164+
{
165+
var users = dataGenerator.GenerateUsers(RecordCount);
166+
167+
// Convert to batch format
168+
var userList = users.Select(u =>
169+
(currentBaseId + u.Id, u.Name, u.Email, u.Age, u.CreatedAt, u.IsActive)
170+
).ToList();
171+
172+
try
173+
{
174+
sharpCoreDbEncrypted?.InsertUsersBatch(userList);
175+
return RecordCount;
176+
}
177+
catch (Exception ex)
178+
{
179+
Console.WriteLine($"SharpCoreDB (Encrypted) batch insert error: {ex.Message}");
180+
return 0;
181+
}
182+
}
183+
184+
// ==================== SHARPCOREDB (NO ENCRYPTION) - INDIVIDUAL INSERTS ====================
185+
186+
[Benchmark(Description = "SharpCoreDB (No Encryption): Individual Inserts")]
187+
public int SharpCoreDB_NoEncrypt_Individual()
188+
{
189+
var users = dataGenerator.GenerateUsers(RecordCount);
190+
int inserted = 0;
191+
192+
foreach (var user in users)
193+
{
194+
try
195+
{
196+
int uniqueId = currentBaseId + user.Id;
197+
198+
// Use FAST PATH - no UPSERT overhead!
199+
sharpCoreDbNoEncrypt?.InsertUserBenchmark(
200+
uniqueId,
201+
user.Name,
202+
user.Email,
203+
user.Age,
204+
user.CreatedAt,
205+
user.IsActive);
206+
inserted++;
207+
}
208+
catch (Exception ex)
209+
{
210+
Console.WriteLine($"SharpCoreDB (No Encryption) insert error: {ex.Message}");
211+
}
212+
}
213+
214+
return inserted;
215+
}
216+
217+
// ==================== SHARPCOREDB (NO ENCRYPTION) - BATCH INSERTS ====================
218+
219+
[Benchmark(Description = "SharpCoreDB (No Encryption): Batch Insert")]
220+
public int SharpCoreDB_NoEncrypt_Batch()
221+
{
222+
var users = dataGenerator.GenerateUsers(RecordCount);
223+
224+
// Convert to batch format
225+
var userList = users.Select(u =>
226+
(currentBaseId + u.Id, u.Name, u.Email, u.Age, u.CreatedAt, u.IsActive)
227+
).ToList();
228+
229+
try
230+
{
231+
sharpCoreDbNoEncrypt?.InsertUsersBatch(userList);
232+
return RecordCount;
233+
}
234+
catch (Exception ex)
235+
{
236+
Console.WriteLine($"SharpCoreDB (No Encryption) batch insert error: {ex.Message}");
237+
return 0;
238+
}
239+
}
240+
241+
// ==================== SQLITE MEMORY ====================
242+
243+
[Benchmark(Baseline = true, Description = "SQLite Memory: Bulk Insert")]
244+
public void SQLite_Memory_BulkInsert()
245+
{
246+
var users = dataGenerator.GenerateUsers(RecordCount);
247+
248+
using var transaction = sqliteMemory?.BeginTransaction();
249+
using var cmd = sqliteMemory?.CreateCommand();
250+
cmd!.CommandText = @"
251+
INSERT OR REPLACE INTO users (id, name, email, age, created_at, is_active)
252+
VALUES (@id, @name, @email, @age, @created_at, @is_active)";
253+
254+
cmd.Parameters.Add("@id", SqliteType.Integer);
255+
cmd.Parameters.Add("@name", SqliteType.Text);
256+
cmd.Parameters.Add("@email", SqliteType.Text);
257+
cmd.Parameters.Add("@age", SqliteType.Integer);
258+
cmd.Parameters.Add("@created_at", SqliteType.Text);
259+
cmd.Parameters.Add("@is_active", SqliteType.Integer);
260+
261+
foreach (var user in users)
262+
{
263+
// Use currentBaseId for unique IDs
264+
cmd.Parameters["@id"].Value = currentBaseId + user.Id;
265+
cmd.Parameters["@name"].Value = user.Name;
266+
cmd.Parameters["@email"].Value = user.Email;
267+
cmd.Parameters["@age"].Value = user.Age;
268+
cmd.Parameters["@created_at"].Value = user.CreatedAt.ToString("o");
269+
cmd.Parameters["@is_active"].Value = user.IsActive ? 1 : 0;
270+
cmd.ExecuteNonQuery();
271+
}
272+
273+
transaction?.Commit();
274+
}
275+
276+
// ==================== SQLITE FILE ====================
277+
278+
[Benchmark(Description = "SQLite File: Bulk Insert")]
279+
public void SQLite_File_BulkInsert()
280+
{
281+
var users = dataGenerator.GenerateUsers(RecordCount);
282+
283+
using var transaction = sqliteFile?.BeginTransaction();
284+
using var cmd = sqliteFile?.CreateCommand();
285+
cmd!.CommandText = @"
286+
INSERT OR REPLACE INTO users (id, name, email, age, created_at, is_active)
287+
VALUES (@id, @name, @email, @age, @created_at, @is_active)";
288+
289+
cmd.Parameters.Add("@id", SqliteType.Integer);
290+
cmd.Parameters.Add("@name", SqliteType.Text);
291+
cmd.Parameters.Add("@email", SqliteType.Text);
292+
cmd.Parameters.Add("@age", SqliteType.Integer);
293+
cmd.Parameters.Add("@created_at", SqliteType.Text);
294+
cmd.Parameters.Add("@is_active", SqliteType.Integer);
295+
296+
foreach (var user in users)
297+
{
298+
// Use currentBaseId for unique IDs
299+
cmd.Parameters["@id"].Value = currentBaseId + user.Id;
300+
cmd.Parameters["@name"].Value = user.Name;
301+
cmd.Parameters["@email"].Value = user.Email;
302+
cmd.Parameters["@age"].Value = user.Age;
303+
cmd.Parameters["@created_at"].Value = user.CreatedAt.ToString("o");
304+
cmd.Parameters["@is_active"].Value = user.IsActive ? 1 : 0;
305+
cmd.ExecuteNonQuery();
306+
}
307+
308+
transaction?.Commit();
309+
}
310+
311+
// ==================== LITEDB ====================
312+
313+
[Benchmark(Description = "LiteDB: Bulk Insert")]
314+
public void LiteDB_BulkInsert()
315+
{
316+
var users = dataGenerator.GenerateUsers(RecordCount);
317+
318+
// Use currentBaseId for unique IDs
319+
foreach (var user in users)
320+
{
321+
user.Id = currentBaseId + user.Id;
322+
}
323+
324+
liteCollection?.InsertBulk(users);
325+
}
326+
327+
[GlobalCleanup]
328+
public void Cleanup()
329+
{
330+
Dispose();
331+
}
332+
333+
public void Dispose()
334+
{
335+
sharpCoreDbEncrypted?.Dispose();
336+
sharpCoreDbNoEncrypt?.Dispose();
337+
sqliteMemory?.Dispose();
338+
sqliteFile?.Dispose();
339+
liteDb?.Dispose();
340+
341+
try
342+
{
343+
if (Directory.Exists(tempDir))
344+
{
345+
Directory.Delete(tempDir, recursive: true);
346+
}
347+
}
348+
catch
349+
{
350+
// Ignore cleanup errors
351+
}
352+
353+
GC.SuppressFinalize(this);
354+
}
355+
}

0 commit comments

Comments
 (0)