refactor: wip

Author: BioPhoton

packages/utils/src/lib/wal.ts

@@ -118,7 +118,7 @@ export class WriteAheadLogFile<T> implements AppendableSink<T> {
   #fd: number | null = null;
   readonly #file: string;
   readonly #decode: Codec<T | InvalidEntry<string>>['decode'];
-  readonly #encode: Codec<T | InvalidEntry<string>>['encode'];
+  readonly #encode: Codec<T>['encode'];
 
   /**
    * Create a new WAL file instance.
@@ -202,7 +202,7 @@ export class WriteAheadLogFile<T> implements AppendableSink<T> {
       console.log('Found invalid entries during WAL repack');
     }
     const recordsToWrite = hasInvalidEntries
-      ? r.records
+      ? (r.records as T[])
       : filterValidRecords(r.records);
     fs.mkdirSync(path.dirname(out), { recursive: true });
     fs.writeFileSync(out, `${recordsToWrite.map(this.#encode).join('\n')}\n`);

packages/utils/src/lib/wal.unit.test.ts

@@ -160,6 +160,18 @@ describe('WriteAheadLogFile', () => {
     vol.fromJSON({}, MEMFS_VOLUME);
   });
 
+  it('should act as WLA for any kind of data', () => {
+    const w = wal('/test/a.log', stringCodec<object>());
+    w.open();
+    w.append({ id: 1, name: 'test' });
+    w.close();
+    expect(w.recover()).toStrictEqual({ id: 1, name: 'test' });
+    expect(() =>
+      w.append('{ id: 1, name:...' as unknown as object),
+    ).not.toThrow();
+    w.expect(w.recover()).toStrictEqual({ id: 1, name: 'test' });
+  });
+
   it('should create instance with file path and codecs without opening', () => {
     const w = wal('/test/a.log');
     expect(w).toBeInstanceOf(WriteAheadLogFile);
@@ -797,8 +809,12 @@ describe('ShardedWal', () => {
     const files = (sw as any).shardFiles();
 
     expect(files).toHaveLength(2);
-    expect(files).toContain('/shards/wal.1.log');
-    expect(files).toContain('/shards/wal.2.log');
+    expect(files).toEqual(
+      expect.arrayContaining([
+        expect.pathToMatch('/shards/wal.1.log'),
+        expect.pathToMatch('/shards/wal.2.log'),
+      ]),
+    );
   });
 
   it('should finalize empty shards to empty result', () => {