feat: add release field to string & indexing migrations

Author: GeekaN2

migrations/20251107210624-add-index-on-events-payload-release.js

@@ -0,0 +1,62 @@
+/**
+ * @file Add index on `payload.release` for all per-project events collections
+ * Collections pattern: `events:{projectId}` in the events database
+ */
+module.exports = {
+  async up(db) {
+    const indexSpec = { 'payload.release': 1 };
+    const indexOptions = {
+      name: 'payloadRelease',
+      background: true,
+      sparse: true,
+    };
+
+    const collections = await db.listCollections().toArray();
+    const targetCollections = collections
+      .map(c => c.name)
+      .filter(name => name && name.startsWith('events:'));
+
+    console.log(`Found ${targetCollections.length} events collections`);
+
+    for (const name of targetCollections) {
+      const coll = db.collection(name);
+      const existing = await coll.indexes();
+
+      const alreadyExists = existing.some(idx => idx.name === indexOptions.name) ||
+        existing.some(idx => idx.key && idx.key['payload.release'] === 1);
+
+      if (alreadyExists) {
+        console.log(`Index already exists on ${name}. Skipped.`);
+        continue;
+      }
+
+      console.log(`Creating index ${indexOptions.name} on ${name}...`);
+      await coll.createIndex(indexSpec, indexOptions);
+    }
+  },
+
+  async down(db) {
+    const indexName = 'idx_payload_release';
+
+    const collections = await db.listCollections().toArray();
+    const targetCollections = collections
+      .map(c => c.name)
+      .filter(name => name && name.startsWith('events:'));
+
+    console.log(`Found ${targetCollections.length} events collections`);
+
+    for (const name of targetCollections) {
+      const coll = db.collection(name);
+
+      try {
+        console.log(`Dropping index ${indexName} on ${name}...`);
+        await coll.dropIndex(indexName);
+      } catch (e) {
+        // If index does not exist, ignore
+        if (e && e.codeName !== 'IndexNotFound') {
+          throw e;
+        }
+      }
+    }
+  },
+};

migrations/20251107222417-convert-release-field-to-string.js

@@ -0,0 +1,66 @@
+/**
+ * Convert all payload.release fields to strings across all per-project events collections.
+ * Collections pattern: events:{projectId}
+ */
+module.exports = {
+  async up(db) {
+    const collections = await db.listCollections().toArray();
+    const targetCollections = collections
+      .map(c => c.name)
+      .filter(name => name && name.startsWith('events:'));
+
+    console.log(`Found ${targetCollections.length} events collections to process`);
+
+    for (const name of targetCollections) {
+      const coll = db.collection(name);
+
+      // Find docs where payload.release exists
+      const cursor = coll.find(
+        { 'payload.release': { $exists: true } },
+        {
+          projection: {
+            _id: 1,
+            'payload.release': 1,
+          },
+        }
+      );
+
+      let converted = 0;
+      let scanned = 0;
+      const ops = [];
+      const BATCH_SIZE = 1000;
+
+      while (await cursor.hasNext()) {
+        const doc = await cursor.next();
+
+        scanned++;
+        const releaseValue = doc && doc.payload ? doc.payload.release : undefined;
+
+        if (typeof releaseValue !== 'string') {
+          ops.push({
+            updateOne: {
+              filter: { _id: doc._id },
+              update: { $set: { 'payload.release': String(releaseValue) } },
+            },
+          });
+          converted++;
+        }
+
+        if (ops.length >= BATCH_SIZE) {
+          await coll.bulkWrite(ops, { ordered: false });
+          ops.length = 0;
+        }
+      }
+
+      if (ops.length > 0) {
+        await coll.bulkWrite(ops, { ordered: false });
+      }
+
+      console.log(`[${name}] scanned=${scanned}, converted=${converted}`);
+    }
+  },
+
+  async down() {
+    console.log('Down migration is not implemented: cannot reliably restore original non-string types for payload.release.');
+  },
+};

workers/grouper/src/index.ts

@@ -101,6 +101,15 @@ export default class GrouperWorker extends Worker {
   public async handle(task: GroupWorkerTask<ErrorsCatcherType>): Promise<void> {
     let uniqueEventHash = await this.getUniqueEventHash(task);
 
+    // FIX RELEASE TYPE
+    // TODO: REMOVE AFTER 01.01.2026, after the most of the users update to new js catcher
+    if (task.payload && task.payload.release !== undefined) {
+      task.payload = {
+        ...task.payload,
+        release: String(task.payload.release)
+      }
+    }
+
     /**
      * Find event by group hash.
      */

yarn.lock

@@ -4629,11 +4629,6 @@ jest@^29.2.2:
     import-local "^3.0.2"
     jest-cli "^29.7.0"
 
-js-levenshtein@^1.1.6:
-  version "1.1.6"
-  resolved "https://registry.yarnpkg.com/js-levenshtein/-/js-levenshtein-1.1.6.tgz#c6cee58eb3550372df8deb85fad5ce66ce01d59d"
-  integrity sha512-X2BB11YZtrRqY4EnQcLX5Rh373zbK4alC1FW7D7MBhL2gtcC17cTnr6DmfHZeS0s2rTHjUTMMHfG7gO8SSdw+g==
-
 js-tokens@^4.0.0:
   version "4.0.0"
   resolved "https://registry.yarnpkg.com/js-tokens/-/js-tokens-4.0.0.tgz#19203fb59991df98e3a287050d4647cdeaf32499"