Add event timestamp to repetitions

Author: gohabereg

lib/utils.js

@@ -26,13 +26,14 @@ module.exports.deepMerge = deepMerge;
  *
  * @param {object|Array} source - source object
  * @param {object|Array} target - target object
+ * @param {Array<string>} [requiredFields] - fields to leave in diff object
  * @returns {object}
  */
-function deepDiff(source, target) {
+function deepDiff(source, target, requiredFields= []) {
   if (typeOf(target) === 'array') {
     return arrayDiff(source, target);
   } else if (typeOf(target) === 'object') {
-    return objectDiff(source, target);
+    return objectDiff(source, target, requiredFields);
   } else if (source !== target) {
     return target;
   } else {
@@ -62,10 +63,11 @@ function arrayDiff(source, target) {
  *
  * @param {object} objectA - first object for comparing
  * @param {object} objectB - second object for comparing
+ * @param {Array<string>} requiredFields - fields to leave
  *
  * @returns {object}
  */
-function objectDiff(objectA, objectB) {
+function objectDiff(objectA, objectB, requiredFields = []) {
   const diffObject = {};
 
   /**
@@ -93,6 +95,10 @@ function objectDiff(objectA, objectB) {
     }
 
     if (objectAItem === objectBItem) {
+      if (requiredFields.includes(prop)) {
+        diffObject[prop] = objectAItem;
+      }
+
       return;
     }
 

lib/utils.test.js

@@ -135,4 +135,12 @@ describe('Utils', () => {
       expect(merge).toEqual(testCase.expectedMerge);
     });
   });
+
+  test('should leave required fields', () => {
+    const data = dataProvider[1];
+
+    const diff = utils.deepDiff(data.sourceObject, data.targetObject, ['a']);
+
+    expect(diff.a).toEqual(data.sourceObject.a);
+  })
 });

migrations/20210826165556-add-timestamp-to-repetitions.js

@@ -0,0 +1,43 @@
+/**
+ * This migration updates date from format `dd-mm-YYYY` to midnight unixtime
+ * so that each client with different timezone could convert it to local time
+ */
+module.exports = {
+  async up(db) {
+    const collections = await db.listCollections({}, {
+      authorizedCollections: true,
+      nameOnly: true,
+    }).toArray();
+
+    const projectIds = [];
+    const REPETITIONS = 'repetitions';
+    const EVENTS = 'events';
+
+    collections.forEach((collection) => {
+      if (/repetitions/.test(collection.name)) {
+        projectIds.push(collection.name.split(':')[1]);
+      }
+    });
+
+    for (const projectId of projectIds) {
+      const originalEvents = await db.collection(`${EVENTS}:${projectId}`).find({}).toArray();
+      const repetitions = await db.collection(`${REPETITIONS}:${projectId}`).find({
+        'payload.timestamp': { $eq: null }
+      }).toArray();
+
+      for (const event of originalEvents) {
+        const eventRepetitions = repetitions.filter(rep => rep.groupHash === event.groupHash);
+
+        for (const repetition of eventRepetitions) {
+          await db.collection(`${REPETITIONS}:${projectId}`).updateOne({
+            _id: repetition._id,
+          }, {
+            $set: {
+              'payload.timestamp': event.payload.timestamp,
+            },
+          });
+        }
+      }
+    }
+  },
+};

workers/grouper/src/index.ts

@@ -146,8 +146,10 @@ export default class GrouperWorker extends Worker {
 
       /**
        * Save event's repetitions
+       *
+       * Leave timestamp in diff for database queries
        */
-      const diff = utils.deepDiff(existedEvent.payload, task.event);
+      const diff = utils.deepDiff(existedEvent.payload, task.event, [ 'timestamp' ]);
 
       const newRepetition = {
         groupHash: uniqueEventHash,