Add release for suspected commits (#200)

* Refactor types

* Add release types

* Update collection name in archiver

* Fix release task payload

* Fix some comments

* Save release

* Add a test

* Fix releases test

* Rename releases-js collection to releases

* Fix tests

* Add one more test

* Add catcherType to a release payload

* Update workerType

* Add commits validation

* Parse commits

* Update task format and tests

* Update docker-compose file

* Add console.log for testing

* Update commit date type

* Remove catcherType

Some types have been ported to the hawk.types

* Update README.md

* Fix linter errors

* Small refactoring

* Fix linter errors

* Add a test for sourcemaps

* Fix workspace mock

* Update hawk.types version

* Update workers/release/README.md

Co-authored-by: Peter Savchenko <specc.dev@gmail.com>

* Update workers/release/README.md

Co-authored-by: Peter Savchenko <specc.dev@gmail.com>

* Update workers/release/src/index.ts

Co-authored-by: Nikita Melnikov <nikmel2803@gmail.com>

* Update some comments

* Update import in archiver

Co-authored-by: Peter Savchenko <specc.dev@gmail.com>
Co-authored-by: Nikita Melnikov <nikmel2803@gmail.com>

Author: 3 people

.eslintignore

@@ -1,6 +1,6 @@
 /coverage
 ecosystem.config.js
 node_modules
-/workers/source-maps/tests/mock
+/workers/release/tests/mock
 /workers/migrations
 .github

README.md

@@ -42,7 +42,7 @@ For simplicity, Hawk workers can be used as part of the [Mono repository](https:
 > Note. You can override some env variables on worker running:
 
 ```
-SIMULTANEOUS_TASKS=1 yarn worker hawk-worker-sourcemaps
+SIMULTANEOUS_TASKS=1 yarn worker hawk-worker-release
 ```
 
 ## Running workers with PM2

docker-compose.dev.yml

@@ -16,7 +16,7 @@ services:
       - .:/usr/src/app
       - workers-deps:/usr/src/app/node_modules
 
-  hawk-worker-sourcemaps:
+  hawk-worker-release:
     build:
       dockerfile: "dev.Dockerfile"
       context: .
@@ -25,7 +25,7 @@ services:
     environment:
       - SIMULTANEOUS_TASKS=1
     restart: unless-stopped
-    entrypoint: yarn run-maps
+    entrypoint: yarn run-release
     volumes:
       - ./:/usr/src/app
       - workers-deps:/usr/src/app/node_modules

docker-compose.prod.yml

@@ -12,15 +12,15 @@ services:
     restart: unless-stopped
     entrypoint: /usr/local/bin/node runner.js hawk-worker-javascript
 
-  hawk-worker-sourcemaps:
+  hawk-worker-release:
     image: "codexteamuser/hawk-workers:prod"
     network_mode: host
     env_file:
       - .env
     environment:
       - SIMULTANEOUS_TASKS=1
     restart: unless-stopped
-    entrypoint: /usr/local/bin/node runner.js hawk-worker-sourcemaps
+    entrypoint: /usr/local/bin/node runner.js hawk-worker-release
 
   hawk-worker-nodejs:
     image: "codexteamuser/hawk-workers:prod"

docker-compose.test.yml

@@ -0,0 +1,24 @@
+version: "3.2"
+services:
+  #
+  # Tests
+  #
+
+  hawk-worker-test:
+    build:
+      dockerfile: "dev.Dockerfile"
+      context: .
+    env_file:
+      - .env
+    entrypoint: yarn jest
+    volumes:
+      - .:/usr/src/app
+      - workers-deps:/usr/src/app/node_modules
+
+volumes:
+  workers-deps:
+
+networks:
+  default:
+    external:
+      name: hawkmono_default

package.json

@@ -16,6 +16,7 @@
         "test:javascript": "jest workers/javascript",
         "test:nodejs": "jest workers/nodejs",
         "test:php": "jest workers/php",
+        "test:release": "jest workers/release",
         "test:slack": "jest workers/slack",
         "test:limiter": "jest workers/limiter",
         "test:grouper": "jest workers/grouper",
@@ -36,7 +37,7 @@
         "run-accountant": "yarn worker hawk-worker-accountant",
         "run-paymaster": "yarn worker hawk-worker-paymaster",
         "run-notifier": "yarn worker hawk-worker-notifier",
-        "run-maps": "SIMULTANEOUS_TASKS=1 yarn worker hawk-worker-sourcemaps",
+        "run-release": "yarn worker hawk-worker-release",
         "run-email": "yarn worker hawk-worker-email",
         "run-telegram": "yarn worker hawk-worker-telegram",
         "run-limiter": "yarn worker hawk-worker-limiter"

workers/archiver/src/index.ts

@@ -60,9 +60,9 @@ export default class ArchiverWorker extends Worker {
     const accountDbConnection = await this.accountsDb.connect();
 
     this.projectCollection = accountDbConnection.collection<ProjectDBScheme>('projects');
-    this.releasesCollection = this.eventsDbConnection.collection('releases-js');
+    this.releasesCollection = this.eventsDbConnection.collection('releases');
 
-    this.gridFsBucket = this.eventsDb.createGridFsBucket('releases-js');
+    this.gridFsBucket = this.eventsDb.createGridFsBucket('releases');
     await super.start();
   }
 

workers/archiver/src/types.ts

@@ -1,5 +1,5 @@
 import { ObjectId } from 'mongodb';
-import { ProjectDBScheme } from 'hawk.types';
+import { CommitData, ProjectDBScheme } from 'hawk.types';
 
 /**
  * Report data for specific project
@@ -92,6 +92,11 @@ export interface ReleaseRecord {
    */
   projectId: string;
 
+  /**
+   * Commits data
+   */
+  commits: CommitData[];
+
   /**
    * Bundle version for this source map
    */

workers/archiver/tests/index.test.ts

@@ -108,7 +108,7 @@ describe('Archiver worker', () => {
   });
 
   test('Should remove old releases', async () => {
-    await db.collection('releases-js').insertMany(mockedReleases);
+    await db.collection('releases').insertMany(mockedReleases);
 
     const worker = new ArchiverWorker();
 
@@ -117,7 +117,7 @@ describe('Archiver worker', () => {
 
     await worker['removeOldReleases'](mockedProject);
 
-    const newReleasesCollection = await db.collection('releases-js')
+    const newReleasesCollection = await db.collection('releases')
       .find({})
       .toArray();
 

workers/javascript/src/index.ts

@@ -5,13 +5,13 @@ import { EventWorker } from '../../../lib/event-worker';
 import { DatabaseReadWriteError } from '../../../lib/workerErrors';
 import * as WorkerNames from '../../../lib/workerNames';
 import { GroupWorkerTask } from '../../grouper/types/group-worker-task';
-import { SourceMapDataExtended, SourceMapsRecord } from '../../source-maps/types/source-maps-record';
+import { SourceMapsRecord } from '../../release/types';
 import * as pkg from '../package.json';
 import { JavaScriptEventWorkerTask } from '../types/javascript-event-worker-task';
 import HawkCatcher from '@hawk.so/nodejs';
 import Crypto from '../../../lib/utils/crypto';
 import { rightTrim } from '../../../lib/utils/string';
-import { BacktraceFrame, SourceCodeLine } from 'hawk.types';
+import { BacktraceFrame, SourceCodeLine, SourceMapDataExtended } from 'hawk.types';
 import { beautifyUserAgent } from './utils';
 
 /**
@@ -31,7 +31,7 @@ export default class JavascriptEventWorker extends EventWorker {
   /**
    * Collection where source maps stored
    */
-  private releasesDbCollectionName = 'releases-js';
+  private releasesDbCollectionName = 'releases';
 
   /**
    * Extract base filename from path