Stack Overflow integration (#671)

Co-authored-by: Uroš Marolt <uros@crowd.dev>

Author: garrrikkotua

backend/.env.dist.composed

@@ -21,5 +21,5 @@ CROWD_SEARCH_ENGINE_HOST="http://search-engine:7700"
 # CubeJS settings
 CROWD_CUBEJS_URL="http://cubejs:4000/cubejs-api/v1"
 
-# Pizzly settings
-CROWD_PIZZLY_URL=http://pizzly:3003
+# Nango settings
+CROWD_NANGO_URL=http://nango:3003

backend/.env.dist.local

@@ -117,10 +117,16 @@ CROWD_GITHUB_CLIENT_SECRET=
 CROWD_GITHUB_PRIVATE_KEY=
 CROWD_GITHUB_WEBHOOK_SECRET=
 
-# Pizzly settings
-CROWD_PIZZLY_URL=http://localhost:3003
-CROWD_PIZZLY_SECRET_KEY=424242
-CROWD_PIZZLY_INTEGRATIONS=reddit,linkedin
+# Stack Overflow settings
+CROWD_STACKEXCHANGE_CLIENT_ID=
+CROWD_STACKEXCHANGE_CLIENT_SECRET=
+CROWD_STACKEXCHANGE_SCOPES=
+CROWD_STACKEXCHANGE_KEY=
+
+# Nango settings
+CROWD_NANGO_URL=http://localhost:3003
+CROWD_NANGO_SECRET_KEY=424242
+CROWD_NANGO_INTEGRATIONS=reddit,linkedin,stackexchange
 
 # Cohere settings
 CROWD_COHERE_API_KEY=

backend/config/custom-environment-variables.json

@@ -130,9 +130,12 @@
     "privateKey": "CROWD_GITHUB_PRIVATE_KEY",
     "webhookSecret": "CROWD_GITHUB_WEBHOOK_SECRET"
   },
-  "pizzly": {
-    "url": "CROWD_PIZZLY_URL",
-    "secretKey": "CROWD_PIZZLY_SECRET_KEY"
+  "stackexchange": {
+    "key": "CROWD_STACKEXCHANGE_KEY"
+  },
+  "nango": {
+    "url": "CROWD_NANGO_URL",
+    "secretKey": "CROWD_NANGO_SECRET_KEY"
   },
   "enrichment": {
     "url": "CROWD_ENRICHMENT_URL",

backend/config/default.json

@@ -33,6 +33,7 @@
     "maxRetrospectInSeconds": 3600
   },
   "github": {},
+  "stackexchange": {},
   "enrichment": {},
   "eagleEye": {},
   "unleash": {

backend/package-lock.json

@@ -45,7 +45,6 @@
     "@aws-sdk/util-format-url": "^3.226.0",
     "@cubejs-client/core": "^0.30.4",
     "@google-cloud/storage": "5.3.0",
-    "@nangohq/pizzly-node": "^0.3.6",
     "@octokit/auth-app": "^3.6.1",
     "@octokit/graphql": "^4.8.0",
     "@octokit/request": "^5.6.3",

backend/package.json

@@ -0,0 +1,9 @@
+import Permissions from '../../../security/permissions'
+import IntegrationService from '../../../services/integrationService'
+import PermissionChecker from '../../../services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.tenantEdit)
+  const payload = await new IntegrationService(req).stackOverflowConnectOrUpdate(req.body)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/helpers/stackOverflowCreateOrUpdate.ts

@@ -0,0 +1,67 @@
+import axios from 'axios'
+import Error400 from '../../../errors/Error400'
+import Permissions from '../../../security/permissions'
+import PermissionChecker from '../../../services/user/permissionChecker'
+import track from '../../../segment/track'
+import { StackOverflowTagsResponse } from '../../../serverless/integrations/types/stackOverflowTypes'
+import { STACKEXCHANGE_CONFIG } from '../../../config'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHasAny([
+    Permissions.values.integrationCreate,
+    Permissions.values.integrationEdit,
+  ])
+
+  if (req.query.tag) {
+    try {
+      const result = await axios.get(
+        `https://api.stackexchange.com/2.3/tags/${req.query.tag}/info`,
+        {
+          params: {
+            site: 'stackoverflow',
+            key: STACKEXCHANGE_CONFIG.key,
+          },
+        },
+      )
+      const data = result.data as StackOverflowTagsResponse
+      console.log(data)
+      if (
+        result.status === 200 &&
+        data.items &&
+        data.items.length > 0 &&
+        data.items[0].is_moderator_only === false &&
+        data.items[0].count > 0
+      ) {
+        console.log('here')
+        track(
+          'Stack Overflow: tag input',
+          {
+            tag: req.query.tag,
+            valid: true,
+          },
+          { ...req },
+        )
+        return req.responseHandler.success(req, res, data)
+      }
+    } catch (e) {
+      track(
+        'Stack Overflow: tag input',
+        {
+          tag: req.query.tag,
+          valid: false,
+        },
+        { ...req },
+      )
+      return req.responseHandler.error(req, res, new Error400(req.language))
+    }
+  }
+  track(
+    'Stack Overflow: tag input',
+    {
+      tag: req.query.subreddit,
+      valid: false,
+    },
+    { ...req },
+  )
+  return req.responseHandler.error(req, res, new Error400(req.language))
+}

backend/src/api/integration/helpers/stackOverflowValidator.ts

@@ -0,0 +1,37 @@
+import axios from 'axios'
+import Error400 from '../../../errors/Error400'
+import Permissions from '../../../security/permissions'
+import PermissionChecker from '../../../services/user/permissionChecker'
+import { STACKEXCHANGE_CONFIG } from '../../../config'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHasAny([
+    Permissions.values.integrationCreate,
+    Permissions.values.integrationEdit,
+  ])
+
+  if (req.query.keywords) {
+    try {
+      const promises = req.query.keywords.split(';').map((keyword) =>
+        axios.get(`https://api.stackexchange.com/2.3/search/advanced`, {
+          params: {
+            site: 'stackoverflow',
+            q: `"${keyword}"`,
+            filter: 'total',
+            key: STACKEXCHANGE_CONFIG.key,
+          },
+        }),
+      )
+      const responses = await Promise.all(promises)
+      if (responses.every((response) => response.status === 200)) {
+        console.log('here')
+        return req.responseHandler.success(req, res, {
+          total: responses.reduce((acc, response) => acc + response.data.total, 0),
+        })
+      }
+    } catch (e) {
+      return req.responseHandler.error(req, res, new Error400(req.language))
+    }
+  }
+  return req.responseHandler.error(req, res, new Error400(req.language))
+}

backend/src/api/integration/helpers/stackOverflowVolume.ts

@@ -45,6 +45,19 @@ export default (app) => {
     safeWrap(require('./helpers/hackerNewsCreateOrUpdate').default),
   )
 
+  app.post(
+    '/tenant/:tenantId/stackoverflow-connect',
+    safeWrap(require('./helpers/stackOverflowCreateOrUpdate').default),
+  )
+  app.get(
+    '/tenant/:tenantId/stackoverflow-validate',
+    safeWrap(require('./helpers/stackOverflowValidator').default),
+  )
+  app.get(
+    '/tenant/:tenantId/stackoverflow-volume',
+    safeWrap(require('./helpers/stackOverflowVolume').default),
+  )
+
   if (TWITTER_CONFIG.clientId) {
     /**
      * Using the passport.authenticate this endpoint forces a