💡 allow workers to handle GitHub requests

Author: JoshuaTheMiller

package.json

@@ -25,8 +25,9 @@
     "ts-node": "^10.9.1",
     "typescript": "^5.0.2"
   },
-  "dependencies": {
+  "dependencies": {    
     "@octokit/plugin-throttling": "^5.0.1",
+    "axios": "^1.4.0",
     "dotenv": "^16.0.3",
     "express": "^4.18.2",
     "js-yaml": "^4.1.0",

src/app.ts

@@ -8,7 +8,7 @@ import { routes } from "./routes";
 
 const app = express();
 
-const port = 8080;
+const port = process.env.PORT;
 
 // TODO: fix/determine why OpenAPIBackend is having issues loading files on its own...
 const doc = yaml.load(fs.readFileSync(path.resolve(__dirname, 'openapi.yaml'), 'utf8'));
@@ -35,4 +35,8 @@ app.use((req: any, res: any) => {
     })
 });
 
+console.log(`Starting server on port '${port}'`);
+if(process.env.GITHUB_PROXY) {
+  console.log(`Forwarding GitHub requests to '${process.env.GITHUB_PROXY}'`);
+}
 app.listen(port);

src/handlers/syncAll.ts

@@ -2,6 +2,15 @@ import { Context } from "openapi-backend";
 import type { Request, Response } from "express";
 import { GetClient } from "../services/gitHub";
 import { SyncOrg } from "../services/githubSync";
+import { GitHubClient } from "../services/gitHubTypes";
+import axios from 'axios';
+
+async function syncOrgLocal(installationId: number, client: GitHubClient) {
+    const orgClient = await client.GetOrgClient(installationId);
+    const appConfig = await client.GetAppConfig();
+
+    return await SyncOrg(orgClient, appConfig)
+}
 
 export async function syncAllHandler(
     c: Context,
@@ -12,26 +21,40 @@ export async function syncAllHandler(
 
     const client = GetClient();
     const installations = await client.GetInstallations();
+
+    console.log(`Syncing the following orgs: ${JSON.stringify(installations)}`)
 
-    async function syncOrg(installationId:number) {
-        const orgClient = await client.GetOrgClient(installationId);
-        const appConfig = await client.GetAppConfig();
+    if (process.env.GITHUB_PROXY) {
+        // TODO: clean this up... Such forwarding logic should not be included in 
+        // "handlers"
+        console.log(`Forwarding request to '${process.env.GITHUB_PROXY}'`);
+        const requestUrl = `${process.env.GITHUB_PROXY}/api/sync/SynchronizeOrg?installationId=`
+        const orgSyncPromises = installations.map(i => axios.post(`${requestUrl}i`));
 
-        return await SyncOrg(orgClient, appConfig)
-    }
+        const results = await Promise.allSettled(orgSyncPromises);
 
-    console.log(`Syncing the following orgs: ${JSON.stringify(installations)}`)
+        const end = Date.now();
 
-    const orgSyncPromises = installations.map(i => syncOrg(i.id))
+        const resultObject = {
+            orgSyncResults: results,
+            timeToCompleteInMilliseconds: end - start
+        }
+
+        return res.status(200).json(resultObject);
+    }
+    else {
+        const orgSyncPromises = installations.map(i => syncOrgLocal(i.id, client))
+        const results = await Promise.allSettled(orgSyncPromises);
 
-    const results = await Promise.allSettled(orgSyncPromises);
+        const end = Date.now();
 
-    const end = Date.now();
+        const resultObject = {
+            orgSyncResults: results,
+            timeToCompleteInMilliseconds: end - start
+        }
 
-    const resultObject = {
-        orgSyncResults: results,
-        timeToCompleteInMilliseconds: end - start
+        return res.status(200).json(resultObject);
     }
 
-    return res.status(200).json(resultObject);
-}
+    return res.status(500).json("An error occurred");
+}

src/handlers/syncOrg.ts

@@ -3,18 +3,43 @@ import type { Request, Response } from "express";
 import { GetClient } from "../services/gitHub";
 import { SyncOrg } from "../services/githubSync";
 import { AsyncReturnType } from "../utility";
+import axios from 'axios';
+
+async function forwardToProxy(installationId: number) {    
+    console.log(`Forwarding request to '${process.env.GITHUB_PROXY}'`);
+    const requestUrl = `${process.env.GITHUB_PROXY}/api/sync/SynchronizeOrg?installationId=${installationId}`    
+
+    const result = await axios.post(requestUrl);
+
+    if(result.status >= 200 && result.status < 300) {
+        return result.data;
+    }
+
+    return {
+        status: "failed",
+        installationId: installationId
+    }
+}
 
 export async function syncOrgHandler(
     c: Context,
     _req: Request,
     res: Response
-) {
+) {    
     const potentialIds = c.request.query.installationId;
     const installationIds = potentialIds instanceof Array ? potentialIds : [potentialIds];
     const distinctIds = new Set(installationIds.map(i => {
         return Number.parseInt(i)
     }));
 
+    if (process.env.GITHUB_PROXY) {        
+        const orgSyncPromises = Array.from(distinctIds).map(forwardToProxy);
+
+        const results = await Promise.allSettled(orgSyncPromises);
+        
+        return res.status(200).json(results);
+    }
+
     const client = GetClient();
 
     const syncOrgResponses : AsyncReturnType<typeof SyncOrg>[] = [];