improved cron job: handle non-existent repo gracefully

.github/workflows/cd.deploy.yml

@@ -12,7 +12,7 @@ jobs:
       node-version: "20"
       os: "ubuntu-latest"
 
-  bundle-deploy:
+  docker-build-push-api:
     needs: build
     runs-on: ubuntu-latest
     env:

api/src/digest/cron.ts

@@ -142,11 +142,6 @@ it may contain non-translatable parts like acronyms, keep them as is.`;
         name_ar,
       };
       const [{ id: projectId }] = await this.projectsRepository.upsert(projectEntity);
-      for (const tagId of project.tags || []) {
-        await this.tagRepository.upsert({ id: tagId, runId });
-        await this.projectsRepository.upsertRelationWithTag({ projectId, tagId, runId });
-      }
-      await this.searchService.upsert("project", projectEntity);
 
       let addedRepositoryCount = 0;
       try {
@@ -294,8 +289,19 @@ it may contain non-translatable parts like acronyms, keep them as is.`;
       if (addedRepositoryCount === 0) {
         captureException(new Error("Empty project"), { extra: { project } });
         await this.projectsRepository.deleteRelationWithTagByProjectId(projectId);
-        await this.projectsRepository.deleteById(projectId);
+        await this.projectsRepository.upsert({ ...projectEntity, runId: "garbage-collected" });
+        continue;
+      }
+
+      for (const tagId of project.tags || []) {
+        await this.tagRepository.upsert({ id: tagId, runId });
+        await this.projectsRepository.upsertRelationWithTag({
+          projectId,
+          tagId,
+          runId,
+        });
       }
+      await this.searchService.upsert("project", projectEntity);
     }
 
     try {
@@ -373,7 +379,9 @@ it may contain non-translatable parts like acronyms, keep them as is.`;
           repoContributors
             .filter(({ type }) => type === "User")
             .map(async (contributor) => {
-              const userInfo = await this.githubService.getUser({ username: contributor.login });
+              const userInfo = await this.githubService.getUser({
+                username: contributor.login,
+              });
               return {
                 id: contributor.login,
                 name: userInfo.name,

api/src/fetch/service.ts

@@ -48,6 +48,10 @@ export class FetchService {
   private async fetch<T>(url: string, options: FetchOptions) {
     this.logger.info({ message: `Fetching ${url}` });
     const response = await this.makeFetchHappenInstance(url, options);
+    if (!response.ok) {
+      this.logger.error({ message: `Failed to fetch ${url}`, meta: { status: response.status } });
+      throw new Error(`Failed to fetch ${url}: ${response.statusText}`);
+    }
     const jsonResponse = (await response.json()) as T;
     return jsonResponse;
   }

data/models/projects/SPL_Router/info.json

@@ -4,7 +4,8 @@
     {
       "provider": "github",
       "owner": "Mouhamedtec",
-      "repository": "SPL-Router"
+      "name": "SPL-Router"
     }
-  ]
+  ],
+  "tags": ["by-algerian"]
 }