feat: enhance DigestCron to integrate search service for indexing and deletion of project, contribution, and contributor items

Author: omdxp

api/src/digest/cron.ts

@@ -1,12 +1,15 @@
 import { captureException, cron } from "@sentry/node";
-import { CronJob } from "cron";
+
 import { ContributionRepository } from "src/contribution/repository";
 import { ContributorRepository } from "src/contributor/repository";
+import { CronJob } from "cron";
 import { DataService } from "src/data/service";
 import { GithubService } from "src/github/service";
 import { LoggerService } from "src/logger/service";
 import { ProjectRepository } from "src/project/repository";
 import { RepositoryRepository } from "src/repository/repository";
+import { SearchItem } from "src/search/types";
+import { SearchService } from "src/search/service";
 import { Service } from "typedi";
 
 @Service()
@@ -22,6 +25,7 @@ export class DigestCron {
     private readonly repositoriesRepository: RepositoryRepository,
     private readonly contributionsRepository: ContributionRepository,
     private readonly contributorsRepository: ContributorRepository,
+    private readonly searchService: SearchService,
   ) {
     const SentryCronJob = cron.instrumentCron(CronJob, "DigestCron");
     new SentryCronJob(
@@ -66,6 +70,10 @@ export class DigestCron {
 
     const projectsFromDataFolder = await this.dataService.listProjects();
 
+    const searchProjectItems: SearchItem[] = [];
+    const searchContributorItems: SearchItem[] = [];
+    const searchContributionItems: SearchItem[] = [];
+
     for (const project of projectsFromDataFolder) {
       const [{ id: projectId }] = await this.projectsRepository.upsert({
         ...project,
@@ -84,14 +92,20 @@ export class DigestCron {
             });
 
             const provider = "github";
-            const [{ id: repositoryId }] = await this.repositoriesRepository.upsert({
-              provider,
-              name: repoInfo.name,
-              owner: repoInfo.owner.login,
-              runId,
-              projectId,
-              stars: repoInfo.stargazers_count,
+            const [{ id: repositoryId }] =
+              await this.repositoriesRepository.upsert({
+                provider,
+                name: repoInfo.name,
+                owner: repoInfo.owner.login,
+                runId,
+                projectId,
+                stars: repoInfo.stargazers_count,
+                id: `${provider}-${repoInfo.id}`,
+              });
+            searchProjectItems.push({
               id: `${provider}-${repoInfo.id}`,
+              title: repoInfo.name,
+              type: "project",
             });
             addedRepositoryCount++;
 
@@ -101,17 +115,25 @@ export class DigestCron {
             });
 
             for (const issue of issues) {
-              const githubUser = await this.githubService.getUser({ username: issue.user.login });
+              const githubUser = await this.githubService.getUser({
+                username: issue.user.login,
+              });
 
               if (githubUser.type !== "User") continue;
 
-              const [{ id: contributorId }] = await this.contributorsRepository.upsert({
-                name: githubUser.name || githubUser.login,
-                username: githubUser.login,
-                url: githubUser.html_url,
-                avatarUrl: githubUser.avatar_url,
-                runId,
+              const [{ id: contributorId }] =
+                await this.contributorsRepository.upsert({
+                  name: githubUser.name || githubUser.login,
+                  username: githubUser.login,
+                  url: githubUser.html_url,
+                  avatarUrl: githubUser.avatar_url,
+                  runId,
+                  id: `${provider}-${githubUser.login}`,
+                });
+              searchContributorItems.push({
                 id: `${provider}-${githubUser.login}`,
+                title: githubUser.name || githubUser.login,
+                type: "contributor",
               });
 
               await this.contributorsRepository.upsertRelationWithRepository({
@@ -128,17 +150,26 @@ export class DigestCron {
                 updatedAt: issue.updated_at,
                 activityCount: issue.comments,
                 runId,
-                url: type === "PULL_REQUEST" ? issue.pull_request.html_url : issue.html_url,
+                url:
+                  type === "PULL_REQUEST"
+                    ? issue.pull_request.html_url
+                    : issue.html_url,
                 repositoryId,
                 contributorId,
                 id: `${provider}-${issue.id}`,
               });
+              searchContributionItems.push({
+                id: `${provider}-${issue.id}`,
+                title: issue.title,
+                type: "contribution",
+              });
             }
 
-            const repoContributors = await this.githubService.listRepositoryContributors({
-              owner: repository.owner,
-              repository: repository.name,
-            });
+            const repoContributors =
+              await this.githubService.listRepositoryContributors({
+                owner: repository.owner,
+                repository: repository.name,
+              });
 
             const repoContributorsFiltered = repoContributors.filter(
               (contributor) => contributor.type === "User",
@@ -148,14 +179,15 @@ export class DigestCron {
               const contributor = await this.githubService.getUser({
                 username: repoContributor.login,
               });
-              const [{ id: contributorId }] = await this.contributorsRepository.upsert({
-                name: contributor.name || contributor.login,
-                username: contributor.login,
-                url: contributor.html_url,
-                avatarUrl: contributor.avatar_url,
-                runId,
-                id: `${provider}-${contributor.login}`,
-              });
+              const [{ id: contributorId }] =
+                await this.contributorsRepository.upsert({
+                  name: contributor.name || contributor.login,
+                  username: contributor.login,
+                  url: contributor.html_url,
+                  avatarUrl: contributor.avatar_url,
+                  runId,
+                  id: `${provider}-${contributor.login}`,
+                });
 
               await this.contributorsRepository.upsertRelationWithRepository({
                 contributorId,
@@ -179,11 +211,24 @@ export class DigestCron {
     }
 
     try {
-      await this.contributorsRepository.deleteAllRelationWithRepositoryButWithRunId(runId);
+      await this.contributorsRepository.deleteAllRelationWithRepositoryButWithRunId(
+        runId,
+      );
       await this.contributionsRepository.deleteAllButWithRunId(runId);
       await this.contributorsRepository.deleteAllButWithRunId(runId);
       await this.repositoriesRepository.deleteAllButWithRunId(runId);
       await this.projectsRepository.deleteAllButWithRunId(runId);
+      await this.searchService.deleteAllDocuments("project");
+      await this.searchService.deleteAllDocuments("contribution");
+      await this.searchService.deleteAllDocuments("contributor");
+    } catch (error) {
+      captureException(error, { tags: { type: "CRON" } });
+    }
+
+    try {
+      await this.searchService.index("project", searchProjectItems);
+      await this.searchService.index("contribution", searchContributionItems);
+      await this.searchService.index("contributor", searchContributorItems);
     } catch (error) {
       captureException(error, { tags: { type: "CRON" } });
     }