chore: added missing endpoint, verifiedby and mv refresh job (CM-1030, CM-1038) (#3907)

Signed-off-by: Uroš Marolt <uros@marolt.me>

Author: themarolt

backend/src/api/public/v1/members/identities/getMemberIdentities.ts

@@ -27,11 +27,12 @@ export async function getMemberIdentities(req: Request, res: Response): Promise<
   const rawIdentities = await fetchMemberIdentities(qx, memberId)
 
   const identities = rawIdentities.map(
-    ({ id, value, platform, verified, source, createdAt, updatedAt }) => ({
+    ({ id, value, platform, verified, verifiedBy, source, createdAt, updatedAt }) => ({
       id,
       value,
       platform,
       verified,
+      verifiedBy: verifiedBy ?? null,
       source,
       createdAt,
       updatedAt,

backend/src/api/public/v1/members/identities/verifyMemberIdentity.ts

@@ -54,6 +54,7 @@ function toReturn(identity: IMemberIdentity) {
     value: identity.value,
     platform: identity.platform,
     verified: identity.verified,
+    verifiedBy: identity.verifiedBy ?? null,
     source: identity.source,
     createdAt: identity.createdAt,
     updatedAt: identity.updatedAt,

backend/src/api/public/v1/members/index.ts

@@ -7,6 +7,7 @@ import { SCOPES } from '@/security/scopes'
 import { getMemberIdentities } from './identities/getMemberIdentities'
 import { verifyMemberIdentity } from './identities/verifyMemberIdentity'
 import { getMemberMaintainerRoles } from './maintainer-roles/getMemberMaintainerRoles'
+import { getProjectAffiliations } from './project-affiliations/getProjectAffiliations'
 import { resolveMemberByIdentities } from './resolveMember'
 import { createMemberWorkExperience } from './work-experiences/createMemberWorkExperience'
 import { deleteMemberWorkExperience } from './work-experiences/deleteMemberWorkExperience'
@@ -37,6 +38,12 @@ export function membersRouter(): Router {
     safeWrap(getMemberMaintainerRoles),
   )
 
+  router.get(
+    '/:memberId/project-affiliations',
+    requireScopes([SCOPES.READ_PROJECT_AFFILIATIONS]),
+    safeWrap(getProjectAffiliations),
+  )
+
   router.post(
     '/:memberId/work-experiences',
     requireScopes([SCOPES.WRITE_WORK_EXPERIENCES]),

backend/src/api/public/v1/members/project-affiliations/getProjectAffiliations.ts

@@ -0,0 +1,115 @@
+import type { Request, Response } from 'express'
+import { z } from 'zod'
+
+import { NotFoundError } from '@crowd/common'
+import {
+  MemberField,
+  fetchMemberProjectSegments,
+  fetchMemberSegmentAffiliationsWithOrg,
+  fetchMemberWorkExperienceAffiliations,
+  findMaintainerRoles,
+  findMemberById,
+  optionsQx,
+} from '@crowd/data-access-layer'
+import type {
+  ISegmentAffiliationWithOrg,
+  IWorkExperienceAffiliation,
+} from '@crowd/data-access-layer'
+
+import { ok } from '@/utils/api'
+import { validateOrThrow } from '@/utils/validation'
+
+const paramsSchema = z.object({
+  memberId: z.uuid(),
+})
+
+function mapSegmentAffiliation(a: ISegmentAffiliationWithOrg) {
+  return {
+    id: a.id,
+    organizationId: a.organizationId,
+    organizationName: a.organizationName,
+    organizationLogo: a.organizationLogo ?? null,
+    verified: a.verified,
+    verifiedBy: a.verifiedBy ?? null,
+    startDate: a.dateStart ?? null,
+    endDate: a.dateEnd ?? null,
+  }
+}
+
+function mapWorkExperienceAffiliation(a: IWorkExperienceAffiliation) {
+  return {
+    id: a.id,
+    organizationId: a.organizationId,
+    organizationName: a.organizationName,
+    organizationLogo: a.organizationLogo ?? null,
+    verified: a.verified ?? false,
+    verifiedBy: a.verifiedBy ?? null,
+    source: a.source ?? null,
+    startDate: a.dateStart ?? null,
+    endDate: a.dateEnd ?? null,
+  }
+}
+
+export async function getProjectAffiliations(req: Request, res: Response): Promise<void> {
+  const { memberId } = validateOrThrow(paramsSchema, req.params)
+  const qx = optionsQx(req)
+
+  const member = await findMemberById(qx, memberId, [MemberField.ID])
+
+  if (!member) {
+    throw new NotFoundError('Member not found')
+  }
+
+  const [projectSegments, maintainerRoles, segmentAffiliations, workExperiences] =
+    await Promise.all([
+      fetchMemberProjectSegments(qx, memberId),
+      findMaintainerRoles(qx, [memberId]),
+      fetchMemberSegmentAffiliationsWithOrg(qx, memberId),
+      fetchMemberWorkExperienceAffiliations(qx, memberId),
+    ])
+
+  // Group maintainer roles by segmentId
+  const rolesBySegment = new Map<string, typeof maintainerRoles>()
+  for (const role of maintainerRoles) {
+    const existing = rolesBySegment.get(role.segmentId) ?? []
+    existing.push(role)
+    rolesBySegment.set(role.segmentId, existing)
+  }
+
+  // Group segment affiliations by segmentId
+  const affiliationsBySegment = new Map<string, typeof segmentAffiliations>()
+  for (const aff of segmentAffiliations) {
+    const existing = affiliationsBySegment.get(aff.segmentId) ?? []
+    existing.push(aff)
+    affiliationsBySegment.set(aff.segmentId, existing)
+  }
+
+  const projectAffiliations = projectSegments.map((segment) => {
+    const roles = (rolesBySegment.get(segment.id) ?? []).map((r) => ({
+      id: r.id,
+      role: r.role,
+      startDate: r.dateStart ?? null,
+      endDate: r.dateEnd ?? null,
+      repoUrl: r.url ?? null,
+      repoFileUrl: r.maintainerFile ?? null,
+    }))
+
+    // Use segment affiliations if they exist for this project, otherwise fall back to work experiences
+    const segmentAffs = affiliationsBySegment.get(segment.id)
+    const affiliations = segmentAffs
+      ? segmentAffs.map(mapSegmentAffiliation)
+      : workExperiences.map(mapWorkExperienceAffiliation)
+
+    return {
+      id: segment.id,
+      projectSlug: segment.slug,
+      projectName: segment.name,
+      projectLogo: segment.projectLogo ?? null,
+      contributionCount: Number(segment.activityCount),
+      roles,
+      affiliations,
+    }
+  })
+
+  ok(res, { projectAffiliations })
+}

backend/src/database/migrations/U1772799041__add-missing-indexes-for-project-affiliations.sql

@@ -0,0 +1,7 @@
+-- Add missing index on memberSegmentAffiliations for memberId lookups
+create index concurrently if not exists "ix_memberSegmentAffiliations_memberId"
+    on "memberSegmentAffiliations" ("memberId");
+
+-- Add missing index on mv_maintainer_roles materialized view for memberId lookups
+create index concurrently if not exists "ix_mv_maintainer_roles_memberId"
+    on mv_maintainer_roles ("memberId");

backend/src/database/migrations/U1773139177__add-verified-to-member-segment-affiliations.sql

@@ -0,0 +1,3 @@
+alter table "memberSegmentAffiliations"
+    add column if not exists "verified" boolean not null default false,
+    add column if not exists "verifiedBy" varchar(255) default null;

backend/src/database/migrations/V1772799041__add-missing-indexes-for-project-affiliations.sql

@@ -8,6 +8,7 @@ export function toMemberWorkExperience(mo: IMemberRoleWithOrganization) {
     organizationLogo: mo.organizationLogo,
     jobTitle: mo.title ?? null,
     verified: mo.verified ?? false,
+    verifiedBy: mo.verifiedBy ?? null,
     source: mo.source ?? null,
     startDate: mo.dateStart ?? null,
     endDate: mo.dateEnd ?? null,

backend/src/database/migrations/V1773139177__add-verified-to-member-segment-affiliations.sql

@@ -0,0 +1,29 @@
+import CronTime from 'cron-time-generator'
+
+import { WRITE_DB_CONFIG, getDbConnection } from '@crowd/data-access-layer/src/database'
+
+import { IJobDefinition } from '../types'
+
+const MATERIALIZED_VIEWS = ['mv_maintainer_roles']
+
+const job: IJobDefinition = {
+  name: 'refresh-mvs',
+  cronTime: CronTime.every(30).minutes(),
+  timeout: 10 * 60, // 10 minutes
+  process: async (ctx) => {
+    ctx.log.info('Starting materialized view refresh job!')
+    const dbConnection = await getDbConnection(WRITE_DB_CONFIG(), 1, 0)
+
+    for (const mv of MATERIALIZED_VIEWS) {
+      ctx.log.info({ mv }, `Refreshing materialized view: ${mv}`)
+      const start = performance.now()
+      await dbConnection.query(`REFRESH MATERIALIZED VIEW CONCURRENTLY "${mv}"`)
+      const duration = ((performance.now() - start) / 1000.0).toFixed(2)
+      ctx.log.info({ mv, duration }, `Refreshed materialized view ${mv} in ${duration}s`)
+    }
+
+    ctx.log.info('Materialized view refresh job completed!')
+  },
+}
+
+export default job