Merge pull request #158 from Giveth/add_boost_options

Add temporary legacy power boosting sync with rebalance and cache refresh

Author: kkatusic

docs/power_boosting_legacy_sync_boost_temp.md

@@ -0,0 +1,26 @@
+# Temporary legacy power boosting sync (`boost_temp`)
+
+TODO(boost_temp): remove after legacy power boosting migration is complete.
+
+This code path allows the new backend to:
+
+1. receive power boosting payloads from the new FE,
+2. write those payloads to legacy DB `public.power_boosting`,
+3. read back authoritative legacy state and ranking view data,
+4. persist only listing-related fields into the new DB.
+
+Single-project updates follow legacy rebalancing behavior:
+- if it is the first boosted project, percentage must be `100`
+- otherwise, other boosted projects are recalculated proportionally so total stays `100`
+- a rounding residual fix is applied so the persisted total is exactly `100.00`
+
+## Environment variables
+
+- `LEGACY_DATABASE_URL` (reused; schema comes from `?schema=...` or defaults to `public`)
+
+## Removal checklist
+
+1. Delete files containing `boost_temp`.
+2. Remove temp providers from `power-boosting.module.ts`.
+3. Remove `syncPowerBoostingTemp` GraphQL mutation.
+4. Remove `syncPowerBoostingTemp` and any `boost_temp` references in env/docs.

package.json

@@ -83,7 +83,8 @@
         "reflect-metadata": "^0.2.2",
         "rxjs": "^7.8.2",
         "slugify": "^1.6.6",
-        "styled-components": "^6.1.13"
+        "styled-components": "^6.1.13",
+        "typeorm": "^0.3.28"
     },
     "devDependencies": {
         "@eslint/eslintrc": "^3.3.1",

pnpm-lock.yaml

@@ -0,0 +1,5 @@
+ALTER TABLE "projects"
+ADD COLUMN IF NOT EXISTS "total_power" DOUBLE PRECISION;
+
+CREATE INDEX IF NOT EXISTS "projects_total_power_idx"
+ON "projects"("total_power");

prisma/migrations/20260323161000_add_total_power_to_projects/migration.sql

@@ -81,6 +81,7 @@ model Project {
   updatedAt                           DateTime                      @updatedAt @map("updated_at")
   projectType                         String                        @default("project") @map("project_type")
   powerRank                           Int?                          @map("power_rank")
+  totalPower                          Float?                        @map("total_power")
   latestUpdateCreationDate            DateTime?                     @map("latest_update_creation_date")
   status                              ProjectStatus?                @map("status")
   donations                           Donation[]
@@ -100,6 +101,7 @@ model Project {
   @@index([isGivbacksEligible])
   @@index([adminUserId])
   @@index([slug])
+  @@index([totalPower])
   @@index([title(ops: raw("gin_trgm_ops"))], type: Gin)
   @@index([description(ops: raw("gin_trgm_ops"))], type: Gin)
   @@map("projects")

prisma/schema.prisma

@@ -14,7 +14,7 @@ export enum ProjectSortField {
   CreatedAt = 'createdAt',
   UpdatedAt = 'updatedAt',
   TotalDonations = 'totalDonations',
-  QualityScore = 'qualityScore',
+  TotalPower = 'totalPower',
   Relevance = 'relevance',
   QfDonations = 'qfDonations',
 }

src/common/enums/sorting.enum.ts

@@ -124,6 +124,7 @@ interface LegacyProject {
   countUniqueDonorsForActiveQfRound: number | null
   countUniqueDonors: number | null
   qualityScore: number
+  totalPower: number | null
   adminUserId: number
   creationDate: Date | null
   updatedAt: Date | null
@@ -1088,14 +1089,22 @@ export class LegacyDataSyncService implements OnModuleDestroy {
     while (offset < totalCount) {
       const projects = await this.queryLegacyDb<LegacyProject>(
         `SELECT
-          id, title, slug, "slugHistory", description, "descriptionSummary",
-          image, "impactLocation", verified, "verificationStatus", "reviewStatus",
-          "totalDonations", "totalReactions", "totalProjectUpdates",
-          "sumDonationValueUsdForActiveQfRound", "countUniqueDonorsForActiveQfRound",
-          "countUniqueDonors", "qualityScore", "adminUserId", "creationDate", "updatedAt",
-          "statusId", "isGivbackEligible", "latestUpdateCreationDate"
-        FROM project
-        ORDER BY id
+          p.id, p.title, p.slug, p."slugHistory", p.description, p."descriptionSummary",
+          p.image, p."impactLocation", p.verified, p."verificationStatus", p."reviewStatus",
+          p."totalDonations", p."totalReactions", p."totalProjectUpdates",
+          p."sumDonationValueUsdForActiveQfRound", p."countUniqueDonorsForActiveQfRound",
+          p."countUniqueDonors", p."qualityScore", ppv."totalPower", p."adminUserId",
+          p."creationDate", p."updatedAt", p."statusId", p."isGivbackEligible",
+          p."latestUpdateCreationDate"
+        FROM project p
+        LEFT JOIN LATERAL (
+          SELECT "totalPower"
+          FROM project_power_view ppv
+          WHERE ppv."projectId" = p.id
+          ORDER BY ppv."round" DESC NULLS LAST
+          LIMIT 1
+        ) ppv ON TRUE
+        ORDER BY p.id
         LIMIT $1 OFFSET $2`,
         [this.batchSize, offset],
       )
@@ -1135,7 +1144,7 @@ export class LegacyDataSyncService implements OnModuleDestroy {
               ${p.totalDonations}, ${p.totalReactions}, ${p.totalProjectUpdates ?? 'NULL'},
               ${p.sumDonationValueUsdForActiveQfRound ?? 'NULL'},
               ${p.countUniqueDonorsForActiveQfRound ?? 'NULL'},
-              ${p.countUniqueDonors ?? 'NULL'}, ${p.qualityScore ?? 0}, ${p.adminUserId},
+              ${p.countUniqueDonors ?? 'NULL'}, ${p.qualityScore ?? 0}, ${p.totalPower ?? 'NULL'}, ${p.adminUserId},
               '${p.createdAt}', NOW(),
               ${p.latestUpdateCreationDate ? `'${new Date(p.latestUpdateCreationDate).toISOString()}'` : 'NULL'})`,
         )
@@ -1147,7 +1156,7 @@ export class LegacyDataSyncService implements OnModuleDestroy {
             image, impact_location, vouched, is_givbacks_eligible, review_status, status,
             total_donations, total_reactions, total_project_updates,
             sum_donation_value_usd_for_active_qf_round, count_unique_donors_for_active_qf_round,
-            count_unique_donors, quality_score, admin_user_id, created_at, updated_at,
+            count_unique_donors, quality_score, total_power, admin_user_id, created_at, updated_at,
             latest_update_creation_date)
           VALUES ${values}
           ON CONFLICT (id) DO UPDATE SET
@@ -1169,6 +1178,7 @@ export class LegacyDataSyncService implements OnModuleDestroy {
             count_unique_donors_for_active_qf_round = EXCLUDED.count_unique_donors_for_active_qf_round,
             count_unique_donors = EXCLUDED.count_unique_donors,
             quality_score = EXCLUDED.quality_score,
+            total_power = EXCLUDED.total_power,
             admin_user_id = EXCLUDED.admin_user_id,
             latest_update_creation_date = EXCLUDED.latest_update_creation_date,
             updated_at = NOW()
@@ -1954,6 +1964,26 @@ export class LegacyDataSyncService implements OnModuleDestroy {
       `)
     }
 
+    // Legacy sync inserts explicit IDs. Reset sequence so future inserts
+    // (e.g. boost_temp Prisma upserts that create rows) don't collide on PK(id).
+    // Keep setval monotonic so concurrent inserts cannot move it backwards.
+    try {
+      await this.prisma.$executeRawUnsafe(`
+        SELECT setval(
+          pg_get_serial_sequence('"power_boostings"', 'id'),
+          GREATEST(
+            COALESCE((SELECT MAX(id) FROM "power_boostings"), 0) + 1,
+            (SELECT last_value FROM "power_boostings_id_seq")
+          ),
+          false
+        )
+      `)
+    } catch (error) {
+      this.logger.warn(
+        `Failed to reset power_boostings id sequence after legacy sync: ${error.message}`,
+      )
+    }
+
     this.logger.log(`Synced ${validPowerBoostings.length} power boostings`)
     return { synced: validPowerBoostings.length }
   }