improve processing performance of rebasing erc20 tokens

Author: apexearth

db/migrations/1730140167059-Data.js renamed to db/migrations/1730241139493-Data.js

@@ -1146,6 +1146,7 @@ type ERC20Holder @entity {
   address: String! @index
   account: String! @index
   balance: BigInt!
+  rebasingCredits: BigInt # Only used for rebasing tokens
 }
 
 type ERC20State @entity {
@@ -1159,6 +1160,7 @@ type ERC20State @entity {
   address: String!
   totalSupply: BigInt!
   holderCount: Int!
+  rebasingCreditsPerToken: BigInt # Only used for rebasing tokens
 }
 
 type ERC20Balance @entity {
@@ -1172,6 +1174,7 @@ type ERC20Balance @entity {
   address: String! @index
   account: String! @index
   balance: BigInt!
+  rebasingCredits: BigInt # Only used for rebasing tokens
 }
 
 type ERC20Transfer @entity {

schema.graphql

@@ -113,6 +113,7 @@ type ERC20Holder @entity {
   address: String! @index
   account: String! @index
   balance: BigInt!
+  rebasingCredits: BigInt # Only used for rebasing tokens
 }
 
 type ERC20State @entity {
@@ -126,6 +127,7 @@ type ERC20State @entity {
   address: String!
   totalSupply: BigInt!
   holderCount: Int!
+  rebasingCreditsPerToken: BigInt # Only used for rebasing tokens
 }
 
 type ERC20Balance @entity {
@@ -139,6 +141,7 @@ type ERC20Balance @entity {
   address: String! @index
   account: String! @index
   balance: BigInt!
+  rebasingCredits: BigInt # Only used for rebasing tokens
 }
 
 type ERC20Transfer @entity {

schema/general.graphql

@@ -1,6 +1,7 @@
 import * as otoken from '@abi/otoken'
 import { createERC20Tracker } from '@templates/erc20'
 import { createERC20SimpleTracker } from '@templates/erc20-simple'
+import { createRebasingERC20Tracker } from '@templates/erc20/erc20-rebasing'
 import { OGN_BASE_ADDRESS } from '@utils/addresses'
 import { baseAddresses } from '@utils/addresses-base'
 import { logFilter } from '@utils/logFilter'
@@ -12,17 +13,25 @@ export const baseERC20s = [
     address: OGN_BASE_ADDRESS,
   }),
   // superOETHb
-  createERC20Tracker({
+  createRebasingERC20Tracker({
     from: 17819702,
     address: baseAddresses.tokens.superOETHb,
-    rebaseFilters: [
-      logFilter({
+    rebasing: {
+      rebaseEventFilter: logFilter({
         address: [baseAddresses.tokens.superOETHb],
         topic0: [otoken.events.TotalSupplyUpdatedHighres.topic],
         transaction: true,
         range: { from: 17819702 },
       }),
-    ],
+      getCredits: async (ctx, block, address) => {
+        const oToken = new otoken.Contract(ctx, block.header, baseAddresses.tokens.superOETHb)
+        return oToken.creditsBalanceOfHighres(address).then((credits) => credits._1)
+      },
+      getCreditsPerToken: async (ctx, block) => {
+        const oToken = new otoken.Contract(ctx, block.header, baseAddresses.tokens.superOETHb)
+        return oToken.rebasingCreditsPerTokenHighres()
+      },
+    },
   }),
   // wsuperOETHb
   createERC20SimpleTracker({

src/base/erc20.ts

@@ -1,7 +1,5 @@
 import { parseEther } from 'viem'
 
-import { Context } from '@processor'
-import { EvmBatchProcessor } from '@subsquid/evm-processor'
 import { getPositions } from '@templates/aerodrome/lp'
 import { createOTokenProcessor } from '@templates/otoken'
 import { createOTokenActivityProcessor } from '@templates/otoken/activity-processor/activity-processor'
@@ -39,6 +37,7 @@ const otokenProcessor = createOTokenProcessor({
       height,
       aerodromePools['CL1-WETH/superOETHb'],
       baseAddresses.superOETHb.strategies.amo,
+      1,
     )
     return positions.reduce((acc, position) => acc + BigInt(position.amount1) + BigInt(position.staked1), 0n)
   },
@@ -62,18 +61,4 @@ const otokenWithdrawalsProcessor = createOTokenWithdrawalsProcessor({
   from: 21544908,
 })
 
-export const superOETHb = {
-  from: Math.min(otokenProcessor.from, otokenActivityProcessor.from),
-  setup: (processor: EvmBatchProcessor) => {
-    otokenProcessor.setup(processor)
-    otokenActivityProcessor.setup(processor)
-    otokenWithdrawalsProcessor.setup(processor)
-  },
-  process: async (ctx: Context) => {
-    await Promise.all([
-      otokenProcessor.process(ctx),
-      otokenActivityProcessor.process(ctx),
-      otokenWithdrawalsProcessor.process(ctx),
-    ])
-  },
-}
+export const superOETHb = [otokenProcessor, otokenActivityProcessor, otokenWithdrawalsProcessor]

src/base/super-oeth-b.ts

@@ -15,7 +15,7 @@ export const processor = {
   stateSchema: 'base-processor',
   processors: [
     ...baseERC20s,
-    superOETHb,
+    ...superOETHb,
     baseStrategies,
     bridgedWoethStrategy,
     ...aerodromeProcessors,

src/main-base.ts

@@ -1,6 +1,7 @@
 import * as otoken from '@abi/otoken'
 import { createERC20Tracker } from '@templates/erc20'
 import { createERC20SimpleTracker } from '@templates/erc20-simple'
+import { createRebasingERC20Tracker } from '@templates/erc20/erc20-rebasing'
 import {
   OETH_ADDRESS,
   OETH_DRIPPER_ADDRESS,
@@ -40,19 +41,27 @@ const simpleTracks: Record<string, Parameters<typeof createERC20SimpleTracker>[0
     address: tokens.primeETH,
   },
 }
-const tracks: Record<string, Parameters<typeof createERC20Tracker>[0]> = {
+const tracks: Record<string, Parameters<typeof createERC20Tracker | typeof createRebasingERC20Tracker>[0]> = {
   // Origin Specific
   OETH: {
     from: 16935276,
     address: tokens.OETH,
-    rebaseFilters: [
-      logFilter({
+    rebasing: {
+      rebaseEventFilter: logFilter({
         address: [OETH_ADDRESS],
         topic0: [otoken.events.TotalSupplyUpdatedHighres.topic],
         transaction: true,
         range: { from: 16935276 },
       }),
-    ],
+      getCredits: async (ctx, block, address) => {
+        const oToken = new otoken.Contract(ctx, block.header, tokens.OETH)
+        return oToken.creditsBalanceOfHighres(address).then((credits) => credits._1)
+      },
+      getCreditsPerToken: async (ctx, block) => {
+        const oToken = new otoken.Contract(ctx, block.header, tokens.OETH)
+        return oToken.rebasingCreditsPerTokenHighres()
+      },
+    },
   },
   wOETH: {
     from: 16933090,
@@ -120,10 +129,10 @@ export const addERC20Processing = (symbol: TokenSymbol, account: string) => {
     throw new Error('erc20s already initialized, check load order')
   }
   const track = tracks[symbol]
-  if (track) {
+  if ('accountFilter' in track) {
     // If there is no `accountFilter` then it is OK to have this as a noop. (we already want everything)
     track.accountFilter?.push(account)
-  } else {
+  } else if (!track) {
     throw new Error(`Symbol ${symbol} not added to \`tracks\``)
   }
 }

src/mainnet/processors/erc20s.ts

@@ -34,4 +34,7 @@ export class ERC20Balance {
 
     @BigIntColumn_({nullable: false})
     balance!: bigint
+
+    @BigIntColumn_({nullable: true})
+    rebasingCredits!: bigint | undefined | null
 }

src/model/generated/erc20Balance.model.ts

@@ -26,4 +26,7 @@ export class ERC20Holder {
 
     @BigIntColumn_({nullable: false})
     balance!: bigint
+
+    @BigIntColumn_({nullable: true})
+    rebasingCredits!: bigint | undefined | null
 }

src/model/generated/erc20Holder.model.ts

@@ -32,4 +32,7 @@ export class ERC20State {
 
     @IntColumn_({nullable: false})
     holderCount!: number
+
+    @BigIntColumn_({nullable: true})
+    rebasingCreditsPerToken!: bigint | undefined | null
 }