ts: discover multiple coords fix

Author: dsocolobsky

website/backend/src/chainTracker.ts

@@ -29,11 +29,11 @@ interface TimestampedError {
 function discoverExistingCoordinators(stateDirectory: string): string[] {
 	try {
 		const files = readdirSync(stateDirectory)
-		const coordinatorFiles = files.filter(file => 
-			file.startsWith('coordinator-db-') && file.endsWith('.json')
+		const coordinatorFiles = files.filter(
+			(file) => file.startsWith('coordinator-db-') && file.endsWith('.json')
 		)
-		
-		return coordinatorFiles.map(file => {
+
+		return coordinatorFiles.map((file) => {
 			// Extract program ID from filename: coordinator-db-{programId}.json
 			const programId = file.slice('coordinator-db-'.length, -'.json'.length)
 			return programId
@@ -166,11 +166,14 @@ export function startIndexingMultipleCoordinators(
 	miningPool: ServiceConfig
 ): {
 	cancel: () => void
-	coordinators: Map<string, {
-		stopped: Promise<void>
-		dataStore: CoordinatorDataStore
-		errors: TimestampedError[]
-	}>
+	coordinators: Map<
+		string,
+		{
+			stopped: Promise<void>
+			dataStore: CoordinatorDataStore
+			errors: TimestampedError[]
+		}
+	>
 	miningPool: {
 		stopped: Promise<void>
 		dataStore: MiningPoolDataStore
@@ -185,45 +188,58 @@ export function startIndexingMultipleCoordinators(
 	console.log('Discovered existing coordinators:', existingProgramIds)
 
 	// Start indexing the primary coordinator (current one from env)
-	const primaryResult = startIndexingChainToDataStores(primaryCoordinator, miningPool)
-	
-	const coordinators = new Map<string, {
-		stopped: Promise<void>
-		dataStore: CoordinatorDataStore
-		errors: TimestampedError[]
-	}>()
+	const primaryResult = startIndexingChainToDataStores(
+		primaryCoordinator,
+		miningPool
+	)
+
+	const coordinators = new Map<
+		string,
+		{
+			stopped: Promise<void>
+			dataStore: CoordinatorDataStore
+			errors: TimestampedError[]
+		}
+	>()
 
 	// Add primary coordinator to map
-	const primaryProgramId = primaryCoordinator.addressOverride || coordinatorIdl.address
+	const primaryProgramId =
+		primaryCoordinator.addressOverride || coordinatorIdl.address
 	coordinators.set(primaryProgramId, primaryResult.coordinator)
 
 	// Create data stores for existing coordinators (read-only mode)
 	for (const programId of existingProgramIds) {
 		if (programId !== primaryProgramId) {
 			console.log(`Loading existing coordinator database: ${programId}`)
-			
+
 			try {
 				const publicKey = new PublicKey(programId)
-				const dataStore = new FlatFileCoordinatorDataStore(stateDirectory, publicKey)
-				
+				const dataStore = new FlatFileCoordinatorDataStore(
+					stateDirectory,
+					publicKey
+				)
+
 				// Create a resolved promise since we're only reading existing data
 				const stopped = Promise.resolve()
 				const errors: TimestampedError[] = []
-				
+
 				coordinators.set(programId, {
 					stopped,
 					dataStore,
-					errors
+					errors,
 				})
 			} catch (error) {
-				console.error(`Failed to load coordinator database for ${programId}:`, error)
+				console.error(
+					`Failed to load coordinator database for ${programId}:`,
+					error
+				)
 			}
 		}
 	}
 
 	return {
 		coordinators,
 		miningPool: primaryResult.miningPool,
-		cancel: primaryResult.cancel
+		cancel: primaryResult.cancel,
 	}
 }

website/backend/src/index.ts

@@ -130,7 +130,9 @@ async function main() {
 		console.log('got shutdown signal, shutting down!')
 		cancel()
 		await fastify.close()
-		const allCoordinatorPromises = Array.from(coordinators.values()).map(c => c.stopped)
+		const allCoordinatorPromises = Array.from(coordinators.values()).map(
+			(c) => c.stopped
+		)
 		await Promise.all([...allCoordinatorPromises, miningPool.stopped])
 		process.exit(0)
 	}
@@ -231,9 +233,13 @@ async function main() {
 				const coordinatorSummary = coordinator.dataStore.getRunSummaries()
 				allRuns = allRuns.concat(coordinatorSummary.runs)
 				totalTokens += coordinatorSummary.totalTokens
-				totalTokensPerSecondActive += coordinatorSummary.totalTokensPerSecondActive
+				totalTokensPerSecondActive +=
+					coordinatorSummary.totalTokensPerSecondActive
 			} catch (error) {
-				console.error(`Failed to get run summaries from coordinator ${programId}:`, error)
+				console.error(
+					`Failed to get run summaries from coordinator ${programId}:`,
+					error
+				)
 			}
 		}
 
@@ -268,7 +274,7 @@ async function main() {
 			// Search for the run across all coordinators
 			let matchingRun: any = null
 			let totalRuns = 0
-			
+
 			if (runId) {
 				for (const [programId, coordinator] of coordinators) {
 					try {
@@ -279,7 +285,10 @@ async function main() {
 						}
 						totalRuns += coordinator.dataStore.getNumRuns()
 					} catch (error) {
-						console.error(`Failed to search for run in coordinator ${programId}:`, error)
+						console.error(
+							`Failed to search for run in coordinator ${programId}:`,
+							error
+						)
 					}
 				}
 			}
@@ -317,10 +326,16 @@ async function main() {
 			res.send(stream)
 
 			function sendRunData(runData: RunData) {
+				// Calculate total runs across all coordinators
+				let totalRuns = 0
+				for (const [_, coordinator] of coordinators) {
+					totalRuns += coordinator.dataStore.getNumRuns()
+				}
+				
 				const data: ApiGetRun = {
 					run: runData,
 					error: coordinatorCrashed,
-					isOnlyRun: coordinator.dataStore.getNumRuns() === 1,
+					isOnlyRun: totalRuns === 1,
 				}
 				stream.write(JSON.stringify(data, replacer) + '\n')
 			}
@@ -349,7 +364,12 @@ async function main() {
 					errors: coordinator.errors,
 					trackedRuns: coordinator.dataStore
 						.getRunSummaries()
-						.runs.map((r) => ({ id: r.id, index: r.index, status: r.status, programId: r.programId })),
+						.runs.map((r) => ({
+							id: r.id,
+							index: r.index,
+							status: r.status,
+							programId: r.programId,
+						})),
 					chain: {
 						chainSlotHeight: await coordinatorRpc.getSlot('confirmed'),
 						indexedSlot:
@@ -363,7 +383,7 @@ async function main() {
 					status: `error: ${error}`,
 					errors: [],
 					trackedRuns: [],
-					chain: { programId }
+					chain: { programId },
 				}
 			}
 		}