a bunch of new commands and scripts -- need to move this shit to bun

Author: kianenigma

package.json

@@ -36,6 +36,7 @@
 		"@polkadot/api": "15.7.2",
 		"axios": "^1.8.2",
 		"bn.js": "^5.2.1",
+		"stdout-update": "^4.0.1",
 		"yargs": "^17.7.2"
 	}
 }

src/handlers.ts

@@ -21,12 +21,14 @@ import { AccountId } from "@polkadot/types/interfaces"
 import { PalletStakingRewardDestination } from "@polkadot/types/lookup"
 import { Vec, U8, StorageKey, Option } from "@polkadot/types/"
 import { signFakeWithApi, signFake } from '@acala-network/chopsticks-utils'
-import { sign } from 'crypto';
+import { IEvent, IEventData } from '@polkadot/types/types';
+import UpdateManager from 'stdout-update';
 
 
 /// TODO: split this per command, it is causing annoyance.
 export interface HandlerArgs {
 	ws: string;
+	ws2?: string;
 	sendTx?: boolean;
 	count?: number;
 	noDryRun?: boolean;
@@ -154,6 +156,115 @@ export async function stakingStatsHandler(args: HandlerArgs): Promise<void> {
 	// await electionScoreHandler(args);
 }
 
+export async function commandCenterHandler(): Promise<void> {
+	const rcApi = await getApi("ws://localhost:9955");
+	const ahApi = await getApi("ws://localhost:9966");
+
+	const manager = UpdateManager.getInstance();
+	// manager.hook();
+
+	let rcOutput: string[] = []
+	let ahOutput: string[] = []
+	const rcEvents: string[] = []
+	const ahEvents: string[] = []
+
+
+	rcApi.rpc.chain.subscribeFinalizedHeads(async (header) => {
+		// --- RC:
+		// current session index
+		const index = await rcApi.query.session.currentIndex();
+		// whether the session pallet has a queued validator set within it
+		const hasQueuedInSession = await rcApi.query.session.queuedChanged();
+		// the range of historical session data that we have in the RC.
+		const historicalRange = await rcApi.query.historical.storedRange();
+
+
+		// whether there is a validator set queued in ah-client. for this we need to display only the id and the length of the set.
+		const hasQueuedInClient = await rcApi.query.stakingNextAhClient.validatorSet();
+		// whether we have already passed a new validator set to session, and therefore in the next session rotation we want to pass this id to AH.
+		const hasNextActiveId = await rcApi.query.stakingNextAhClient.nextSessionChangesValidators();
+		// whether the AhClient pallet is blocked or not, useful for migration signal from the fellowship.
+		const isBlocked = await rcApi.query.stakingNextAhClient.isBlocked();
+
+		// Events that we are interested in from RC:
+		const eventsOfInterest = (await rcApi.query.system.events())
+			.map((e) => e.event)
+			.filter((e) => {
+				const ahClientEvents = (e: IEventData) => e.section == 'stakingNextAhClient';
+				const sessionEvents = (e: IEventData) => e.section == 'session' || e.section == 'historical';
+				return ahClientEvents(e.data) || sessionEvents(e.data);
+			})
+			.map((e) => `${e.section.toString()}::${e.method.toString()}(${e.data.toString()})`);
+		rcEvents.push(...eventsOfInterest);
+		rcOutput = [
+			`RC:`,
+			`finalized block ${header.number}`,
+			`RC.session: index=${index}, hasQueuedInSession=${hasQueuedInSession}, historicalRange=${historicalRange}`,
+			`RC.stakingNextAhClient: hasQueuedInClient=${hasQueuedInClient}, hasNextActiveId=${hasNextActiveId}, isBlocked=${isBlocked}`,
+			`RC.events: ${rcEvents}`,
+			`----`
+		]
+
+		manager.update(rcOutput.concat(ahOutput))
+	})
+
+	// AH:
+	ahApi.rpc.chain.subscribeFinalizedHeads(async (header) => {
+		// the current planned era
+		const currentEra = await ahApi.query.staking.currentEra();
+		// the active era
+		const activeEra = await ahApi.query.staking.activeEra();
+		// the starting index of the active era
+		const erasStartSessionIndex = await ahApi.query.staking.erasStartSessionIndex(activeEra.unwrap().index)
+
+		// the basic state of the election provider
+		const phase = await ahApi.query.multiBlock.currentPhase();
+		const round = await ahApi.query.multiBlock.round();
+		const snapshotRange = (await ahApi.query.multiBlock.pagedVoterSnapshotHash.entries()).map(([k, v]) => k.args[0]).sort();
+		const queuedScore = await ahApi.query.multiBlockVerifier.queuedSolutionScore();
+		const signedSubmissions = await ahApi.query.multiBlockSigned.sortedScores(round);
+
+		// Events that we are interested in from RC:
+		const eventsOfInterest = (await ahApi.query.system.events())
+			.map((e) => e.event)
+			.filter((e) => {
+				const election = (e: IEventData) => e.section == 'multiBlock' || e.section == 'multiBlockVerifier' || e.section == 'multiBlockSigned' || e.section == 'multiBlockUnsigned';
+				const rcClient = (e: IEventData) => e.section == 'stakingNextRcClient';
+				const staking = (e: IEventData) => e.section == 'staking' && (e.method == 'EraPaid' || e.method == 'SessionRotated' || e.method == 'PagedElectionProceeded');
+				return election(e.data) || rcClient(e.data) || staking(e.data);
+			})
+			.map((e) => `${e.section.toString()}::${e.method.toString()}(${e.data.toString()})`);
+		ahEvents.push(...eventsOfInterest);
+
+		ahOutput = [
+			`AH:`,
+			`finalized block ${header.number}`,
+			`AH.staking: currentEra=${currentEra}, activeEra=${activeEra}, erasStartSessionIndex(${activeEra.unwrap().index})=${erasStartSessionIndex}`,
+			`multiBlock: phase=${phase}, round=${round}, snapshotRange=${snapshotRange}, queuedScore=${queuedScore}, signedSubmissions=${signedSubmissions}`,
+			`AH.events: ${ahEvents}`,
+			`----`,
+		]
+
+		manager.update(rcOutput.concat(ahOutput))
+	});
+
+
+	// Prevent the function from returning by creating a promise that never resolves
+	return new Promise<void>((resolve) => {
+		// Set up signal handlers for graceful shutdown
+		process.on('SIGINT', () => {
+			console.log('Received SIGINT. Shutting down...');
+			process.exit(0);
+		});
+
+		process.on('SIGTERM', () => {
+			console.log('Received SIGTERM. Shutting down...');
+			process.exit(0);
+		});
+		console.log('Command center running. Press Ctrl+C to exit.');
+	});
+}
+
 export async function scrapePrefixKeys(prefix: string, api: ApiPromise): Promise<string[]> {
 	let lastKey = null
 	const keys: string[] = [];
@@ -184,31 +295,39 @@ export async function fakeSignForChopsticks(api: ApiPromise, sender: string | Ac
 	tx.signature.set(mockSignature)
 }
 
-export async function playgroundHandler({ ws }: HandlerArgs): Promise<void> {
+export async function ExposureStats({ ws }: HandlerArgs): Promise<void> {
 	const api = await getApi(ws);
-	const stakers = await api.query.staking.ledger.entries();
-	const overstaked = []
-	for (const [key, staker] of stakers) {
-		const total = staker.unwrap().total;
-		const stash = staker.unwrap().stash;
-		const locked = await api.query.balances.locks(stash);
-		const stash_account = await api.query.system.account(stash);
-		const stash_free = stash_account.data.free;
-		const staking_locks = locked.filter(lock => lock.id.toString().trim() == '0x7374616b696e6720');
-
-		if (staking_locks.length != 1) {
-			console.log(`Staker ${stash} has ${staking_locks.length} staking locks, free: ${stash_free}`);
-			overstaked.push({ staker: staker.unwrap(), locked: null, free: stash_free });
-			continue
-		}
 
-		const staking_lock = staking_locks[0];
+	const era = (await api.query.staking.currentEra()).unwrap();
+	const overviews = (await api.query.staking.erasStakersOverview.entries(era)).map(([key, value]) => {
+		const stash = key.args[1].toHuman();
+		const metadata = value.unwrap();
+		return { stash, metadata }
+	});
+	console.log(`overviews/exposed validators: ${overviews.length}`);
+	const sumNominators = overviews.map(({ metadata}) => metadata.nominatorCount.toNumber()).reduce((a, b) => a + b, 0);
+	console.log(`sumNominators: ${sumNominators}`);
+}
+
+export async function controllerStats({ ws }: HandlerArgs): Promise<void> {
+	const api = await getApi(ws);
+	const bonded = await api.query.staking.bonded.entries();
 
-		if (staking_lock.amount.toBigInt() != total.toBigInt() || stash_free.toBigInt() < total.toBigInt()) {
-			console.log(`Stash: ${stash}, Total: ${total}, Locked: ${staking_lock.amount}, free: ${stash_free}, diff: ${(total.toBigInt() - stash_free.toBigInt()) / BigInt(10e12)}`);
-			overstaked.push({ staker: staker, locked: staking_lock.amount, free: stash_free });
+	let same = 0;
+	let different = 0;
+	for (const [key, value] of bonded) {
+		const stash = key.args[0].toHuman();
+		const ctrl = value.unwrap().toHuman();
+		if (stash == ctrl) {
+			same += 1
+		}
+		else {
+			different += 1
 		}
 	}
+	console.log(`bonded: same=${same}, different=${different}`)
+}
 
-	console.log(overstaked.length)
+export async function playgroundHandler(args: HandlerArgs): Promise<void> {
+	await ExposureStats(args);
 }

src/index.ts

@@ -11,7 +11,8 @@ import {
 	chillOtherHandler,
 	stateTrieMigrationHandler,
 	stakingStatsHandler,
-	inFrontHandler
+	inFrontHandler,
+	commandCenterHandler
 } from './handlers';
 
 // Export all of the services so this codebase can be used as a library as well.
@@ -194,6 +195,8 @@ async function main() {
 			stateTrieMigrationHandler
 		)
 		// @ts-ignore
+		.command(['ahm-command-center'], 'ahm', {}, commandCenterHandler)
+		// @ts-ignore
 		.command(['playground'], 'random stuff', {}, playgroundHandler)
 		.parse();
 }

yarn.lock

@@ -1704,6 +1704,11 @@ ajv@^6.12.4:
     json-schema-traverse "^0.4.1"
     uri-js "^4.2.2"
 
+ansi-escapes@^6.2.0:
+  version "6.2.1"
+  resolved "https://registry.yarnpkg.com/ansi-escapes/-/ansi-escapes-6.2.1.tgz#76c54ce9b081dad39acec4b5d53377913825fb0f"
+  integrity sha512-4nJ3yixlEthEJ9Rk4vPcdBRkZvQZlYyu8j4/Mqz5sgIkddmEnH2Yj2ZrnP9S3tQOvSNRUIgVNF/1yPpRAGNRig==
+
 ansi-regex@^5.0.1:
   version "5.0.1"
   resolved "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz"
@@ -1726,6 +1731,11 @@ ansi-styles@^6.1.0:
   resolved "https://registry.npmjs.org/ansi-styles/-/ansi-styles-6.1.1.tgz"
   integrity sha512-qDOv24WjnYuL+wbwHdlsYZFy+cgPtrYw0Tn7GLORicQp9BkQLzrgI3Pm4VyR9ERZ41YTn7KlMPuL1n05WdZvmg==
 
+ansi-styles@^6.2.1:
+  version "6.2.1"
+  resolved "https://registry.yarnpkg.com/ansi-styles/-/ansi-styles-6.2.1.tgz#0e62320cf99c21afff3b3012192546aacbfb05c5"
+  integrity sha512-bN798gFfQX+viw3R7yrGWRqnrN2oRkEkUjjl4JNn4E8GxxbjtG3FbrEIIY3l8/hrwUwIeCZvi4QuOTP4MErVug==
+
 ansis@^3.9.0:
   version "3.17.0"
   resolved "https://registry.yarnpkg.com/ansis/-/ansis-3.17.0.tgz#fa8d9c2a93fe7d1177e0c17f9eeb562a58a832d7"
@@ -4391,6 +4401,16 @@ stdin-discarder@^0.2.2:
   resolved "https://registry.yarnpkg.com/stdin-discarder/-/stdin-discarder-0.2.2.tgz#390037f44c4ae1a1ae535c5fe38dc3aba8d997be"
   integrity sha512-UhDfHmA92YAlNnCfhmq0VeNL5bDbiZGg7sZ2IvPsXubGkiNa9EC+tUTsjBRsYUAz87btI6/1wf4XoVvQ3uRnmQ==
 
+stdout-update@^4.0.1:
+  version "4.0.1"
+  resolved "https://registry.yarnpkg.com/stdout-update/-/stdout-update-4.0.1.tgz#63ce952ccd6a40de7eeb288e9c609ff70f1fa540"
+  integrity sha512-wiS21Jthlvl1to+oorePvcyrIkiG/6M3D3VTmDUlJm7Cy6SbFhKkAvX+YBuHLxck/tO3mrdpC/cNesigQc3+UQ==
+  dependencies:
+    ansi-escapes "^6.2.0"
+    ansi-styles "^6.2.1"
+    string-width "^7.1.0"
+    strip-ansi "^7.1.0"
+
 "string-width-cjs@npm:string-width@^4.2.0", "string-width@^1.0.2 || 2 || 3 || 4", string-width@^4.1.0, string-width@^4.2.0, string-width@^4.2.3:
   version "4.2.3"
   resolved "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz"
@@ -4409,7 +4429,7 @@ string-width@^5.0.1, string-width@^5.1.2:
     emoji-regex "^9.2.2"
     strip-ansi "^7.0.1"
 
-string-width@^7.2.0:
+string-width@^7.1.0, string-width@^7.2.0:
   version "7.2.0"
   resolved "https://registry.yarnpkg.com/string-width/-/string-width-7.2.0.tgz#b5bb8e2165ce275d4d43476dd2700ad9091db6dc"
   integrity sha512-tsaTIkKW9b4N+AEj+SVA+WhJzV7/zMhcSu78mLKWSk7cXMOSHsBKFWUs0fWwq8QyK3MgJBQRX6Gbi4kYbdvGkQ==