Deps upgrade/cleanup

* Removed esbuild leftovers
* Nodejs upgrade
* Removed bullmq and bullboard, as a leftover from microservices setup
* Removed unused dependencies
* Upgraded turbo
* Sorted out deps/devDependencies placement
* Fixed turbo codependence: sometimes we had failed builds because
`common` package wasn't built yet when `core` was building

Author: mutantcornholio

.circleci/config.yml

@@ -1,4 +1,4 @@
-version: 2.1 
+version: 2.1
 
 jobs:
   checkDependencies:
@@ -12,7 +12,7 @@ jobs:
 
   checkCandidatesFile:
     docker:
-      - image: node:18
+      - image: node:22
     resource_class: large
     steps:
       - checkout
@@ -24,7 +24,7 @@ jobs:
 
   checkCoreESLint:
     docker:
-      - image: node:18
+      - image: node:22
     resource_class: large
     steps:
       - checkout
@@ -36,7 +36,7 @@ jobs:
 
   checkCommonESLint:
     docker:
-      - image: node:18
+      - image: node:22
     resource_class: large
     steps:
       - checkout
@@ -49,7 +49,7 @@ jobs:
   CommonUnitTests:
     description: "Common Unit Tests"
     docker:
-      - image: node:18-bullseye
+      - image: node:22-bullseye
       - image: mongo:6.0.9
         name: mongodb
     resource_class: xlarge
@@ -67,7 +67,7 @@ jobs:
   ChaindataIntegrationTests:
     description: "Chaindata Integration Tests"
     docker:
-      - image: node:18-bullseye
+      - image: node:22-bullseye
       - image: mongo:6.0.9
         name: mongodb
     resource_class: xlarge
@@ -85,7 +85,7 @@ jobs:
   ApiHandlerIntegrationTests:
     description: "ApiHandler Integration Tests"
     docker:
-      - image: node:18-bullseye
+      - image: node:22-bullseye
       - image: mongo:6.0.9
         name: mongodb
     resource_class: xlarge
@@ -103,7 +103,7 @@ jobs:
   NominatorIntegrationTests:
     description: "Nominator Integration Tests"
     docker:
-      - image: node:18-bullseye
+      - image: node:22-bullseye
       - image: mongo:6.0.9
         name: mongodb
     resource_class: xlarge
@@ -121,7 +121,7 @@ jobs:
   ScorekeeperIntegrationTests:
     description: "Scorekeeper Integration Tests"
     docker:
-      - image: node:18-bullseye
+      - image: node:22-bullseye
       - image: mongo:6.0.9
         name: mongodb
 
@@ -140,7 +140,7 @@ jobs:
   TelemetryIntegrationTests:
     description: "Telemetry Integration Tests"
     docker:
-      - image: node:18-bullseye
+      - image: node:22-bullseye
       - image: mongo:6.0.9
         name: mongodb
 

.yarnrc.yml

@@ -11,8 +11,3 @@ plugins:
 pnpMode: loose
 
 yarnPath: .yarn/releases/yarn-3.2.2.cjs
-
-packageExtensions:
-  esbuild@*:
-    dependencies:
-      "@esbuild/linux-arm64": "*"

Dockerfile

@@ -1,4 +1,4 @@
-FROM node:21-slim AS builder
+FROM node:22-slim AS builder
 ARG MATRIX_TOKEN
 ARG PACKAGE
 ENV PACKAGE ${PACKAGE}

README.md

@@ -206,9 +206,6 @@ You can then query an endpoint like `/candidates` by going to `http://localhost:
 
 To view the Mongo Express GUI to interact with the MongoDB Database, go to `http://localhost:8888/` in your browser. Or run `yarn open:mongo-express` from the root directory.
 
-#### BullMQ Board (Job Queue GUI)
-
-To view the BullMQ Board GUI to interact with the Job Queue, go to `http://localhost:3301/bull` in your browser if running as microservices. Or run `yarn open:bull` from the root directory.
 
 ## :pencil: Contribute
 

package.json

@@ -15,7 +15,6 @@
     "scorekeeper-status-ui:build": "cd packages/scorekeeper-status-ui && npm build",
     "scorekeeper-status-ui:dev": "yarn workspace @1kv/scorekeeper-status-ui dev",
     "open:polkadot-apps": "open-cli https://polkadot.js.org/apps/?rpc=ws%3A%2F%2F127.0.0.1%3A9944#/staking",
-    "open:bull": "open-cli http://localhost:3301/bull",
     "open:mongo-express": "open-cli http://localhost:8888",
     "create-config-kusama-current": "yarn workspace @1kv/core run create-config-kusama-current",
     "create-config-polkadot-current": "yarn workspace @1kv/core run create-config-polkadot-current",
@@ -48,25 +47,31 @@
     "turbo": "turbo build"
   },
   "devDependencies": {
-    "@ava/typescript": "^4.1.0",
-    "@babel/preset-react": "^7.23.3",
+    "@types/cron": "^2.4.0",
+    "@types/koa": "^2.15.0",
+    "@types/koa-bodyparser": "^4.3.12",
+    "@types/mongoose": "^5.11.97",
+    "@types/node": "^20.11.5",
+    "@types/semver": "^7.5.8",
+    "@types/ws": "^8.5.10",
     "@typescript-eslint/eslint-plugin": "^5.59.9",
     "@typescript-eslint/parser": "^5.59.9",
+    "@vitest/coverage-istanbul": "^1.3.1",
+    "@vitest/coverage-v8": "^1.3.1",
     "@vitest/ui": "^1.3.1",
-    "ava": "^6.1.2",
     "concurrently": "^8.2.2",
-    "esbuild": "^0.20.1",
-    "esbuild-plugin-node-polyfill": "^0.0.1",
     "eslint": "8.42.0",
     "eslint-config-prettier": "^8.8.0",
     "eslint-plugin-prettier": "5.0.0",
     "eslint-plugin-security": "^1.7.1",
     "nodemon": "^3.1.0",
     "open-cli": "^8.0.0",
     "prettier": "^3.2.4",
-    "typedoc": "^0.25.12",
-    "typedoc-plugin-markdown": "^3.17.1",
+    "ts-node": "^10.9.2",
+    "turbo": "v2.0.3",
+    "typescript": "^5.3.3",
     "vite": "^5.1.6",
+    "vite-plugin-dts": "^3.7.3",
     "vite-plugin-node": "^3.1.0",
     "vite-tsconfig-paths": "^4.3.1",
     "vitest": "^1.3.1"
@@ -75,39 +80,20 @@
     "@1kv/common": "workspace:*",
     "@1kv/gateway": "workspace:*",
     "@1kv/telemetry": "workspace:*",
-    "@bull-board/api": "^5.15.1",
-    "@bull-board/koa": "^5.15.0",
     "@koa/router": "^12.0.1",
     "@octokit/rest": "^20.0.2",
     "@polkadot/api": "^11.1.1",
     "@polkadot/keyring": "^12.6.2",
-    "@types/cron": "^2.4.0",
-    "@types/jest": "^29.5.12",
-    "@types/koa": "^2.15.0",
-    "@types/koa-bodyparser": "^4.3.12",
-    "@types/mongoose": "^5.11.97",
-    "@types/node": "^20.11.5",
-    "@types/semver": "^7.5.8",
-    "@types/ws": "^8.5.10",
-    "@vitest/coverage-istanbul": "^1.3.1",
-    "@vitest/coverage-v8": "^1.3.1",
     "axios": "^1.6.7",
-    "bree": "^9.2.2",
-    "bs58": "^5.0.0",
-    "bullmq": "^5.4.2",
     "chalk": "5.3.0",
     "coingecko-api-v3": "^0.0.29",
     "commander": "^12.0.0",
     "cron": "^3.1.6",
-    "esbuild-node-builtins": "^0.1.0",
     "eventemitter3": "^5.0.1",
-    "hash.js": "^1.1.7",
-    "jest": "^29.7.0",
     "koa": "^2.15.0",
     "koa-bodyparser": "^4.4.1",
     "koa-cash": "^4.1.1",
     "koa-mount": "^4.0.0",
-    "koa-send": "^5.0.1",
     "koa-static": "^5.0.0",
     "koa-swagger-decorator": "^1.8.7",
     "koa2-cors": "^2.0.6",
@@ -116,24 +102,11 @@
     "mongodb": "6.5.0",
     "mongodb-memory-server": "^9.1.7",
     "mongoose": "^8.2.1",
-    "node-fetch": "3.3.2",
     "prettier": "^3.2.4",
-    "reconnecting-websocket": "^4.4.0",
-    "request": "^2.88.2",
     "semver": "^7.6.0",
     "swagger-jsdoc": "^6.2.8",
     "swagger2": "^4.0.3",
     "swagger2-koa": "^4.0.0",
-    "ts-jest": "^29.1.2",
-    "ts-node": "^10.9.2",
-    "turbo": "^1.12.5",
-    "turborepo": "^0.0.1",
-    "typescript": "^5.3.3",
-    "vite": "^5.1.6",
-    "vite-plugin-dts": "^3.7.3",
-    "vite-plugin-node": "^3.1.0",
-    "vite-tsconfig-paths": "^4.3.1",
-    "vitest": "^1.3.1",
     "winston": "^3.12.0",
     "ws": "^8.16.0",
     "yamljs": "^0.3.0"

packages/gateway/src/routes/setupRoutes.ts

@@ -5,7 +5,6 @@ import path from "path";
 import mount from "koa-mount";
 import yamljs from "yamljs";
 import { koaSwagger } from "koa2-swagger-ui";
-import { Queue } from "bullmq";
 
 import Koa from "koa";
 
@@ -161,7 +160,6 @@ export const setupRoutes = async (
   config: Config.ConfigSchema,
   port: number,
   enable: boolean,
-  queues?: Queue[],
   cache?: number,
   handler?: ApiHandler,
   scorekeeper?: ScoreKeeper,

packages/gateway/src/server.ts

@@ -6,7 +6,6 @@ import {
   logger,
   ScoreKeeper,
 } from "@1kv/common";
-import { Queue } from "bullmq";
 
 import { setupRoutes } from "./routes/setupRoutes";
 import { requestEmitter } from "./events/requestEmitter";
@@ -17,7 +16,6 @@ export default class Server {
   private enable = true;
   private cache = 180000;
   private config: Config.ConfigSchema;
-  private queues: Queue[] = [];
   private handler: ApiHandler | null;
   private scorekeeper: ScoreKeeper | null;
 
@@ -36,7 +34,6 @@ export default class Server {
     this.cache = config?.server?.cache || Constants.GATEWAY_CACHE_TTL;
     this.handler = handler || null;
     this.scorekeeper = scorekeeper || null;
-    this.queues = [];
 
     requestEmitter.on("requestReceived", this.updateRequestCounts.bind(this));
 
@@ -71,7 +68,6 @@ export default class Server {
         this.config,
         this.port,
         this.enable,
-        this.queues,
         this.cache,
         this.handler,
         this.scorekeeper,

turbo.json

@@ -1,13 +1,13 @@
 {
   "$schema": "https://turbo.build/schema.json",
-  "pipeline": {
+  "tasks": {
     "build": {
+      "dependsOn": ["^build"],
       "outputs": ["build/**", "dist/**"]
     },
     "test": {
       "inputs": ["src/**/*.tsx", "src/**/*.ts", "test/**/*.ts", "test/**/*.tsx"]
     },
-
     "lint": {},
     "dev": {
       "cache": false,