feat: refactor pg classes, switch to postgres.js (#1148)

* refactor: split postgres-store into several files

* refactor: inherit all from PgStore

* refactor: start using PgStore everywhere

* refactor: fix test imports

* refactor: restore notifier into PgStore

* refactor: rename to PgWriteStore

* fix: tests and lint

* fix: unused exports

* refactor: pg-store converted

* refactor: pg-write-store

* refactor: use legacy pg for event requests, notifier and migrations

* refactor: update tests

* refactor: tx insert mode

* refactor: first test passing

* refactor: transformed some inserts

* refactor: transform all inserts

* refactor: fix token-tests

* refactor: some more tests fixed

* fix: more tests

* fix: nasty mempool query

* fix: microblock hash test

* fix: events weird test

* fix: api tests all passing

* fix: mb tests

* fix: bns code

* fix: datastore connection tests

* fix: rosetta, bns, token tests

* fix: faucet write db

* fix: write store to api server for faucet

* style: cleanup

* fix: faucet launch

* fix: upgrade postgres

* fix: test launch

* fix: remove type transform

* refactor: go back to buffer fields

* fix: insert numeric as string so values can fit

* refactor: move all types to common.ts

* style: comments

* fix: rosetta cli tests

* fix: undo launch custom

* refactor: bytea type, api tests pass

* fix: pg uri test

* chore: define PgNumeric type

* style: sql object references

* style: clean up tx events query

* style: add explicit PgJsonb type

* feat: dont parse into buffer from pg

* fix: datastore tests

* fix: rosetta tests

* fix: bns tests

* fix: microblock tests

* chore: add nvmrc set to v16.15.0

* chore: update package-lock.json

* chore: restore vscode config

* chore: shorten poll connection name to avoid hitting pg limits

* fix: remove returning statements when not required, use count instead

* fix: nvmrc back to v16

* fix: pool max env config

* refactor: move `PgNotifier` to use postgres lib (#1168)

* refactor: use postgres instead of pg-listen

* chore: remove pg-listen dependency

* fix: update to latest postgres lib

* fix: pool max env config

* fix: re-throw connection errors

Author: rafaelcr

.vscode/launch.json

@@ -206,6 +206,48 @@
       "preLaunchTask": "stacks-node:deploy-dev",
       "postDebugTask": "stacks-node:stop-dev"
     },
+    {
+      "type": "node",
+      "request": "launch",
+      "name": "Jest: rosetta-cli-data",
+      "program": "${workspaceFolder}/node_modules/.bin/jest",
+      "args": [
+        "--testTimeout=3600000",
+        "--runInBand",
+        "--no-cache",
+        "--config",
+        "${workspaceRoot}/jest.config.rosetta-cli-data.js"
+      ],
+      "outputCapture": "std",
+      "console": "integratedTerminal",
+      "preLaunchTask": "stacks-node:deploy-dev",
+      "postDebugTask": "stacks-node:stop-dev",
+      "env": {
+        "NODE_ENV": "development",
+        "STACKS_CHAIN_ID": "0x80000000"
+      }
+    },
+    {
+      "type": "node",
+      "request": "launch",
+      "name": "Jest: rosetta-cli-construction",
+      "program": "${workspaceFolder}/node_modules/.bin/jest",
+      "args": [
+        "--testTimeout=3600000",
+        "--runInBand",
+        "--no-cache",
+        "--config",
+        "${workspaceRoot}/jest.config.rosetta-cli-construction.js"
+      ],
+      "outputCapture": "std",
+      "console": "integratedTerminal",
+      "preLaunchTask": "stacks-node:deploy-dev",
+      "postDebugTask": "stacks-node:stop-dev",
+      "env": {
+        "NODE_ENV": "development",
+        "STACKS_CHAIN_ID": "0x80000000"
+      }
+    },
     {
       "type": "node",
       "request": "launch",

package-lock.json

@@ -133,7 +133,7 @@
     "pg": "8.7.1",
     "pg-copy-streams": "5.1.1",
     "pg-cursor": "2.7.1",
-    "pg-listen": "1.7.0",
+    "postgres": "github:porsager/postgres#master",
     "prom-client": "14.0.1",
     "rpc-bitcoin": "2.0.0",
     "socket.io": "4.4.0",

package.json

@@ -1,8 +1,8 @@
 import { RequestHandler, Request, Response } from 'express';
 import * as prom from 'prom-client';
 import { logger } from '../../helpers';
-import { DataStore } from '../../datastore/common';
 import { asyncHandler } from '../async-handler';
+import { PgStore } from '../../datastore/pg-store';
 
 const CACHE_OK = Symbol('cache_ok');
 
@@ -161,7 +161,7 @@ export function parseIfNoneMatchHeader(
  * returns a string which can be used later for setting the cache control `ETag` response header.
  */
 async function checkETagCacheOK(
-  db: DataStore,
+  db: PgStore,
   req: Request,
   etagType: ETagType
 ): Promise<ETag | undefined | typeof CACHE_OK> {
@@ -219,7 +219,7 @@ async function checkETagCacheOK(
  * ```
  */
 export function getETagCacheHandler(
-  db: DataStore,
+  db: PgStore,
   etagType: ETagType = ETagType.chainTip
 ): RequestHandler {
   const requestHandler = asyncHandler(async (req, res, next) => {
@@ -240,7 +240,7 @@ export function getETagCacheHandler(
   return requestHandler;
 }
 
-async function calculateETag(db: DataStore, etagType: ETagType): Promise<ETag | undefined> {
+async function calculateETag(db: PgStore, etagType: ETagType): Promise<ETag | undefined> {
   switch (etagType) {
     case ETagType.chainTip:
       const chainTip = await db.getUnanchoredChainTip();