Update scripts and test configurations

- Add new clean-test-cache and rebuild-registry-exports scripts
- Update all scripts to use Node.js directly without dotenvx wrapper
- Remove obsolete eslint.config.js in favor of eslint.config.mjs
- Improve TypeScript typing in utility scripts
- Update test configurations and imports
- Add suppress-warnings utility script

Author: jdalton

scripts/check-registry-package-types.mjs

@@ -8,7 +8,7 @@ import constants from './constants.mjs'
 
 const require = createRequire(import.meta.url)
 
-void (async () => {
+async function main() {
   const { registryPkgPath, rootPath } = constants
 
   const libPath = path.join(registryPkgPath, 'src', 'lib')
@@ -26,4 +26,6 @@ void (async () => {
       throw new Error(`Type '${key}' not declared in ${relLibConstDtsPath}`)
     }
   }
-})()
+}
+
+main().catch(console.error)

scripts/clean-test-cache.mjs

@@ -0,0 +1,22 @@
+import { promises as fs } from 'node:fs'
+import os from 'node:os'
+import path from 'node:path'
+
+async function cleanTestCache() {
+  const dirs = [
+    path.join(os.homedir(), '.socket-npm-test-cache'),
+    path.join(os.tmpdir(), 'npm-package-tests'),
+  ]
+
+  for (const dir of dirs) {
+    try {
+      // eslint-disable-next-line no-await-in-loop
+      await fs.rm(dir, { recursive: true, force: true })
+      console.log('Removed:', dir)
+    } catch {
+      // Silently ignore errors (directory might not exist).
+    }
+  }
+}
+
+cleanTestCache().catch(console.error)

scripts/constants.mjs

@@ -9,10 +9,10 @@ import path from 'node:path'
 import { fileURLToPath } from 'node:url'
 import { includeIgnoreFile } from '@eslint/compat'
 import which from 'which'
-import registryConstants from '@socketsecurity/registry/lib/constants'
-import { whichBinSync } from '@socketsecurity/registry/lib/agent'
-import { envAsBoolean } from '@socketsecurity/registry/lib/env'
-import { createConstantsObject } from '@socketsecurity/registry/lib/objects'
+import registryConstants from '../registry/dist/lib/constants/index.js'
+import { whichBinSync } from '../registry/dist/lib/bin.js'
+import { envAsBoolean } from '../registry/dist/lib/env.js'
+import { createConstantsObject } from '../registry/dist/lib/objects.js'
 
 const require = createRequire(import.meta.url)
 
@@ -63,15 +63,15 @@ const LAZY_LICENSE_CONTENT = () =>
   fs.readFileSync(constants.rootLicensePath, UTF8)
 
 const lazyEcosystems = () => {
-  const registryLibFs = /*@__PURE__*/ require('@socketsecurity/registry/lib/fs')
+  const registryLibFs = /*@__PURE__*/ require('../registry/dist/lib/fs')
   const readDirNamesSync = registryLibFs.readDirNamesSync
   return Object.freeze(readDirNamesSync(constants.rootPackagesPath))
 }
 
 const lazyGitExecPath = () => which.sync('git', { ...getDefaultWhichOptions() })
 
 const lazyGitIgnoreFile = () =>
-  includeIgnoreFile(path.join(constants.rootPath, GITIGNORE))
+  includeIgnoreFile(path.join(lazyRootPath(), GITIGNORE))
 
 const lazyIgnoreGlobs = () =>
   Object.freeze([
@@ -91,7 +91,7 @@ const lazyIgnoreGlobs = () =>
   ])
 
 const lazyNpmPackageNames = () => {
-  const registryLibFs = /*@__PURE__*/ require('@socketsecurity/registry/lib/fs')
+  const registryLibFs = /*@__PURE__*/ require('../registry/dist/lib/fs')
   const readDirNamesSync = registryLibFs.readDirNamesSync
   return Object.freeze(readDirNamesSync(constants.npmPackagesPath))
 }
@@ -141,6 +141,8 @@ const lazyRootPath = () => {
   }
 
   // Fallback if not found (shouldn't happen in normal operation).
+  const __filename = fileURLToPath(import.meta.url)
+  const __dirname = path.dirname(__filename)
   return path.resolve(__dirname, '..')
 }
 

scripts/download-npm-packages.mjs

@@ -6,53 +6,46 @@
 import { existsSync, promises as fs } from 'node:fs'
 import os from 'node:os'
 import path from 'node:path'
-import util from 'node:util'
+import { parseArgs } from '../registry/dist/lib/parse-args.js'
 
 import constants from './constants.mjs'
-import ENV from '@socketsecurity/registry/lib/constants/env'
-import WIN32 from '@socketsecurity/registry/lib/constants/win32'
+import ENV from '../registry/dist/lib/constants/ENV.js'
+import WIN32 from '../registry/dist/lib/constants/WIN32.js'
 import {
   readPackageJson,
   resolveOriginalPackageName,
-} from '@socketsecurity/registry/lib/packages'
-import { pEach } from '@socketsecurity/registry/lib/promises'
-import { LOG_SYMBOLS, logger } from '@socketsecurity/registry/lib/logger'
+} from '../registry/dist/lib/packages.js'
+import { pEach } from '../registry/dist/lib/promises.js'
+import { LOG_SYMBOLS, logger } from '../registry/dist/lib/logger.js'
+import { pluralize } from '../registry/dist/lib/words.js'
 
-const { values: cliArgs } = util.parseArgs({
+const { values: cliArgs } = parseArgs({
   options: {
-    package: {
-      type: 'string',
-      multiple: true,
-    },
     concurrency: {
       type: 'string',
-      // Reduce concurrency in CI to avoid memory issues, especially on Windows.
-      default: ENV.CI ? (WIN32 ? '5' : '10') : '50',
+      default: ENV.CI ? (WIN32 ? '10' : '20') : '50',
     },
     'temp-dir': {
       type: 'string',
       default: path.join(os.tmpdir(), 'npm-package-tests'),
     },
+    package: {
+      type: 'string',
+      multiple: true,
+    },
+    'clear-cache': {
+      type: 'boolean',
+      default: false,
+    },
   },
+  strict: false,
 })
 
 const concurrency = Math.max(1, parseInt(cliArgs.concurrency, 10))
-const tempBaseDir = cliArgs['temp-dir']
-const MAX_PROGRESS_WIDTH = 80
-
-// Progress tracking for line wrapping.
-let currentLinePosition = 0
-let completedPackages = 0
-let totalPackagesCount = 0
-
-function writeProgress(symbol) {
-  completedPackages += 1
-  if (currentLinePosition >= MAX_PROGRESS_WIDTH) {
-    process.stdout.write(`\n(${completedPackages}/${totalPackagesCount}) `)
-    currentLinePosition = `(${completedPackages}/${totalPackagesCount}) `.length
-  }
-  process.stdout.write(symbol)
-  currentLinePosition += 1
+const tempBaseDir = cliArgs.tempDir
+
+function writeProgress() {
+  // Don't output progress dots, too noisy.
 }
 
 async function downloadPackage(socketPkgName) {
@@ -62,7 +55,7 @@ async function downloadPackage(socketPkgName) {
   const skipTestsMap = constants.skipTestsByEcosystem
   const skipSet = skipTestsMap.get('npm')
   if (skipSet && (skipSet.has(socketPkgName) || skipSet.has(origPkgName))) {
-    writeProgress(LOG_SYMBOLS.warn)
+    writeProgress()
     return {
       package: origPkgName,
       socketPackage: socketPkgName,
@@ -120,49 +113,158 @@ async function downloadPackage(socketPkgName) {
   }
 }
 
-void (async () => {
+async function main() {
   const packages = cliArgs.package?.length
     ? cliArgs.package
     : constants.npmPackageNames
 
-  logger.log(
-    `Processing package info for ${packages.length} packages with concurrency ${concurrency}...`,
-  )
-  logger.log(`Temp directory: ${tempBaseDir}`)
-  logger.log(
-    `Progress: ${LOG_SYMBOLS.success} = success, ${LOG_SYMBOLS.fail} = failed, ${LOG_SYMBOLS.warn} = skipped\n`,
-  )
-
-  // Initialize progress tracking.
-  totalPackagesCount = packages.length
-  completedPackages = 0
-  currentLinePosition = 0
-  process.stdout.write('(0/' + totalPackagesCount + ') ')
-  currentLinePosition = ('(0/' + totalPackagesCount + ') ').length
-
   // Ensure base temp directory exists.
   await fs.mkdir(tempBaseDir, { recursive: true })
 
-  const results = []
+  // Check if download results already exist and are fresh.
+  const resultsFile = path.join(tempBaseDir, 'download-results.json')
+  const clearCache = cliArgs.clearCache
+
+  // Clear cache if requested.
+  if (clearCache && existsSync(resultsFile)) {
+    await fs.unlink(resultsFile)
+    logger.log('🗑️ Cleared download cache')
+  }
+
+  // Load existing cache if available.
+  let cachedResults = []
+  if (!clearCache && existsSync(resultsFile)) {
+    try {
+      cachedResults = JSON.parse(await fs.readFile(resultsFile, 'utf8'))
+    } catch {
+      logger.warn('Could not read cache, starting fresh...')
+    }
+  }
+
+  // Determine which packages need processing.
+  let packagesToProcess = packages
+  let usedCache = false
+
+  if (cachedResults.length > 0) {
+    if (cliArgs.package?.length) {
+      // For specific packages, check which ones are already cached.
+      const cachedPackageNames = new Set(
+        cachedResults.map(r => r.socketPackage || r.package),
+      )
+      const missingPackages = packages.filter(
+        pkg => !cachedPackageNames.has(pkg),
+      )
+
+      if (missingPackages.length === 0) {
+        // All requested packages are cached.
+        const relevantResults = cachedResults.filter(
+          r =>
+            packages.includes(r.socketPackage) || packages.includes(r.package),
+        )
+        logger.log(
+          `💾 Using cached download results (${relevantResults.length} ${pluralize('package', relevantResults.length)})`,
+        )
+        await fs.writeFile(
+          resultsFile,
+          JSON.stringify(relevantResults, null, 2),
+        )
+        process.exitCode = 0
+        return
+      } else if (missingPackages.length < packages.length) {
+        // Some packages are cached, only process missing ones.
+        packagesToProcess = missingPackages
+        usedCache = true
+        logger.log(
+          `💾 Found ${packages.length - missingPackages.length} cached, processing ${missingPackages.length} new ${pluralize('package', missingPackages.length)}...`,
+        )
+      }
+    } else {
+      // For full run, check if cache has all packages.
+      const cachedPackageNames = cachedResults
+        .map(r => r.socketPackage || r.package)
+        .sort()
+      const requestedPackages = packages.slice().sort()
+      if (
+        JSON.stringify(cachedPackageNames) === JSON.stringify(requestedPackages)
+      ) {
+        logger.log(
+          `💾 Using cached download results (${cachedResults.length} ${pluralize('package', cachedResults.length)})`,
+        )
+        process.exitCode = 0
+        return
+      }
+    }
+  }
+
+  logger.log(
+    `Processing ${packagesToProcess.length} ${pluralize('package', packagesToProcess.length)}...`,
+  )
+
+  // Start with cached results if doing incremental update.
+  const results =
+    usedCache && cliArgs.package?.length
+      ? cachedResults.filter(
+          r =>
+            !packagesToProcess.includes(r.socketPackage) &&
+            !packagesToProcess.includes(r.package),
+        )
+      : []
 
   await pEach(
-    packages,
+    packagesToProcess,
     async pkgName => {
       const result = await downloadPackage(pkgName)
       results.push(result)
     },
     { concurrency },
   )
 
-  // Add newline after progress indicators.
-  process.stdout.write('\n')
-
   const failed = results.filter(r => !r.downloaded && r.reason !== 'Skipped')
+  const skipped = results.filter(r => r.reason === 'Skipped')
+  const succeeded = results.filter(r => r.downloaded)
+
+  // Summary.
+  logger.log(
+    `✅ ${clearCache ? 'Redownloaded' : 'Processed'}: ${succeeded.length}`,
+  )
+  if (skipped.length > 0) {
+    logger.log(`⏭️  Skipped: ${skipped.length}`)
+  }
+  if (failed.length > 0) {
+    logger.fail(`Failed: ${failed.length}`)
+  }
+
+  // Merge new results with existing cache for full dataset.
+  const finalResults =
+    cliArgs.package?.length && usedCache
+      ? [
+          ...cachedResults.filter(
+            r =>
+              !packages.includes(r.socketPackage) &&
+              !packages.includes(r.package),
+          ),
+          ...results,
+        ]
+      : results
 
   // Write results to file for the install phase.
-  const resultsFile = path.join(tempBaseDir, 'download-results.json')
-  await fs.writeFile(resultsFile, JSON.stringify(results, null, 2))
+  await fs.writeFile(
+    resultsFile,
+    JSON.stringify(
+      cliArgs.package?.length
+        ? finalResults.filter(
+            r =>
+              packages.includes(r.socketPackage) ||
+              packages.includes(r.package),
+          )
+        : finalResults,
+      null,
+      2,
+    ),
+  )
 
   // Set exit code for process termination.
   process.exitCode = failed.length ? 1 : 0
-})()
+}
+
+main().catch(console.error)

scripts/generate-actions-allow-list.mjs

@@ -2,7 +2,7 @@ import fs from 'node:fs/promises'
 import path from 'node:path'
 
 import clipboardy from 'clipboardy'
-import { logger } from '@socketsecurity/registry/lib/logger'
+import { logger } from '../registry/dist/lib/logger.js'
 
 const GITHUB_PATH = '.github'
 const WORKFLOWS_PATH = path.join(GITHUB_PATH, 'workflows')
@@ -62,7 +62,7 @@ async function getAllYamlFiles(dir) {
   return files
 }
 
-void (async () => {
+async function main() {
   const allDependencies = new Set()
 
   // Process workflow files.
@@ -107,7 +107,8 @@ void (async () => {
   externalActions.sort()
 
   // Generate the allow list.
-  const indent = '  ' // Base indentation.
+  // Base indentation.
+  const indent = '  '
 
   logger.log('# GitHub Actions Allow List')
   logger.log('# Generated by scripts/generate-actions-allow-list.js')
@@ -151,4 +152,6 @@ void (async () => {
   } else {
     console.log('💡 Tip: Use --copy flag to copy the allow list to clipboard')
   }
-})()
+}
+
+main().catch(console.error)