Use fast-glob instead of tinyglobby, add streams helper parallelMap, and rename globLicenses to globStreamLicenses

Author: jdalton

package-lock.json

@@ -1,9 +1,144 @@
-import { GlobOptions as TinyGlobOptions } from 'tinyglobby'
-
+/// <reference types="node" />
 import { Remap } from './objects'
 
+declare type Pattern = string
+declare type FastGlobOptions = {
+  /**
+   * Return the absolute path for entries.
+   *
+   * @default false
+   */
+  absolute?: boolean
+  /**
+   * If set to `true`, then patterns without slashes will be matched against
+   * the basename of the path if it contains slashes.
+   *
+   * @default false
+   */
+  baseNameMatch?: boolean
+  /**
+   * Enables Bash-like brace expansion.
+   *
+   * @default true
+   */
+  braceExpansion?: boolean
+  /**
+   * Enables a case-sensitive mode for matching files.
+   *
+   * @default true
+   */
+  caseSensitiveMatch?: boolean
+  /**
+   * Specifies the maximum number of concurrent requests from a reader to read
+   * directories.
+   *
+   * @default os.cpus().length
+   */
+  concurrency?: number
+  /**
+   * The current working directory in which to search.
+   *
+   * @default process.cwd()
+   */
+  cwd?: string
+  /**
+   * Specifies the maximum depth of a read directory relative to the start
+   * directory.
+   *
+   * @default Infinity
+   */
+  deep?: number
+  /**
+   * Allow patterns to match entries that begin with a period (`.`).
+   *
+   * @default false
+   */
+  dot?: boolean
+  /**
+   * Enables Bash-like `extglob` functionality.
+   *
+   * @default true
+   */
+  extglob?: boolean
+  /**
+   * Indicates whether to traverse descendants of symbolic link directories.
+   *
+   * @default true
+   */
+  followSymbolicLinks?: boolean
+  /**
+   * Custom implementation of methods for working with the file system.
+   *
+   * @default fs.*
+   */
+  fs?: any
+  /**
+   * Enables recursively repeats a pattern containing `**`.
+   * If `false`, `**` behaves exactly like `*`.
+   *
+   * @default true
+   */
+  globstar?: boolean
+  /**
+   * An array of glob patterns to exclude matches.
+   * This is an alternative way to use negative patterns.
+   *
+   * @default []
+   */
+  ignore?: Pattern[]
+  /**
+   * Mark the directory path with the final slash.
+   *
+   * @default false
+   */
+  markDirectories?: boolean
+  /**
+   * Returns objects (instead of strings) describing entries.
+   *
+   * @default false
+   */
+  objectMode?: boolean
+  /**
+   * Return only directories.
+   *
+   * @default false
+   */
+  onlyDirectories?: boolean
+  /**
+   * Return only files.
+   *
+   * @default true
+   */
+  onlyFiles?: boolean
+  /**
+   * Enables an object mode (`objectMode`) with an additional `stats` field.
+   *
+   * @default false
+   */
+  stats?: boolean
+  /**
+   * By default this package suppress only `ENOENT` errors.
+   * Set to `true` to suppress any error.
+   *
+   * @default false
+   */
+  suppressErrors?: boolean
+  /**
+   * Throw an error when symbolic link is broken if `true` or safely
+   * return `lstat` call if `false`.
+   *
+   * @default false
+   */
+  throwErrorOnBrokenSymbolicLink?: boolean
+  /**
+   * Ensures that the returned entries are unique.
+   *
+   * @default true
+   */
+  unique?: boolean
+}
 declare type GlobOptions = Remap<
-  TinyGlobOptions & {
+  FastGlobOptions & {
     ignoreOriginals?: boolean | undefined
     recursive?: boolean | undefined
   }
@@ -13,7 +148,10 @@ declare const Globs: {
     glob: string | string[] | readonly string[],
     options?: object | undefined
   ) => (path: string) => boolean
-  globLicenses(dirname: string, options?: GlobOptions): Promise<string[]>
+  globStreamLicenses(
+    dirname: string,
+    options?: GlobOptions
+  ): Promise<NodeJS.ReadableStream>
 }
 declare namespace Globs {
   export { GlobOptions }

registry/lib/globs.d.ts

@@ -10,17 +10,17 @@ function getPicomatch() {
   return _picomatch
 }
 
-let _tinyGlobby
+let _fastGlob
 /*@__NO_SIDE_EFFECTS__*/
-function getTinyGlobby() {
-  if (_tinyGlobby === undefined) {
-    _tinyGlobby = /*@__PURE__*/ require('../external/tinyglobby')
+function getFastGlob() {
+  if (_fastGlob === undefined) {
+    _fastGlob = /*@__PURE__*/ require('../external/fast-glob')
   }
-  return _tinyGlobby
+  return _fastGlob
 }
 
 /*@__NO_SIDE_EFFECTS__*/
-async function globLicenses(dirname, options) {
+async function globStreamLicenses(dirname, options) {
   const {
     ignore: ignoreOpt,
     ignoreOriginals,
@@ -36,8 +36,8 @@ async function globLicenses(dirname, options) {
       /*@__PURE__*/ require('./constants/license-original-glob-recursive')
     )
   }
-  const tinyGlobby = getTinyGlobby()
-  return await tinyGlobby.glob(
+  const fastGlob = getFastGlob()
+  return fastGlob.globStream(
     [
       recursive
         ? /*@__PURE__*/ require('./constants/license-glob-recursive')
@@ -76,5 +76,5 @@ function getGlobMatcher(glob, options) {
 
 module.exports = {
   getGlobMatcher,
-  globLicenses
+  globStreamLicenses
 }

registry/lib/globs.js

@@ -0,0 +1,27 @@
+declare type AnyIterable<T> = Iterable<T> | AsyncIterable<T>
+declare const Streams: {
+  parallelMap<T, R>(
+    concurrency: number
+  ): {
+    (
+      func: (data: T) => R | Promise<R>,
+      iterable: AnyIterable<T>
+    ): AsyncIterableIterator<R>
+    (
+      func: (data: T) => R | Promise<R>
+    ): (iterable: AnyIterable<T>) => AsyncIterableIterator<R>
+  }
+  parallelMap<T, R>(
+    concurrency: number,
+    func: (data: T) => R | Promise<R>
+  ): (iterable: AnyIterable<T>) => AsyncIterableIterator<R>
+  parallelMap<T, R>(
+    concurrency: number,
+    func: (data: T) => R | Promise<R>,
+    iterable: AnyIterable<T>
+  ): AsyncIterableIterator<R>
+}
+declare namespace Promises {
+  export { AnyIterable }
+}
+export = Streams

registry/lib/streams.d.ts

@@ -0,0 +1,20 @@
+'use strict'
+
+let _streamingIterables
+/*@__NO_SIDE_EFFECTS__*/
+function getStreamingIterables() {
+  if (_streamingIterables === undefined) {
+    _streamingIterables = /*@__PURE__*/ require('../external/streaming-iterables')
+  }
+  return _streamingIterables
+}
+
+/*@__NO_SIDE_EFFECTS__*/
+function parallelMap(concurrency, func) {
+  const streamingIterables = getStreamingIterables()
+  return streamingIterables.parallelMap(concurrency, func)
+}
+
+module.exports = {
+  parallelMap
+}

registry/lib/streams.js

@@ -581,6 +581,10 @@
       "types": "./lib/spinner.d.ts",
       "default": "./lib/spinner.js"
     },
+    "./lib/streams": {
+      "types": "./lib/streams.d.ts",
+      "default": "./lib/streams.js"
+    },
     "./lib/strings": {
       "types": "./lib/strings.d.ts",
       "default": "./lib/strings.js"
@@ -639,6 +643,7 @@
     "del-cli": "6.0.0",
     "dev-null-cli": "2.0.0",
     "eslint": "9.32.0",
+    "fast-glob": "^3.3.3",
     "fast-sort": "3.4.1",
     "libnpmpack": "9.0.6",
     "make-fetch-happen": "14.0.3",
@@ -653,7 +658,7 @@
     "signal-exit": "4.1.0",
     "spdx-correct": "3.2.0",
     "spdx-expression-parse": "4.0.0",
-    "tinyglobby": "0.2.14",
+    "streaming-iterables": "^8.0.1",
     "validate-npm-package-name": "6.0.2",
     "which": "5.0.0",
     "yoctocolors-cjs": "2.1.2"

registry/package.json

@@ -3,7 +3,7 @@
 const path = require('node:path')
 
 const { rollup } = require('rollup')
-const { glob: tinyGlob } = require('tinyglobby')
+const { glob } = require('fast-glob')
 
 const scriptsPath = path.join(__dirname, '..')
 const rootPath = path.join(scriptsPath, '..')
@@ -13,7 +13,7 @@ const srcExternalPath = path.join(srcPath, 'external')
 
 const getConfig = require(path.join(configPath, 'rollup.base.config.js'))
 ;(async () => {
-  const filepaths = await tinyGlob(['**/*.js'], {
+  const filepaths = await glob(['**/*.js'], {
     absolute: true,
     cwd: srcExternalPath
   })

registry/scripts/rollup/build-external.js

@@ -0,0 +1 @@
+export { default } from 'fast-glob'

registry/src/external/fast-glob.js

@@ -0,0 +1 @@
+export { parallelMap } from 'streaming-iterables'