perf: improve performance

Author: evilebottnawi

src/index.js

@@ -56,15 +56,15 @@ class CopyPlugin {
                   }
 
                   return Promise.all(
-                    files.filter(Boolean).map((file) =>
-                      limit(() => {
-                        return postProcessPattern(
+                    files
+                      .filter(Boolean)
+                      .map((file) =>
+                        postProcessPattern(
                           globalRef,
                           patternAfterPreProcess,
                           file
-                        );
-                      })
-                    )
+                        )
+                      )
                   );
                 })
               )

src/postProcessPattern.js

@@ -11,37 +11,13 @@ import { RawSource } from 'webpack-sources';
 
 import { version } from '../package.json';
 
-import { stat, readFile } from './utils/promisify';
+import { readFile } from './utils/promisify';
 
 /* eslint-disable no-param-reassign */
 
 export default async function postProcessPattern(globalRef, pattern, file) {
   const { logger, compilation, inputFileSystem } = globalRef;
 
-  logger.debug(`getting stats for '${file.absoluteFrom}' to write to assets`);
-
-  const getStats = pattern.stats
-    ? pattern.stats
-    : stat(inputFileSystem, file.absoluteFrom);
-
-  let stats;
-
-  try {
-    stats = await getStats;
-  } catch (error) {
-    compilation.errors.push(error);
-
-    return;
-  }
-
-  if (stats.isDirectory()) {
-    logger.debug(
-      `skipping '${file.absoluteFrom}' because it is empty directory`
-    );
-
-    return;
-  }
-
   // If this came from a glob, add it to the file watchlist
   if (pattern.fromType === 'glob') {
     logger.debug(`add ${file.absoluteFrom} as fileDependencies`);

src/preProcessPattern.js

@@ -63,7 +63,6 @@ export default async function preProcessPattern(globalRef, pattern) {
     pattern.fromType = 'dir';
   } else if (stats.isFile()) {
     pattern.fromType = 'file';
-    pattern.stats = stats;
   }
 
   return pattern;

src/processPattern.js

@@ -31,37 +31,38 @@ export default async function processPattern(globalRef, pattern) {
     return Promise.resolve();
   }
 
-  return paths.map((filepath) => {
-    let from;
+  return (
+    paths
+      // Exclude directories
+      .filter((item) => item.dirent.isFile())
+      .map((item) => {
+        const from = item.path;
 
-    if (typeof filepath === 'string') {
-      from = filepath;
-    } else {
-      from = filepath.path;
-    }
+        const file = { absoluteFrom: path.resolve(pattern.context, from) };
 
-    const file = { absoluteFrom: path.resolve(pattern.context, from) };
+        file.relativeFrom = path.relative(pattern.context, file.absoluteFrom);
 
-    file.relativeFrom = path.relative(pattern.context, file.absoluteFrom);
+        if (pattern.flatten) {
+          file.relativeFrom = path.basename(file.relativeFrom);
+        }
 
-    if (pattern.flatten) {
-      file.relativeFrom = path.basename(file.relativeFrom);
-    }
+        logger.debug(`found ${from}`);
 
-    logger.debug(`found ${from}`);
+        // Change the to path to be relative for webpack
+        file.webpackTo =
+          pattern.toType === 'dir'
+            ? path.join(pattern.to, file.relativeFrom)
+            : pattern.to;
 
-    // Change the to path to be relative for webpack
-    file.webpackTo =
-      pattern.toType === 'dir'
-        ? path.join(pattern.to, file.relativeFrom)
-        : pattern.to;
+        if (path.isAbsolute(file.webpackTo)) {
+          file.webpackTo = path.relative(output, file.webpackTo);
+        }
 
-    if (path.isAbsolute(file.webpackTo)) {
-      file.webpackTo = path.relative(output, file.webpackTo);
-    }
+        logger.log(
+          `determined that '${from}' should write to '${file.webpackTo}'`
+        );
 
-    logger.log(`determined that '${from}' should write to '${file.webpackTo}'`);
-
-    return file;
-  });
+        return file;
+      })
+  );
 }

src/utils/createPatternGlob.js

@@ -15,7 +15,7 @@ function createPatternGlob(pattern, globalRef) {
   pattern.globOptions = {
     ...{ followSymbolicLinks: true },
     ...(pattern.globOptions || {}),
-    ...{ cwd: pattern.context },
+    ...{ cwd: pattern.context, objectMode: true },
   };
 
   switch (pattern.fromType) {

test/__snapshots__/CopyPlugin.test.js.snap

@@ -16,10 +16,6 @@ Object {
     "found ./fixtures/directory/nested/deep-nested/deepnested.txt",
     "found ./fixtures/directory/nested/nestedfile.txt",
     "getting stats for './fixtures/directory' to determinate 'fromType'",
-    "getting stats for './fixtures/directory/.dottedfile' to write to assets",
-    "getting stats for './fixtures/directory/directoryfile.txt' to write to assets",
-    "getting stats for './fixtures/directory/nested/deep-nested/deepnested.txt' to write to assets",
-    "getting stats for './fixtures/directory/nested/nestedfile.txt' to write to assets",
     "processing from: 'directory' to: '.'",
     "reading './fixtures/directory/.dottedfile' to write to assets",
     "reading './fixtures/directory/directoryfile.txt' to write to assets",
@@ -44,7 +40,6 @@ Object {
     "end to adding additional assets",
     "found ./fixtures/file.txt",
     "getting stats for './fixtures/file.txt' to determinate 'fromType'",
-    "getting stats for './fixtures/file.txt' to write to assets",
     "processing from: 'file.txt' to: '.'",
     "reading './fixtures/file.txt' to write to assets",
     "start to adding additional assets",
@@ -63,28 +58,17 @@ Object {
     "begin globbing './fixtures/directory/**' with a context of './fixtures'",
     "determined './fixtures/directory/**' is a glob",
     "determined that './fixtures/directory/directoryfile.txt' should write to 'directory/directoryfile.txt'",
-    "determined that './fixtures/directory/nested' should write to 'directory/nested'",
-    "determined that './fixtures/directory/nested/deep-nested' should write to 'directory/nested/deep-nested'",
     "determined that './fixtures/directory/nested/deep-nested/deepnested.txt' should write to 'directory/nested/deep-nested/deepnested.txt'",
     "determined that './fixtures/directory/nested/nestedfile.txt' should write to 'directory/nested/nestedfile.txt'",
     "end to adding additional assets",
     "found ./fixtures/directory/directoryfile.txt",
-    "found ./fixtures/directory/nested",
-    "found ./fixtures/directory/nested/deep-nested",
     "found ./fixtures/directory/nested/deep-nested/deepnested.txt",
     "found ./fixtures/directory/nested/nestedfile.txt",
     "getting stats for './fixtures/directory/**' to determinate 'fromType'",
-    "getting stats for './fixtures/directory/directoryfile.txt' to write to assets",
-    "getting stats for './fixtures/directory/nested' to write to assets",
-    "getting stats for './fixtures/directory/nested/deep-nested' to write to assets",
-    "getting stats for './fixtures/directory/nested/deep-nested/deepnested.txt' to write to assets",
-    "getting stats for './fixtures/directory/nested/nestedfile.txt' to write to assets",
     "processing from: 'directory/**' to: '.'",
     "reading './fixtures/directory/directoryfile.txt' to write to assets",
     "reading './fixtures/directory/nested/deep-nested/deepnested.txt' to write to assets",
     "reading './fixtures/directory/nested/nestedfile.txt' to write to assets",
-    "skipping './fixtures/directory/nested' because it is empty directory",
-    "skipping './fixtures/directory/nested/deep-nested' because it is empty directory",
     "start to adding additional assets",
     "writing 'directory/directoryfile.txt' to compilation assets from './fixtures/directory/directoryfile.txt'",
     "writing 'directory/nested/deep-nested/deepnested.txt' to compilation assets from './fixtures/directory/nested/deep-nested/deepnested.txt'",