avoid reading large directories at all costs

Author: joetannenbaum

src/repositories/bladeComponents.ts

@@ -1,3 +1,4 @@
+import { inAppDirs } from "@src/support/fileWatcher";
 import { runInLaravel, template } from "@src/support/php";
 import { repository } from ".";
 
@@ -22,7 +23,10 @@ const load = () => {
 
 export const getBladeComponents = repository<BladeComponents>(
     load,
-    ["{,**/}{view,views}/{*,**/*}", "app/View/Components/{,*,**/*}.php"],
+    [
+        inAppDirs("{,**/}{view,views}/{*,**/*}"),
+        "app/View/Components/{,*,**/*}.php",
+    ],
     {
         components: {},
         prefixes: [],

src/repositories/controllers.ts

@@ -1,3 +1,4 @@
+import { inAppDirs } from "@src/support/fileWatcher";
 import * as fs from "fs";
 import { repository } from ".";
 import { projectPath } from "../support/project";
@@ -80,6 +81,6 @@ export const getControllers = repository<string[]>(
             resolve(load());
         });
     },
-    "{,**/}{Controllers}{.php,/*.php,/**/*.php}",
+    inAppDirs("{,**/}{Controllers}{.php,/*.php,/**/*.php}"),
     [],
 );

src/repositories/inertia.ts

@@ -1,5 +1,6 @@
 import { runInLaravel, template } from "@src/support/php";
 import { projectPath, relativePath } from "@src/support/project";
+import { waitForValue } from "@src/support/util";
 import * as fs from "fs";
 import * as sysPath from "path";
 import { repository } from ".";
@@ -88,20 +89,12 @@ export const getInertiaViews = repository<ViewItem>(
             );
         }),
     () =>
-        new Promise((resolve) => {
-            const checkForPagePaths = () => {
-                if (inertiaPagePaths === null) {
-                    return setTimeout(checkForPagePaths, 100);
-                }
-
-                if (inertiaPagePaths.length === 0) {
-                    resolve(null);
-                } else {
-                    resolve(`{${inertiaPagePaths.join(",")}}/{*,**/*}`);
-                }
-            };
+        waitForValue(() => inertiaPagePaths).then((pagePaths) => {
+            if (pagePaths === null || pagePaths.length === 0) {
+                return null;
+            }
 
-            checkForPagePaths();
+            return `{${pagePaths.join(",")}}/{*,**/*}`;
         }),
     {},
     ["create", "delete"],

src/repositories/routes.ts

@@ -1,3 +1,4 @@
+import { inAppDirs } from "@src/support/fileWatcher";
 import { repository } from ".";
 import { runInLaravel, template } from "../support/php";
 
@@ -11,10 +12,12 @@ interface RouteItem {
     line: number | null;
 }
 
+const routesPattern = "{[Rr]oute}{,s}{.php,/*.php,/**/*.php}";
+
 export const getRoutes = repository<RouteItem[]>(
     () => {
         return runInLaravel<RouteItem[]>(template("routes"), "HTTP Routes");
     },
-    "{,**/}{[Rr]oute}{,s}{.php,/*.php,/**/*.php}",
+    [inAppDirs(`{,**/}${routesPattern}`), routesPattern],
     [],
 );

src/repositories/translations.ts

@@ -1,5 +1,6 @@
 import { runInLaravel, template } from "@src/support/php";
 import { projectPath } from "@src/support/project";
+import { waitForValue } from "@src/support/util";
 import { repository } from ".";
 
 export interface TranslationItem {
@@ -28,8 +29,11 @@ interface TranslationGroupPhpResult {
     params: string[][];
     paths: string[];
     values: string[];
+    to_watch: string[];
 }
 
+let dirsToWatch: string[] | null = null;
+
 const load = () => {
     return runInLaravel<TranslationGroupPhpResult>(
         template("translations"),
@@ -54,6 +58,8 @@ const load = () => {
             },
         );
 
+        dirsToWatch = res.to_watch;
+
         return {
             default: res.default,
             translations: result,
@@ -63,7 +69,14 @@ const load = () => {
 
 export const getTranslations = repository<TranslationGroupResult>(
     load,
-    "{,**/}{lang,localization,localizations,trans,translation,translations}/{*,**/*}",
+    () =>
+        waitForValue(() => dirsToWatch).then((value) => {
+            if (value === null || value.length === 0) {
+                return null;
+            }
+
+            return `{${value.join(",")}}/{*,**/*}`;
+        }),
     {
         default: "",
         translations: {},

src/repositories/views.ts

@@ -1,3 +1,4 @@
+import { inAppDirs } from "@src/support/fileWatcher";
 import { runInLaravel, template } from "@src/support/php";
 import { repository } from ".";
 
@@ -27,7 +28,7 @@ const load = () => {
 
 export const getViews = repository<ViewItem[]>(
     load,
-    "{,**/}{view,views}/{*,**/*}",
+    inAppDirs("{,**/}{view,views}/{*,**/*}"),
     [],
     ["create", "delete"],
 );

src/support/fileWatcher.ts

@@ -1,3 +1,4 @@
+import { readdirSync } from "fs";
 import * as vscode from "vscode";
 import { getWorkspaceFolders, hasWorkspace } from "./project";
 import { leadingDebounce } from "./util";
@@ -36,11 +37,36 @@ export const loadAndWatch = (
                 );
             }
         });
+    } else {
+        createFileWatcher(
+            patterns,
+            leadingDebounce(load, debounceTime),
+            events,
+        );
+    }
+};
 
-        return;
+let appDirsRead = false;
+const appDirs: string[] = [];
+const ignoreDirs = ["node_modules", ".git", "vendor", "storage"];
+
+export const inAppDirs = (pattern: string) => {
+    if (!appDirsRead) {
+        appDirsRead = true;
+        readdirSync(getWorkspaceFolders()[0].uri.fsPath, {
+            withFileTypes: true,
+        }).forEach((file) => {
+            if (file.isDirectory() && !ignoreDirs.includes(file.name)) {
+                appDirs.push(file.name);
+            }
+        });
+    }
+
+    if (appDirs.length === 0) {
+        return pattern;
     }
 
-    createFileWatcher(patterns, leadingDebounce(load, debounceTime), events);
+    return `{${appDirs.join(",")}}${pattern}`;
 };
 
 const patternWatchers: Record<
@@ -74,8 +100,13 @@ export const createFileWatcher = (
             return patternWatchers[pattern].watcher;
         }
 
+        const relativePattern = new vscode.RelativePattern(
+            getWorkspaceFolders()[0],
+            pattern,
+        );
+
         const watcher = vscode.workspace.createFileSystemWatcher(
-            new vscode.RelativePattern(getWorkspaceFolders()[0], pattern),
+            relativePattern,
             !events.includes("create"),
             !events.includes("change"),
             !events.includes("delete"),