W-19263098 fix: web perf (#1604)

* refactor: top-level imports from core

* refactor: remove deepfreeze in favor of ts readonly

* refactor: create dir, but don't open/close file unnecessarily

* fix: only one object in the stream at a time on the web

* refactor: createWriteStream can create files, just not dirs

* perf: pass existing registry when creating retrieveResult

* test: remove test of mkdirp

Author: mshanemc

src/client/deployMessages.ts

@@ -6,7 +6,7 @@
  */
 
 import { basename, dirname, extname, join, posix, sep } from 'node:path/posix';
-import { SfError } from '@salesforce/core';
+import { SfError } from '@salesforce/core/sfError';
 import { ensureArray } from '@salesforce/kit';
 import { ComponentLike, SourceComponent } from '../resolve';
 import { registry } from '../registry/registry';

src/client/diagnosticUtil.ts

@@ -5,7 +5,7 @@
  * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
  */
 import { basename } from 'node:path';
-import { SfError } from '@salesforce/core';
+import { SfError } from '@salesforce/core/sfError';
 import { SourceComponent } from '../resolve/sourceComponent';
 import { registry } from '../registry/registry';
 import { ComponentDiagnostic, DeployMessage } from './types';

src/client/metadataApiDeploy.ts

@@ -9,7 +9,10 @@ import { format } from 'node:util';
 import { isString } from '@salesforce/ts-types';
 import JSZip from 'jszip';
 import fs from 'graceful-fs';
-import { Lifecycle, Messages, SfError, envVars } from '@salesforce/core';
+import { Lifecycle } from '@salesforce/core/lifecycle';
+import { Messages } from '@salesforce/core/messages';
+import { SfError } from '@salesforce/core/sfError';
+import { envVars } from '@salesforce/core/envVars';
 import { ensureArray } from '@salesforce/kit';
 import { RegistryAccess } from '../registry/registryAccess';
 import { ReplacementEvent } from '../convert/types';
@@ -152,7 +155,11 @@ export class MetadataApiDeploy extends MetadataTransfer<
     }
     const connection = await this.getConnection();
     // Recasting to use the project's version of the type
-    return connection.metadata.checkDeployStatus(this.id, true, this.isRestDeploy) as unknown as MetadataApiDeployStatus;
+    return connection.metadata.checkDeployStatus(
+      this.id,
+      true,
+      this.isRestDeploy
+    ) as unknown as MetadataApiDeployStatus;
   }
 
   /**

src/client/metadataApiRetrieve.ts

@@ -8,8 +8,11 @@ import { join, parse } from 'node:path';
 import fs from 'graceful-fs';
 import JSZip from 'jszip';
 import { asBoolean, isString } from '@salesforce/ts-types';
-import { Messages, SfError, Lifecycle } from '@salesforce/core';
+import { Messages } from '@salesforce/core/messages';
+import { SfError } from '@salesforce/core/sfError';
+import { Lifecycle } from '@salesforce/core/lifecycle';
 import { ensureArray } from '@salesforce/kit';
+import { RegistryAccess } from '../registry/registryAccess';
 import { ComponentSet } from '../collections/componentSet';
 import { MetadataTransfer } from './metadataTransfer';
 import {
@@ -46,9 +49,10 @@ export class RetrieveResult implements MetadataTransferResult {
     public readonly response: MetadataApiRetrieveStatus,
     public readonly components: ComponentSet,
     localComponents?: ComponentSet,
-    private partialDeleteFileResponses: FileResponse[] = []
+    private partialDeleteFileResponses: FileResponse[] = [],
+    registry?: RegistryAccess
   ) {
-    this.localComponents = new ComponentSet(localComponents?.getSourceComponents());
+    this.localComponents = new ComponentSet(localComponents?.getSourceComponents(), registry);
   }
 
   public getFileResponses(): FileResponse[] {
@@ -196,10 +200,15 @@ export class MetadataApiRetrieve extends MetadataTransfer<
         }));
       }
     }
-
     componentSet ??= new ComponentSet(undefined, this.options.registry);
 
-    const retrieveResult = new RetrieveResult(result, componentSet, this.components, partialDeleteFileResponses);
+    const retrieveResult = new RetrieveResult(
+      result,
+      componentSet,
+      this.components,
+      partialDeleteFileResponses,
+      this.options.registry
+    );
     if (!isMdapiRetrieve && !this.options.suppressEvents) {
       // This should only be done when retrieving source format since retrieving
       // mdapi format has no conversion or events/hooks
@@ -209,7 +218,6 @@ export class MetadataApiRetrieve extends MetadataTransfer<
         orgId: this.orgId,
       } as ScopedPostRetrieve);
     }
-
     return retrieveResult;
   }
 
@@ -245,7 +253,9 @@ export class MetadataApiRetrieve extends MetadataTransfer<
       apiVersion: this.components?.sourceApiVersion ?? (await connection.retrieveMaxApiVersion()),
       ...(manifestData ? { unpackaged: manifestData } : {}),
       ...(this.options.singlePackage ? { singlePackage: this.options.singlePackage } : {}),
-      ...(this.options.rootTypesWithDependencies ? { rootTypesWithDependencies: this.options.rootTypesWithDependencies } : {}),
+      ...(this.options.rootTypesWithDependencies
+        ? { rootTypesWithDependencies: this.options.rootTypesWithDependencies }
+        : {}),
       // if we're retrieving with packageNames add it
       // otherwise don't - it causes errors if undefined or an empty array
       ...(packageNames.length ? { packageNames } : {}),

src/client/retrieveExtract.ts

@@ -5,7 +5,7 @@
  * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
  */
 import * as path from 'node:path';
-import { Logger } from '@salesforce/core';
+import { Logger } from '@salesforce/core/logger';
 import { isString } from '@salesforce/ts-types';
 import fs from 'graceful-fs';
 import { ConvertOutputConfig } from '../convert/types';

src/collections/decodeableMap.ts

@@ -4,7 +4,7 @@
  * Licensed under the BSD 3-Clause license.
  * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
  */
-import { Logger } from '@salesforce/core';
+import { Logger } from '@salesforce/core/logger';
 import { isString } from '@salesforce/ts-types';
 
 /**

src/convert/convertContext/nonDecompositionFinalizer.ts

@@ -6,7 +6,7 @@
  */
 import { join } from 'node:path';
 import { ensureString, getString, JsonMap } from '@salesforce/ts-types';
-import { SfProject } from '@salesforce/core';
+import { SfProject } from '@salesforce/core/project';
 import { getXmlElement } from '../../utils/decomposed';
 import { META_XML_SUFFIX, XML_NS_KEY, XML_NS_URL } from '../../common/constants';
 import { ComponentSet } from '../../collections/componentSet';

src/convert/convertContext/recompositionFinalizer.ts

@@ -6,7 +6,7 @@
  */
 import { join } from 'node:path';
 import { JsonMap } from '@salesforce/ts-types';
-import { Messages } from '@salesforce/core';
+import { Messages } from '@salesforce/core/messages';
 import { extractUniqueElementValue, getXmlElement, unwrapAndOmitNS } from '../../utils/decomposed';
 import { MetadataComponent } from '../../resolve/types';
 import { XML_NS_KEY, XML_NS_URL } from '../../common/constants';

src/convert/metadataConverter.ts

@@ -6,9 +6,11 @@
  */
 import { Readable, PassThrough } from 'node:stream';
 import { dirname, join, normalize } from 'node:path';
-import { Messages, SfError } from '@salesforce/core';
+import { Messages } from '@salesforce/core/messages';
+import { SfError } from '@salesforce/core/sfError';
 import { promises, mkdirSync } from 'graceful-fs';
 import { isString } from '@salesforce/ts-types';
+import { Global } from '@salesforce/core';
 import { SourceComponent } from '../resolve/sourceComponent';
 import { MetadataResolver } from '../resolve/metadataResolver';
 import { SourcePath } from '../common/types';
@@ -40,6 +42,10 @@ export class MetadataConverter {
     output: ConvertOutputConfig
   ): Promise<ConvertResult> {
     try {
+      // jszip does not behave well in web environments when retrieving multiple files.
+      // it has a minified `browser` target which has a v3 ReadableStream, but the extensions are using polyfilles of v4.
+      // Setting the highWaterMark to 1 seems to fix the issue.
+      const streamOptions = Global.isWeb ? { highWaterMark: 1 } : {};
       const cs = comps instanceof ComponentSet ? comps : new ComponentSet(comps, this.registry);
       const components = (
         (comps instanceof ComponentSet ? Array.from(comps.getSourceComponents()) : comps) as SourceComponent[]
@@ -58,10 +64,10 @@ export class MetadataConverter {
       } = await getConvertIngredients(output, cs, targetFormatIsSource, this.registry);
 
       const conversionPipeline = getPipeline()(
-        Readable.from(components),
+        Readable.from(components, streamOptions),
         !targetFormatIsSource && (process.env.SF_APPLY_REPLACEMENTS_ON_CONVERT === 'true' || output.type === 'zip')
           ? (await getReplacementMarkingStream(cs.projectDirectory)) ?? new PassThrough({ objectMode: true })
-          : new PassThrough({ objectMode: true }),
+          : new PassThrough({ objectMode: true, ...streamOptions }),
         new ComponentConverter(targetFormat, this.registry, mergeSet, defaultDirectory),
         writer
       );

src/convert/streams.ts

@@ -7,12 +7,13 @@
 import { isAbsolute, join } from 'node:path';
 import { pipeline as cbPipeline, Readable, Transform, Writable, Stream } from 'node:stream';
 import { promisify } from 'node:util';
-import { Messages, SfError } from '@salesforce/core';
+import { Messages } from '@salesforce/core/messages';
+import { SfError } from '@salesforce/core/sfError';
 import JSZip from 'jszip';
 import { createWriteStream, existsSync, promises as fsPromises } from 'graceful-fs';
 import { JsonMap } from '@salesforce/ts-types';
 import { XMLBuilder } from 'fast-xml-parser';
-import { Logger } from '@salesforce/core';
+import { Logger } from '@salesforce/core/logger';
 import { SourceComponent } from '../resolve/sourceComponent';
 import { SourcePath } from '../common/types';
 import { XML_COMMENT_PROP_NAME, XML_DECL } from '../common/constants';
@@ -159,7 +160,7 @@ export class StandardWriter extends ComponentWriter {
           chunk.writeInfos
             .map(makeWriteInfoAbsolute(this.rootDestination))
             .filter(existsOrDoesntMatchIgnored(this.forceignore, this.logger)) // Skip files matched by default ignore
-            .map((info) => {
+            .map(async (info) => {
               if (info.shouldDelete) {
                 this.deleted.push({
                   filePath: info.output,
@@ -187,7 +188,7 @@ export class StandardWriter extends ComponentWriter {
                 toResolve.add(info.output);
               }
 
-              ensureFileExists(info.output);
+              await ensureFileExists(info.output);
               return getPipeline()(info.source, createWriteStream(info.output));
             })
         );