improve performance of responses

Author: anonrig

.changeset/twelve-nails-agree.md

@@ -0,0 +1,5 @@
+---
+"@opennextjs/aws": patch
+---
+
+Improves the performance of generating responses

.github/actions/pnpm-setup/action.yml

@@ -6,9 +6,9 @@ runs:
   steps:
     # Install nodejs. https://github.com/actions/setup-node
     - name: Setup Node.js
-      uses: actions/setup-node@v4
+      uses: actions/setup-node@v5
       with:
-        node-version: 18.x
+        node-version: 20.x
 
     # Install pnpm. https://github.com/pnpm/action-setup
     - uses: pnpm/action-setup@v4

.github/workflows/e2e.yml

@@ -90,11 +90,11 @@ jobs:
         with:
           version: 9
 
-      - name: Set up NodeJS v18
-        uses: actions/setup-node@v4
+      - name: Set up NodeJS v20
+        uses: actions/setup-node@v5
         with:
           cache: pnpm # cache pnpm store
-          node-version: 18.18.2
+          node-version: 20.19.5
 
       - name: Install packages
         run: pnpm install

.github/workflows/pre-release.yml

@@ -20,7 +20,7 @@ jobs:
         uses: actions/checkout@v4
 
       # Setup .npmrc file to publish to npm
-      - uses: actions/setup-node@v4
+      - uses: actions/setup-node@v5
         with:
           registry-url: "https://registry.npmjs.org"
 

.github/workflows/v2-release.yml

@@ -12,7 +12,7 @@ jobs:
         uses: actions/checkout@v4
 
       # Setup .npmrc file to publish to npm
-      - uses: actions/setup-node@v4
+      - uses: actions/setup-node@v5
         with:
           registry-url: "https://registry.npmjs.org"
 

packages/open-next/src/core/routing/util.ts

@@ -1,7 +1,6 @@
 import crypto from "node:crypto";
 import type { OutgoingHttpHeaders } from "node:http";
 import { parse as parseQs, stringify as stringifyQs } from "node:querystring";
-import { Readable } from "node:stream";
 
 import { BuildId, HtmlPages, NextConfig } from "config/index.js";
 import type { IncomingMessage } from "http/index.js";
@@ -18,6 +17,7 @@ import type {
   StreamCreator,
 } from "types/open-next.js";
 
+import { ReadableStream } from "node:stream/web";
 import { debug, error } from "../../adapters/logger.js";
 import { isBinaryContentType } from "../../utils/binary.js";
 import { localizePath } from "./i18n/index.js";
@@ -105,9 +105,14 @@ export function convertRes(res: OpenNextNodeResponse): InternalResult {
   const isBase64Encoded =
     isBinaryContentType(headers["content-type"]) ||
     !!headers["content-encoding"];
-  // We cannot convert the OpenNextNodeResponse to a ReadableStream directly
-  // You can look in the `aws-lambda.ts` file for some context
-  const body = Readable.toWeb(Readable.from(res.getBody()));
+  const body =
+    res._chunks == null
+      ? new ReadableStream({
+          start(controller) {
+            controller.close();
+          },
+        })
+      : ReadableStream.from(res._chunks);
   return {
     type: "core",
     statusCode,

packages/open-next/src/http/openNextResponse.ts

@@ -282,6 +282,14 @@ export class OpenNextNodeResponse extends Transform implements ServerResponse {
     return Buffer.concat(this._chunks);
   }
 
+  getBodyLength(): number {
+    let size = 0;
+    for (const chunk of this._chunks) {
+      size += chunk.length;
+    }
+    return size;
+  }
+
   private _internalWrite(chunk: any, encoding: BufferEncoding) {
     this._chunks.push(Buffer.from(chunk, encoding));
     this.push(chunk, encoding);
@@ -310,7 +318,7 @@ export class OpenNextNodeResponse extends Transform implements ServerResponse {
     globalThis.__openNextAls
       ?.getStore()
       ?.pendingPromiseRunner.add(this.onEnd(this.headers));
-    const bodyLength = this.getBody().length;
+    const bodyLength = this.getBodyLength();
     this.streamCreator?.onFinish?.(bodyLength);
 
     //This is only here because of aws broken streaming implementation.
@@ -366,8 +374,10 @@ export class OpenNextNodeResponse extends Transform implements ServerResponse {
   }
 
   send() {
-    const body = this.getBody();
-    this.end(body);
+    for (const chunk of this._chunks) {
+      this.write(chunk);
+    }
+    this.end();
   }
 
   body(value: string) {

packages/tests-unit/tests/adapters/cache.test.ts

@@ -515,9 +515,9 @@ describe("CacheHandler", () => {
     it("Should not throw when set cache throws", async () => {
       incrementalCache.set.mockRejectedValueOnce(new Error("Error"));
 
-      expect(
-        async () => await cache.set("key", { kind: "REDIRECT", props: {} }),
-      ).not.toThrow();
+      await expect(
+        cache.set("key", { kind: "REDIRECT", props: {} }),
+      ).resolves.not.toThrow();
     });
   });
 

packages/tests-unit/tests/core/routing/util.test.ts

@@ -51,6 +51,7 @@ function createResponse(res: Partial<Res>) {
     getFixedHeaders: () => res.headers ?? {},
     body: res.body ?? "",
     getBody: () => Buffer.from(res.body ?? ""),
+    _chunks: res.body ? [Buffer.from(res.body)] : [],
   };
 }