From 7dd4aa21e7d9d1dbc0c1c5eb50673dca2d0f3bea Mon Sep 17 00:00:00 2001 From: Sam Whittle Date: Fri, 14 Nov 2025 11:02:34 +0100 Subject: [PATCH 1/2] Increase the GZip DeflaterOutputStream buffer size to increase performance. --- .../src/main/java/org/apache/beam/sdk/io/Compression.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java index d9e7757547f5..c94b13eec6f7 100644 --- a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java +++ b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java @@ -99,7 +99,9 @@ public ReadableByteChannel readDecompressed(ReadableByteChannel channel) throws @Override public WritableByteChannel writeCompressed(WritableByteChannel channel) throws IOException { - return Channels.newChannel(new GZIPOutputStream(Channels.newOutputStream(channel), true)); + // Increase the default deflate output stream buffer size from 512 to 4096 for performance. + return Channels.newChannel( + new GZIPOutputStream(Channels.newOutputStream(channel), 4096, true)); } }, From c10af0b93daeadae419d6eb8b7600e870d120c5b Mon Sep 17 00:00:00 2001 From: Sam Whittle Date: Mon, 17 Nov 2025 09:56:07 +0100 Subject: [PATCH 2/2] spotless --- .../core/src/main/java/org/apache/beam/sdk/io/Compression.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java index c94b13eec6f7..976245f78544 100644 --- a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java +++ b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/Compression.java @@ -101,7 +101,7 @@ public ReadableByteChannel readDecompressed(ReadableByteChannel channel) throws public WritableByteChannel writeCompressed(WritableByteChannel channel) throws IOException { // Increase the default deflate output stream buffer size from 512 to 4096 for performance. return Channels.newChannel( - new GZIPOutputStream(Channels.newOutputStream(channel), 4096, true)); + new GZIPOutputStream(Channels.newOutputStream(channel), 4096, true)); } },