fix: Add proper compression level handling to ZstdCompressor

Signed-off-by: ddukbg <wowrebong@gmail.com>

Author: ddukbg

lib/fluent/plugin/out_s3.rb

@@ -632,20 +632,32 @@ def compress(chunk, tmp)
     end
 
     class ZstdCompressor < Compressor
+      require 'zstd-ruby'
+      
+      DEFAULT_LEVEL = 3
+    
+      def initialize(options = {})
+        @level = (options.is_a?(Hash) && options[:level]) || DEFAULT_LEVEL
+      end
+    
       def ext
         'zst'.freeze
       end
-
+    
       def content_type
         'application/x-zst'.freeze
       end
-
+    
       def compress(chunk, tmp)
-        compressed_data = Zstd.compress(chunk.read, level: @level)
-        tmp.write(compressed_data)
-      rescue => e
-        log.warn "zstd compression failed: #{e.message}"
-        raise e
+        begin
+          data = chunk.read.gsub(/\r\n/, "\n").force_encoding('UTF-8')
+          compressed = Zstd.compress(data, level: @level)
+          tmp.binmode
+          tmp.write(compressed)
+        rescue => e
+          log.warn "zstd compression failed: #{e.message}"
+          raise e
+        end
       end
     end