Merge pull request #1 from SpringMT/add-benchmarks

Add benchmarks

Author: SpringMT

benchmarks/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'benchmark-ips'
+gem 'snappy'
+gem 'ruby-xz'
+gem 'lz4-ruby'
+

benchmarks/Gemfile.lock

@@ -0,0 +1,23 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    benchmark-ips (2.7.2)
+    ffi (1.9.17)
+    io-like (0.3.0)
+    lz4-ruby (0.3.3)
+    ruby-xz (0.2.3)
+      ffi (~> 1.9)
+      io-like (~> 0.3)
+    snappy (0.0.15)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  benchmark-ips
+  lz4-ruby
+  ruby-xz
+  snappy
+
+BUNDLED WITH
+   1.14.3

benchmarks/README.md

@@ -0,0 +1,55 @@
+# sample data
+FROM http://www.cl.ecei.tohoku.ac.jp/~matsuda/LRE_corpus/
+
+# usage
+
+
+```
+bundle exec ruby compress.rb city
+```
+
+
+# Result
+## Compression
+
+### Performance
+
+```
+% bundle exec ruby compress.rb city.json
+Warming up --------------------------------------
+              snappy    18.000  i/100ms
+                gzip     2.000  i/100ms
+                  xz     1.000  i/100ms
+                 lz4    24.000  i/100ms
+                zstd    17.000  i/100ms
+Calculating -------------------------------------
+              snappy    189.588  (±16.9%) i/s -    918.000  in   5.072385s
+                gzip     27.703  (± 7.2%) i/s -    138.000  in   5.032686s
+                  xz      1.621  (± 0.0%) i/s -      9.000  in   5.560271s
+                 lz4    282.316  (±14.5%) i/s -      1.368k in   5.008697s
+                zstd    195.722  (±14.3%) i/s -    952.000  in   5.027488s
+```
+
+
+
+### Data Size
+
+#### before
+
+```
+% ls -alh samples/city.json
+-rw-r--r--@ 1 makoto  staff   1.7M  2  5 16:07 samples/city.json
+```
+
+#### after
+
+```
+% ls -alh results
+total 2712
+-rw-r--r--   1 makoto  staff   219K  2  5 16:08 city.json.gzip
+-rw-r--r--   1 makoto  staff   365K  2  5 16:08 city.json.lz4
+-rw-r--r--   1 makoto  staff   358K  2  5 16:08 city.json.snappy
+-rw-r--r--   1 makoto  staff   166K  2  5 16:08 city.json.xz
+-rw-r--r--   1 makoto  staff   238K  2  5 16:08 city.json.zstd
+```
+

benchmarks/compress.rb

@@ -0,0 +1,39 @@
+require 'benchmark/ips'
+
+$LOAD_PATH.unshift "../lib"
+
+require 'json'
+require 'snappy'
+require 'zlib'
+require 'xz'
+require 'lz4-ruby'
+require 'zstd-ruby'
+
+sample_file_name = ARGV[0]
+
+json_data = JSON.parse(IO.read("./samples/#{sample_file_name}"), symbolize_names: true)
+json_string = json_data.to_json
+
+Benchmark.ips do |x|
+  x.report("snappy") do
+    File.write("./results/#{sample_file_name}.snappy", Snappy.deflate(json_string))
+  end
+
+  x.report("gzip") do
+    Zlib::GzipWriter.open("./results/#{sample_file_name}.gzip") do |gz|
+      gz.write json_string
+    end
+  end
+
+  x.report("xz") do
+    File.write("./results/#{sample_file_name}.xz", XZ.compress(json_string))
+  end
+
+  x.report("lz4") do
+    File.write("./results/#{sample_file_name}.lz4", LZ4::compress(json_string))
+  end
+
+  x.report("zstd") do
+    File.write("./results/#{sample_file_name}.zstd", Zstd.compress(json_string))
+  end
+end

benchmarks/decompress.rb

@@ -0,0 +1,34 @@
+require 'benchmark/ips'
+
+require 'json'
+require 'snappy'
+require 'zlib'
+require 'xz'
+require 'lz4-ruby'
+
+sample_file_name = ARGV[0]
+
+Benchmark.ips do |x|
+  x.report("snappy") do
+    Snappy.inflate IO.read("./results/#{sample_file_name}.snappy")
+  end
+
+  x.report("gzip") do
+    gz = Zlib::GzipReader.new( File.open("./results/#{sample_file_name}.gzip") )
+    gz.read
+    gz.close
+  end
+
+  x.report("xz") do
+    XZ.decompress IO.read("./results/#{sample_file_name}.xz")
+  end
+
+  x.report("lz4") do
+    LZ4::decompress IO.read("./results/#{sample_file_name}.lz4")
+  end
+
+  x.report("zstd") do
+    Zstd.decompress IO.read("./results/#{sample_file_name}.zstd")
+  end
+
+end