Make it fetch faster.

More threads to initiate I/O. In tests still use one for determinism
(first vs. last without race).

Author: mostlyobvious

Gemfile

@@ -2,7 +2,7 @@ source "https://rubygems.org"
 
 gemspec
 
-gem  "rake",     "~> 13.0"
-gem  "minitest", "~> 5.14"
-gem  "webmock",  "~> 3.8"
-gem  "vcr",      "~> 5.1.0"
+gem "rake",     "~> 13.0"
+gem "minitest", "~> 5.14"
+gem "webmock",  "~> 3.8"
+gem "vcr",      "~> 5.1.0"

Gemfile.lock

@@ -2,6 +2,7 @@ PATH
   remote: .
   specs:
     nanoc-github (0.1.0)
+      concurrent-ruby (~> 1.1.6)
       nanoc (~> 4.0)
       octokit (~> 4.0)
 

lib/nanoc/github.rb

@@ -1,6 +1,6 @@
 require "nanoc"
 require "octokit"
-
+require "concurrent-ruby"
 
 module Nanoc
   module Github
@@ -35,14 +35,23 @@ def decode(content)
       end
 
       def repository_items
-        client
-          .contents(repository, path: path)
-          .select { |item| item[:type] == "file" }
-          .map    { |item| client.contents(repository, path: item[:path]) }
+        pool  = Concurrent::FixedThreadPool.new(concurrency)
+        items = Concurrent::Array.new
+          client
+            .contents(repository, path: path)
+            .select { |item| item[:type] == "file" }
+            .each   { |item| pool.post { items << client.contents(repository, path: item[:path]) } }
+        pool.shutdown
+        pool.wait_for_termination
+        items
       rescue Octokit::NotFound => exc
         []
       end
 
+      def concurrency
+        @config[:concurrency] || 5
+      end
+
       def access_token
         @config[:access_token]
       end

nanoc-github.gemspec

@@ -24,6 +24,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
   spec.extra_rdoc_files = Dir["README.md", "LICENSE.txt"]
 
-  spec.add_dependency "nanoc",   "~> 4.0"
-  spec.add_dependency "octokit", "~> 4.0"
+  spec.add_dependency "nanoc",           "~> 4.0"
+  spec.add_dependency "octokit",         "~> 4.0"
+  spec.add_dependency "concurrent-ruby", "~> 1.1.6"
 end

test/source_test.rb

@@ -10,34 +10,39 @@ def site_config
       def source_with_posts
         Source.new(site_config, nil, nil, {
           repository: "pawelpacana/test-source",
-          path:       "posts"
+          path:       "posts",
+          concurrency:  1
         })
       end
 
       def empty_source
         Source.new(site_config, nil, nil, {
           repository: "pawelpacana/test-empty",
+          concurrency:  1
         })
       end
 
       def empty_source_by_path
         Source.new(site_config, nil, nil, {
           repository: "pawelpacana/test-source",
-          path:       "dummy"
+          path:       "dummy",
+          concurrency:  1
         })
       end
 
       def flat_source
         Source.new(site_config, nil, nil, {
           repository: "pawelpacana/test-source",
+          concurrency:  1
         })
       end
 
       def source_with_token
         Source.new(site_config, nil, nil, {
           repository:   "pawelpacana/test-source",
           path:         "posts",
-          access_token: "secret123"
+          access_token: "secret123",
+          concurrency:  1
         })
       end