download wasi-sdk if WASI_SDK_PATH not defined

Author: kateinoigakukun

Rakefile

@@ -49,18 +49,17 @@ namespace :build do
   BUILDS.each do |params|
     name = "#{params[:src]}-#{params[:target]}-#{params[:profile]}"
     source = BUILD_SOURCES[params[:src]].merge(name: params[:src])
-    toolchain = RubyWasm::Toolchain.get params[:target]
-    user_exts = BUILD_PROFILES[params[:profile]][:user_exts].map do |ext|
-      srcdir = File.join(LIB_ROOT, "ext", ext)
-      RubyWasm::CrossRubyExtProduct.new(srcdir, toolchain)
-    end
     options = params
         .merge(BUILD_PROFILES[params[:profile]])
-        .merge(src: source, toolchain: toolchain)
+        .merge(src: source)
     options.delete :profile
     options.delete :user_exts
     RubyWasm::BuildTask.new(name, **options) do |t|
-      t.crossruby.user_exts = user_exts
+      toolchain = t.toolchain
+      t.crossruby.user_exts = BUILD_PROFILES[params[:profile]][:user_exts].map do |ext|
+        srcdir = File.join(LIB_ROOT, "ext", ext)
+        RubyWasm::CrossRubyExtProduct.new(srcdir, toolchain)
+      end
     end
   end
 end

lib/ruby_wasm/build_system/product/crossruby.rb

@@ -74,7 +74,7 @@ def do_install_rb(crossruby)
     end
   end
 
-  class CrossRubyProduct < BuildProduct
+  class CrossRubyProduct < AutoconfProduct
     attr_reader :source, :toolchain, :build, :configure
     attr_accessor :user_exts, :wasmoptflags
 
@@ -96,6 +96,7 @@ def initialize(
       @dep_tasks = []
       @user_exts = user_exts
       @wasmoptflags = nil
+      super(@params.target, @toolchain)
     end
 
     def define_task
@@ -189,7 +190,7 @@ def baseruby_path
     end
 
     def dep_tasks
-      [@baseruby.install_task] + @dep_tasks
+      [@baseruby.install_task, @toolchain.install_task] + @dep_tasks
     end
 
     def configure_args(build_triple, toolchain)
@@ -206,7 +207,7 @@ def configure_args(build_triple, toolchain)
 
       xldflags = []
 
-      args = ["--host", target, "--build", build_triple]
+      args = self.system_triplet_args
       args << "--with-static-linked-ext"
       args << %Q(--with-ext="#{default_exts}")
       args << %Q(--with-libyaml-dir="#{@libyaml.install_root}")
@@ -218,11 +219,11 @@ def configure_args(build_triple, toolchain)
         xldflags << @wasi_vfs.lib_wasi_vfs_a if @wasi_vfs
       when "wasm32-unknown-emscripten"
         ldflags.concat(%w[-s MODULARIZE=1])
-        args.concat(%w[CC=emcc LD=emcc AR=emar RANLIB=emranlib])
       else
         raise "unknown target: #{target}"
       end
 
+      args.concat(self.tools_args)
       (@user_exts || []).each { |lib| xldflags << "@#{lib.linklist(self)}" }
       xldflags << extinit_obj
 

lib/ruby_wasm/build_system/product/libyaml.rb

@@ -31,7 +31,7 @@ def name
 
     def define_task
       @install_task =
-        task(name) do
+        task name => [@toolchain.define_task] do
           next if Dir.exist?(install_root)
 
           mkdir_p File.dirname(product_build_dir)

lib/ruby_wasm/build_system/product/zlib.rb

@@ -31,7 +31,7 @@ def name
 
     def define_task
       @install_task =
-        task(name) do
+        task name => [@toolchain.define_task] do
           next if Dir.exist?(install_root)
 
           mkdir_p File.dirname(product_build_dir)

lib/ruby_wasm/build_system/toolchain.rb

@@ -1,5 +1,7 @@
 module RubyWasm
-  class Toolchain
+  class Toolchain < ::Rake::TaskLib
+    attr_reader :name
+
     def initialize
       @tools = {}
     end
@@ -12,10 +14,10 @@ def check_envvar(name)
       raise "missing environment variable: #{name}" if ENV[name].nil?
     end
 
-    def self.get(target)
+    def self.get(target, build_dir = nil)
       case target
       when "wasm32-unknown-wasi"
-        return RubyWasm::WASISDK.new
+        return RubyWasm::WASISDK.new(build_dir: build_dir)
       when "wasm32-unknown-emscripten"
         return RubyWasm::Emscripten.new
       else
@@ -42,13 +44,31 @@ def self.check_executable(command)
   end
 
   class WASISDK < Toolchain
-    def initialize(wasi_sdk_path = ENV["WASI_SDK_PATH"])
+    def initialize(
+      wasi_sdk_path = ENV["WASI_SDK_PATH"],
+      build_dir: nil,
+      version_major: 14,
+      version_minor: 0
+    )
+      if wasi_sdk_path.nil?
+        if build_dir.nil?
+          raise "build_dir is required when WASI_SDK_PATH is not set"
+        end
+        wasi_sdk_path = File.join(build_dir, "toolchain", "wasi-sdk")
+        @need_fetch = true
+        @version_major = version_major
+        @version_minor = version_minor
+      else
+        @need_fetch = false
+      end
       @tools = {
         cc: "#{wasi_sdk_path}/bin/clang",
         ld: "#{wasi_sdk_path}/bin/clang",
         ar: "#{wasi_sdk_path}/bin/llvm-ar",
         ranlib: "#{wasi_sdk_path}/bin/llvm-ranlib"
       }
+      @wasi_sdk_path = wasi_sdk_path
+      @name = "wasi-sdk"
     end
 
     def find_tool(name)
@@ -58,11 +78,53 @@ def find_tool(name)
       end
       @tools[name]
     end
+
+    def define_task
+      @task ||= fetch_task(@wasi_sdk_path)
+    end
+
+    def install_task
+      @task
+    end
+
+    def download_url(version_major, version_minor)
+      version = "#{version_major}.#{version_minor}"
+      assets = [
+        [/x86_64-linux/, "wasi-sdk-#{version}-linux.tar.gz"],
+        [/(arm64|x86_64)-darwin/, "wasi-sdk-#{version}-macos.tar.gz"]
+      ]
+      asset = assets.find { |os, _| os =~ RUBY_PLATFORM }&.at(1)
+      if asset.nil?
+        raise "unsupported platform for fetching WASI SDK: #{RUBY_PLATFORM}"
+      end
+      "https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-#{version_major}/#{asset}"
+    end
+
+    def fetch_task(output_dir)
+      unless @need_fetch
+        return task "wasi-sdk:fetch" => [] do
+        end
+      end
+      tarball = File.join(File.dirname(output_dir), "wasi-sdk.tar.gz")
+      file tarball do
+        mkdir_p output_dir
+        sh "curl -L -o #{tarball} #{self.download_url(@version_major, @version_minor)}"
+      end
+      task "wasi-sdk:fetch" => tarball do
+        sh "tar -C #{output_dir} --strip-component 1 -xzf #{tarball}"
+      end
+    end
   end
 
   class Emscripten < Toolchain
     def initialize
       @tools = { cc: "emcc", ld: "emcc", ar: "emar", ranlib: "emranlib" }
+      @name = "emscripten"
+    end
+
+    def define_task
+    end
+    def install_task
     end
 
     def find_tool(name)

lib/ruby_wasm/rake_task.rb

@@ -37,7 +37,8 @@ def initialize(
     @target = target
     @build_dir = build_dir || File.join(Dir.pwd, "build")
     @rubies_dir = rubies_dir || File.join(Dir.pwd, "rubies")
-    @toolchain = toolchain || RubyWasm::Toolchain.get(target)
+    @toolchain =
+      add_product (toolchain || RubyWasm::Toolchain.get(target, @build_dir))
 
     @libyaml =
       add_product RubyWasm::LibYAMLProduct.new(@build_dir, @target, @toolchain)