Integrate wizer into this repository (#11805)

* Remove misc wizer-related files

* Integrate the Wizer manifest with this repo's workspace

* Enable some more wasmtime features

* Get wizer tests passing in-repo

* Remove duplicate dummy wizer module

* Integer `wasmtime wizer` subcommand into the CLI

* Fully integrate wizer into `wasmtime` CLI

* Split `wasmtime run` into helper functions
* Split `Wizer::run` into helper functions
* Weave the two together in `wasmtime wizer`

The end goal is to have all CLI options in `wasmtime run` applicable for
`wasmtime wizer` as well with some light edits between the two. Overall
though we shouldn't have to proactively support commands in one or the
other and everything ideally should "just work".

* Fix clippy warnings and bench compiles

* Fix benchmarks

* Create a store-per-iteration
* Use the right wasms in the regex benchmark

* Get wizer fuzzer building again

* Get CLI working again

* Run rustfmt

* Remove precompiled wasms from the tree

35M for some wasms is a bit heavy so instead build them from source.

* Update vet configuration for fuzzers/tests

* Update publish script with wasmtime-wizer

* Fix clippy lint

* Some docs and more clippy lints

prtest:full

* Relax version requirement

* Try to fix asan build

* Remove rustflags too

* Un-exclude wizer

* Adjust publish script

* Update lock file after rebase

* Integrate bytecodealliance/wizer#139

Use deterministic results for relaxed simd operations by default.

* Handle preloads in wizer

* Appease clippy

* Use deterministic relaxed simd in wizer tests

Author: alexcrichton

.github/workflows/main.yml

@@ -623,6 +623,7 @@ jobs:
     - run: cargo fuzz build --dev --fuzz-dir ./cranelift/isle/fuzz
     - run: cargo fuzz build --dev --fuzz-dir ./crates/environ/fuzz --features component-model
     - run: cargo fuzz build --dev --fuzz-dir ./cranelift/assembler-x64/fuzz
+    - run: cargo fuzz build --dev --fuzz-dir ./crates/wizer/fuzz
 
   # Perform all tests of the c-api
   test_capi:

Cargo.lock

@@ -59,6 +59,7 @@ wasmtime-wasi-keyvalue = { workspace = true, optional = true }
 wasmtime-wasi-threads = { workspace = true, optional = true }
 wasmtime-wasi-http = { workspace = true, optional = true }
 wasmtime-unwinder = { workspace = true }
+wasmtime-wizer = { workspace = true, optional = true, features = ['clap'] }
 clap = { workspace = true }
 clap_complete = { workspace = true, optional = true }
 anyhow = { workspace = true, features = ['std'] }
@@ -160,6 +161,10 @@ members = [
   "crates/wasi-preview1-component-adapter",
   "crates/wasi-preview1-component-adapter/verify",
   "crates/wasi-tls-nativetls",
+  "crates/wizer/fuzz",
+  "crates/wizer/tests/regex-test",
+  "crates/wizer/benches/regex-bench",
+  "crates/wizer/benches/uap-bench",
   "examples/fib-debug/wasm",
   "examples/wasm",
   "examples/tokio/wasm",
@@ -172,7 +177,6 @@ members = [
 ]
 exclude = [
   'docs/rust_wasi_markdown_parser',
-  'crates/wizer',
 ]
 
 [workspace.package]
@@ -266,6 +270,7 @@ wasmtime-jit-icache-coherence = { path = "crates/jit-icache-coherence", version
 wasmtime-wit-bindgen = { path = "crates/wit-bindgen", version = "=39.0.0", package = 'wasmtime-internal-wit-bindgen' }
 wasmtime-math = { path = "crates/math", version = "=39.0.0", package = 'wasmtime-internal-math'  }
 wasmtime-unwinder = { path = "crates/unwinder", version = "=39.0.0", package = 'wasmtime-internal-unwinder' }
+wasmtime-wizer = { path = "crates/wizer", version = "39.0.0" }
 
 # Miscellaneous crates without a `wasmtime-*` prefix in their name but still
 # used in the `wasmtime-*` family of crates depending on various features/etc.
@@ -415,6 +420,8 @@ termcolor = "1.4.1"
 flate2 = "1.1.4"
 tokio-util = "0.7.16"
 arbtest = "0.3.2"
+rayon = "1.5.3"
+regex = "1.9.1"
 
 # =============================================================================
 #
@@ -441,6 +448,7 @@ default = [
   "config",
   "completion",
   "objdump",
+  "wizer",
 
   # On-by-default WASI features
   "wasi-nn",
@@ -565,6 +573,12 @@ objdump = [
   'dep:gimli',
   'pulley-interpreter/disas',
 ]
+wizer = [
+  "wasmtime-wizer",
+  "dep:wasmtime-wasi",
+  "dep:wasi-common",
+  "dep:tokio",
+]
 
 [[test]]
 name = "disas"

Cargo.toml

@@ -47,7 +47,7 @@ serde_json = { workspace = true, optional = true }
 postcard = { workspace = true }
 indexmap = { workspace = true }
 once_cell = { version = "1.12.0", optional = true }
-rayon = { version = "1.0", optional = true }
+rayon = { workspace = true, optional = true }
 object = { workspace = true, features = ['unaligned'] }
 async-trait = { workspace = true, optional = true }
 encoding_rs = { version = "0.8.31", optional = true }

crates/wasmtime/Cargo.toml

@@ -479,7 +479,10 @@ pub struct LiftContext<'a> {
 
     calls: &'a mut CallContexts,
 
-    #[cfg_attr(not(feature = "component-model-async"), allow(unused))]
+    #[cfg_attr(
+        not(feature = "component-model-async"),
+        allow(unused, reason = "easier to not #[cfg] away")
+    )]
     concurrent_state: &'a mut ConcurrentState,
 }