|
1 | 1 | #!/usr/bin/env bash |
2 | 2 |
|
3 | | -# Script to re-vendor the WIT files that Wasmtime uses as defined by a |
4 | | -# particular tag in upstream repositories. |
| 3 | +# Script to re-vendor the WIT files that Wasmtime uses using wkg to fetch |
| 4 | +# packages from the OCI registry. |
5 | 5 | # |
6 | 6 | # This script is executed on CI to ensure that everything is up-to-date. |
7 | 7 | set -ex |
8 | 8 |
|
9 | | -# The make_vendor function takes a base path (e.g., "wasi") and a list |
10 | | -# of packages in the format "name@tag". It constructs the full destination |
11 | | -# path, downloads the tarballs from GitHub, extracts the relevant files, and |
12 | | -# removes any unwanted directories. |
13 | | -make_vendor() { |
| 9 | +# Temporary directory for downloads |
| 10 | +cache_dir=$(mktemp -d) |
| 11 | +trap "rm -rf $cache_dir" EXIT |
| 12 | + |
| 13 | +# vendor_wkg fetches packages from the OCI registry using wkg. |
| 14 | +# Using --format wit preserves @unstable annotations. |
| 15 | +# Each package is placed in its own directory for wit-bindgen compatibility. |
| 16 | +# |
| 17 | +# Arguments: |
| 18 | +# $1 - Base path for the crate (e.g., "wasi/src/p2") |
| 19 | +# $2 - Space-separated list of packages in format "name@version" |
| 20 | +vendor_wkg() { |
| 21 | + local name=$1 |
| 22 | + local packages=$2 |
| 23 | + local path="crates/$name/wit/deps" |
| 24 | + |
| 25 | + rm -rf "$path" |
| 26 | + mkdir -p "$path" |
| 27 | + |
| 28 | + for package in $packages; do |
| 29 | + IFS='@' read -r pkg_name version <<< "$package" |
| 30 | + wkg get "wasi:${pkg_name}@${version}" --format wit --overwrite -o "$path/${pkg_name}.wit" |
| 31 | + done |
| 32 | +} |
| 33 | + |
| 34 | +# vendor_github fetches packages from GitHub tarballs for packages not |
| 35 | +# available in the OCI registry. |
| 36 | +# |
| 37 | +# Arguments: |
| 38 | +# $1 - Base path for the crate (e.g., "wasi-tls") |
| 39 | +# $2 - Space-separated list of packages in format "name@tag[@subdir]" |
| 40 | +vendor_github() { |
14 | 41 | local name=$1 |
15 | 42 | local packages=$2 |
16 | 43 | local path="crates/$name/wit/deps" |
17 | 44 |
|
18 | | - rm -rf $path |
19 | | - mkdir -p $path |
| 45 | + rm -rf "$path" |
| 46 | + mkdir -p "$path" |
20 | 47 |
|
21 | 48 | for package in $packages; do |
22 | 49 | IFS='@' read -r repo tag subdir <<< "$package" |
23 | 50 | mkdir -p "$path/$repo" |
24 | | - cached_extracted_dir="$cache_dir/$repo-$tag" |
25 | | - |
26 | | - if [[ ! -d $cached_extracted_dir ]]; then |
27 | | - mkdir -p $cached_extracted_dir |
28 | | - curl --retry 5 --retry-all-errors -sLO https://github.com/WebAssembly/wasi-$repo/archive/$tag.tar.gz |
29 | | - tar xzf $tag.tar.gz --strip-components=1 -C $cached_extracted_dir |
30 | | - rm $tag.tar.gz |
31 | | - rm -rf $cached_extracted_dir/${subdir:-"wit"}/deps* |
| 51 | + local extracted_dir="$cache_dir/$repo-$tag" |
| 52 | + |
| 53 | + if [[ ! -d $extracted_dir ]]; then |
| 54 | + mkdir -p "$extracted_dir" |
| 55 | + curl --retry 5 --retry-all-errors -sLO "https://github.com/WebAssembly/wasi-$repo/archive/$tag.tar.gz" |
| 56 | + tar xzf "$tag.tar.gz" --strip-components=1 -C "$extracted_dir" |
| 57 | + rm "$tag.tar.gz" |
| 58 | + rm -rf "$extracted_dir/${subdir:-wit}/deps"* |
32 | 59 | fi |
33 | 60 |
|
34 | | - cp -r $cached_extracted_dir/${subdir:-"wit"}/* $path/$repo |
| 61 | + cp -r "$extracted_dir/${subdir:-wit}"/* "$path/$repo" |
35 | 62 | done |
36 | 63 | } |
37 | 64 |
|
38 | | -cache_dir=$(mktemp -d) |
| 65 | +# WASI Preview 2 packages (0.2.6) |
| 66 | +vendor_wkg "wasi-io" "[email protected]" |
39 | 67 |
|
40 | | -make_vendor "wasi-io" " |
41 | | - |
| 68 | +vendor_wkg "wasi/src/p2" " |
| 69 | + |
| 70 | + |
| 71 | + |
| 72 | + |
| 73 | + |
| 74 | + |
42 | 75 | " |
43 | 76 |
|
44 | | -make_vendor "wasi/src/p2" " |
45 | | - |
46 | | - |
47 | | - |
48 | | - |
49 | | - |
50 | | - |
| 77 | +vendor_wkg "wasi-http" " |
| 78 | + |
| 79 | + |
| 80 | + |
| 81 | + |
| 82 | + |
| 83 | + |
| 84 | + |
51 | 85 | " |
52 | 86 |
|
53 | | -make_vendor "wasi-http" " |
54 | | - |
55 | | - |
56 | | - |
57 | | - |
58 | | - |
59 | | - |
60 | | - |
61 | | -" |
62 | | - |
63 | | -make_vendor "wasi-tls" " |
| 87 | +# wasi-tls is not yet published to OCI registry, use GitHub |
| 88 | +vendor_github "wasi-tls" " |
64 | 89 | |
65 | 90 | |
66 | 91 | " |
67 | 92 |
|
68 | | -make_vendor "wasi-config" "[email protected]" |
69 | | - |
70 | | -make_vendor "wasi-keyvalue" "keyvalue@219ea36" |
71 | | - |
72 | | -make_vendor "wasi/src/p3" " |
73 | | - |
74 | | - |
75 | | - |
76 | | - |
77 | | - |
| 93 | +# wasi-config and wasi-keyvalue from OCI registry |
| 94 | +vendor_wkg "wasi-config" "[email protected]" |
| 95 | +vendor_wkg "wasi-keyvalue" "[email protected]" |
| 96 | + |
| 97 | +# WASI Preview 3 packages (0.3.0-rc-2026-01-06) |
| 98 | +vendor_wkg "wasi/src/p3" " |
| 99 | + |
| 100 | + |
| 101 | + |
| 102 | + |
| 103 | + |
78 | 104 | " |
79 | 105 |
|
80 | | -make_vendor "wasi-http/src/p3" " |
81 | | - |
82 | | - clocks@v0.3.0-rc-[email protected] |
83 | | - filesystem@v0.3.0-rc-[email protected] |
84 | | - |
85 | | - random@v0.3.0-rc-[email protected] |
86 | | - sockets@v0.3.0-rc-[email protected] |
| 106 | +vendor_wkg "wasi-http/src/p3" " |
| 107 | + cli@0.3.0-rc-2026-01-06 |
| 108 | + clocks@0.3.0-rc-2026-01-06 |
| 109 | + filesystem@0.3.0-rc-2026-01-06 |
| 110 | + http@0.3.0-rc-2026-01-06 |
| 111 | + random@0.3.0-rc-2026-01-06 |
| 112 | + sockets@0.3.0-rc-2026-01-06 |
87 | 113 | " |
88 | 114 |
|
89 | | -rm -rf $cache_dir |
90 | | - |
91 | | -# Separately (for now), vendor the `wasi-nn` WIT files since their retrieval is |
92 | | -# slightly different than above. |
| 115 | +# wasi-nn is fetched separately since it's not in the standard WASI registry |
93 | 116 | repo=https://raw.githubusercontent.com/WebAssembly/wasi-nn |
94 | 117 | revision=0.2.0-rc-2024-10-28 |
95 | | -curl --retry 5 --retry-all-errors -L $repo/$revision/wasi-nn.witx -o crates/wasi-nn/witx/wasi-nn.witx |
96 | | -curl --retry 5 --retry-all-errors -L $repo/$revision/wit/wasi-nn.wit -o crates/wasi-nn/wit/wasi-nn.wit |
| 118 | +curl --retry 5 --retry-all-errors -L "$repo/$revision/wasi-nn.witx" -o crates/wasi-nn/witx/wasi-nn.witx |
| 119 | +curl --retry 5 --retry-all-errors -L "$repo/$revision/wit/wasi-nn.wit" -o crates/wasi-nn/wit/wasi-nn.wit |
0 commit comments