Add wasm32-wasip1 test job (#5729)

* wasi ci job

* disable failing tests

* mark test as conditional on `panic = "unwind"`

Author: bschoenmaeckers

.github/workflows/ci.yml

@@ -487,6 +487,82 @@ jobs:
             .nox/emscripten
           key: emscripten-${{ hashFiles('emscripten/*') }}-${{ hashFiles('noxfile.py') }}-${{ steps.setup-python.outputs.python-path }}
 
+  wasm32-wasip1:
+    name: wasm32-wasip1
+    if: ${{ contains(github.event.pull_request.labels.*.name, 'CI-build-full') || github.event_name != 'pull_request' }}
+    needs: [fmt]
+    runs-on: ubuntu-latest
+    env:
+      WASI_SDK_PATH: "/opt/wasi-sdk"
+      CPYTHON_PATH: "${{ github.workspace }}/wasi/cpython"
+    steps:
+      - uses: actions/[email protected]
+      - uses: actions/setup-python@v6
+        with:
+          python-version: 3.14
+        id: setup-python
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          targets: wasm32-wasip1
+          components: rust-src
+      - name: "Install wasmtime"
+        uses: bytecodealliance/actions/wasmtime/setup@v1
+      - name: "Install WASI SDK"
+        run: |
+          mkdir ${{ env.WASI_SDK_PATH }} && \
+          curl -s -S --location https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-24/wasi-sdk-24.0-x86_64-linux.tar.gz | \
+          tar --strip-components 1 --directory ${{ env.WASI_SDK_PATH }} --extract --gunzip
+          $WASI_SDK_PATH/bin/clang --version
+      - uses: actions/cache/restore@v5
+        id: cache-wasip1-python
+        with:
+          path: ${{ env.CPYTHON_PATH }}/cross-build/
+          key: wasm32-wasip1-python
+      - uses: actions/[email protected]
+        with:
+          repository: python/cpython
+          ref: 3.14
+          path: ${{ env.CPYTHON_PATH }}
+          fetch-depth: 1
+      - name: Build
+        run: |
+          cd ${{ env.CPYTHON_PATH }}
+          cat >> Tools/wasm/wasi/config.site-wasm32-wasi <<'EOF'
+
+          # Force-disable POSIX dynamic loading for WASI
+          ac_cv_func_dlopen=no
+          ac_cv_lib_dl_dlopen=no
+          EOF
+          python Tools/wasm/wasi build --quiet -- --config-cache
+          cp cross-build/wasm32-wasip1/libpython3.14.a \
+             cross-build/wasm32-wasip1/Modules/_hacl/libHacl_HMAC.a \
+             cross-build/wasm32-wasip1/Modules/_decimal/libmpdec/libmpdec.a \
+             cross-build/wasm32-wasip1/Modules/expat/libexpat.a \
+             cross-build/wasm32-wasip1/build/lib.wasi-wasm32-3.14/
+      - uses: Swatinem/rust-cache@v2
+        with:
+          save-if: ${{ github.ref == 'refs/heads/main' || contains(github.event.pull_request.labels.*.name, 'CI-save-pr-cache') }}
+      - name: Test
+        env:
+          PYO3_CROSS_LIB_DIR: ${{ env.CPYTHON_PATH }}/cross-build/wasm32-wasip1/build/lib.wasi-wasm32-3.14/
+          CARGO_BUILD_TARGET: wasm32-wasip1
+          CARGO_TARGET_WASM32_WASIP1_RUNNER: wasmtime run --dir ${{ env.CPYTHON_PATH }}::/ --env PYTHONPATH=/lib
+          RUSTFLAGS: >
+            -C link-arg=-L${{ env.WASI_SDK_PATH }}/share/wasi-sysroot/lib/wasm32-wasi
+            -C link-arg=-lwasi-emulated-signal
+            -C link-arg=-lwasi-emulated-process-clocks
+            -C link-arg=-lwasi-emulated-getpid
+            -C link-arg=-lmpdec
+            -C link-arg=-lHacl_HMAC
+            -C link-arg=-lexpat
+        run: RUSTDOCFLAGS=$RUSTFLAGS cargo test
+      - uses: actions/cache/save@v5
+        if: ${{ github.ref == 'refs/heads/main' || contains(github.event.pull_request.labels.*.name, 'CI-save-pr-cache') }}
+        with:
+          path: ${{ env.CPYTHON_PATH }}/cross-build/
+          key: ${{ steps.cache-wasip1-python.outputs.cache-primary-key }}
+
   test-debug:
     if: ${{ contains(github.event.pull_request.labels.*.name, 'CI-build-full') || github.event_name != 'pull_request' }}
     needs: [fmt]

src/conversions/std/array.rs

@@ -135,6 +135,7 @@ pub(crate) fn invalid_sequence_length(expected: usize, actual: usize) -> PyErr {
 
 #[cfg(test)]
 mod tests {
+    #[cfg(panic = "unwind")]
     use std::{
         panic,
         sync::atomic::{AtomicUsize, Ordering},
@@ -147,6 +148,7 @@ mod tests {
     use crate::{types::PyList, PyResult, Python};
 
     #[test]
+    #[cfg(panic = "unwind")]
     fn array_try_from_fn() {
         static DROP_COUNTER: AtomicUsize = AtomicUsize::new(0);
         struct CountDrop;
@@ -303,6 +305,7 @@ mod tests {
     }
 
     // https://stackoverflow.com/a/59211505
+    #[cfg(panic = "unwind")]
     fn catch_unwind_silent<F, R>(f: F) -> std::thread::Result<R>
     where
         F: FnOnce() -> R + panic::UnwindSafe,

src/conversions/std/osstr.rs

@@ -230,7 +230,7 @@ mod tests {
     };
 
     #[test]
-    #[cfg(not(windows))]
+    #[cfg(not(any(windows, target_os = "wasi")))]
     fn test_non_utf8_conversion() {
         Python::attach(|py| {
             #[cfg(not(target_os = "wasi"))]

src/conversions/std/path.rs

@@ -135,6 +135,7 @@ mod tests {
         types::{PyAnyMethods, PyString},
         IntoPyObjectExt,
     };
+    #[cfg(not(target_os = "wasi"))]
     use std::ffi::OsStr;
     use std::fmt::Debug;
     #[cfg(unix)]
@@ -143,7 +144,7 @@ mod tests {
     use std::os::windows::ffi::OsStringExt;
 
     #[test]
-    #[cfg(not(windows))]
+    #[cfg(not(any(windows, target_os = "wasi")))]
     fn test_non_utf8_conversion() {
         Python::attach(|py| {
             #[cfg(not(target_os = "wasi"))]

src/instance.rs

@@ -2454,10 +2454,10 @@ fn panic_on_null(py: Python<'_>) -> ! {
 #[cfg(test)]
 mod tests {
     use super::{Bound, IntoPyObject, Py};
-    #[cfg(all(feature = "macros", Py_3_8))]
+    #[cfg(all(feature = "macros", Py_3_8, panic = "unwind"))]
     use crate::exceptions::PyValueError;
     use crate::test_utils::generate_unique_module_name;
-    #[cfg(all(feature = "macros", Py_3_8))]
+    #[cfg(all(feature = "macros", Py_3_8, panic = "unwind"))]
     use crate::test_utils::UnraisableCapture;
     use crate::types::{dict::IntoPyDict, PyAnyMethods, PyCapsule, PyDict, PyString};
     use crate::{ffi, Borrowed, IntoPyObjectExt, PyAny, PyResult, Python};
@@ -2815,7 +2815,7 @@ a = A()
         });
     }
 
-    #[cfg(all(feature = "macros", Py_3_8))]
+    #[cfg(all(feature = "macros", Py_3_8, panic = "unwind"))]
     #[test]
     fn test_constructors_panic_on_null() {
         Python::attach(|py| {

src/marker.rs

@@ -910,6 +910,7 @@ mod tests {
     }
 
     #[test]
+    #[cfg(panic = "unwind")]
     fn test_detach_panics_safely() {
         Python::attach(|py| {
             let result = std::panic::catch_unwind(|| unsafe {

src/types/list.rs

@@ -1544,6 +1544,7 @@ mod tests {
     }
 
     #[test]
+    #[cfg(panic = "unwind")]
     fn bad_intopyobject_doesnt_cause_leaks() {
         use crate::types::PyInt;
         use std::convert::Infallible;

src/types/tuple.rs

@@ -1442,6 +1442,7 @@ mod tests {
     }
 
     #[test]
+    #[cfg(panic = "unwind")]
     fn bad_intopyobject_doesnt_cause_leaks() {
         use crate::types::PyInt;
         use std::convert::Infallible;
@@ -1504,6 +1505,7 @@ mod tests {
     }
 
     #[test]
+    #[cfg(panic = "unwind")]
     fn bad_intopyobject_doesnt_cause_leaks_2() {
         use crate::types::PyInt;
         use std::convert::Infallible;

tests/test_class_attributes.rs

@@ -151,7 +151,7 @@ fn recursive_class_attributes() {
 }
 
 #[test]
-#[cfg(Py_3_8)] // sys.unraisablehook not available until Python 3.8
+#[cfg(all(Py_3_8, panic = "unwind"))] // sys.unraisablehook not available until Python 3.8
 fn test_fallible_class_attribute() {
     use pyo3::exceptions::PyValueError;
     use test_utils::UnraisableCapture;

tests/test_class_basics.rs

@@ -1,8 +1,10 @@
 #![cfg(feature = "macros")]
 
 use pyo3::prelude::*;
+use pyo3::py_run;
 use pyo3::types::PyType;
-use pyo3::{py_run, PyClass};
+#[cfg(not(target_arch = "wasm32"))]
+use pyo3::PyClass;
 
 mod test_utils;
 
@@ -285,6 +287,7 @@ impl UnsendableChild {
     }
 }
 
+#[cfg(not(target_arch = "wasm32"))]
 fn test_unsendable<T: PyClass + 'static>() -> PyResult<()> {
     let (keep_obj_here, obj) = Python::attach(|py| -> PyResult<_> {
         let obj: Py<T> = PyType::new::<T>(py).call1((5,))?.extract()?;
@@ -323,7 +326,7 @@ fn test_unsendable<T: PyClass + 'static>() -> PyResult<()> {
 
 /// If a class is marked as `unsendable`, it panics when accessed by another thread.
 #[test]
-#[cfg_attr(target_arch = "wasm32", ignore)]
+#[cfg(not(target_arch = "wasm32"))]
 #[should_panic(
     expected = "test_class_basics::UnsendableBase is unsendable, but sent to another thread"
 )]
@@ -332,7 +335,7 @@ fn panic_unsendable_base() {
 }
 
 #[test]
-#[cfg_attr(target_arch = "wasm32", ignore)]
+#[cfg(not(target_arch = "wasm32"))]
 #[should_panic(
     expected = "test_class_basics::UnsendableBase is unsendable, but sent to another thread"
 )]