thin wasm (#411)

Re-adding a thin wasm crate for JS client development.

checks build in ci job build_and_test-wasm

only includes a wrapper over a chunker and function to compute xorb hash
at the moment.

Author: assafvayner

.github/workflows/ci.yml

@@ -70,10 +70,15 @@ jobs:
         with:
           targets: wasm32-unknown-unknown
           components: rust-src
-      - name: Install wasm-bindgen-cli
+      - name: Install wasm-bindgen-cli and wasm-pack
         run: |
-          cargo install wasm-bindgen-cli
+          cargo install wasm-bindgen-cli wasm-pack
+      - name: Build hf_xet_thin_wasm
+        working-directory: hf_xet_thin_wasm
+        run: |
+          ./build_wasm.sh
       - name: Build hf_xet_wasm
         working-directory: hf_xet_wasm
         run: |
           ./build_wasm.sh
+

Cargo.toml

@@ -18,7 +18,7 @@ members = [
     "xet_threadpool",
 ]
 
-exclude = ["chunk_cache_bench", "hf_xet", "hf_xet_wasm"]
+exclude = ["chunk_cache_bench", "hf_xet", "hf_xet_wasm", "hf_xet_thin_wasm"]
 
 [profile.release]
 opt-level = 3

hf_xet_thin_wasm/.gitignore

@@ -0,0 +1,2 @@
+pkg
+target