feat: stac_wasm.stacJsonToParquet (#786)

Author: gadomski

crates/wasm/Cargo.toml

@@ -1,6 +1,7 @@
 [package]
 name = "stac-wasm"
-version = "0.0.2"
+version = "0.0.3"
+readme = "README.md"
 description = "Converts Arrow arrays to STAC items, via WASM"
 authors.workspace = true
 edition.workspace = true
@@ -20,7 +21,7 @@ arrow-schema.workspace = true
 arrow-wasm = { git = "https://github.com/kylebarron/arrow-wasm", rev = "012447cab019efbb051cbd43ea5ad55a7549a4d8" }
 serde.workspace = true
 serde-wasm-bindgen = "0.6.5"
-stac = { workspace = true, features = ["geoarrow"] }
+stac = { workspace = true, features = ["geoparquet"] }
 thiserror.workspace = true
 wasm-bindgen = "0.2.84"
 

crates/wasm/README.md

@@ -11,13 +11,14 @@ Converts [Arrow](https://arrow.apache.org/) arrays to [SpatioTemporal Asset Cata
 npm i stac-wasm
 ```
 
-We give you one function:
+We give you two functions:
 
 ```javascript
 import * as stac_wasm from "stac-wasm";
 
 const table = loadArrowTable();  // e.g. from DuckDB
 const items = stac_wasm.arrowToStacJson(table);
+const bytes = stac_wasm.stacJsonToParquet(items);
 ```
 
 ## Tests
@@ -36,3 +37,13 @@ This should open a page at <http://localhost:8080/> that you can use to test out
 
 **stac-wasm** is part of [rustac](https://github.com/stac-utils/rustac), a monorepo that includes the Rust code used to build the WASM module.
 See [CONTRIBUTING.md](https://github.com/stac-utils/rustac/blob/main/CONTRIBUTING.md) for instructions on contributing to the monorepo.
+If your on MacOS, you might have to use **llvm** as described [in this comment](https://github.com/briansmith/ring/issues/1824#issuecomment-2059955073).
+
+## Releasing
+
+```shell
+wasm-pack build
+wasm-pack login
+cd pkg
+npm publish
+```

crates/wasm/src/lib.rs

@@ -3,6 +3,8 @@ use arrow_schema::ArrowError;
 use arrow_wasm::{Table, arrow_js::table::JSTable, error::WasmResult};
 use serde::Serialize;
 use serde_wasm_bindgen::Serializer;
+use stac::Item;
+use std::io::Cursor;
 use thiserror::Error;
 use wasm_bindgen::prelude::*;
 
@@ -24,3 +26,11 @@ pub fn arrow_to_stac_json(table: JSTable) -> WasmResult<JsValue> {
     let items = items.serialize(&serializer)?;
     Ok(items)
 }
+
+#[wasm_bindgen(js_name = stacJsonToParquet)]
+pub fn stac_json_to_parquet(value: JsValue) -> Result<Vec<u8>, JsError> {
+    let items: Vec<Item> = serde_wasm_bindgen::from_value(value)?;
+    let mut cursor = Cursor::new(Vec::new());
+    stac::geoparquet::into_writer(&mut cursor, items)?;
+    Ok(cursor.into_inner())
+}

crates/wasm/www/index.js

@@ -22,3 +22,75 @@ URL.revokeObjectURL(worker_url);
 const connection = await db.connect();
 const table = await connection.query("select 'an-id' as id");
 console.log(stac_wasm.arrowToStacJson(table));
+
+const bytes = stac_wasm.stacJsonToParquet([
+  {
+    stac_version: "1.1.0",
+    stac_extensions: [],
+    type: "Feature",
+    id: "20201211_223832_CS2",
+    bbox: [
+      172.91173669923782, 1.3438851951615003, 172.95469614953714,
+      1.3690476620161975,
+    ],
+    geometry: {
+      type: "Polygon",
+      coordinates: [
+        [
+          [172.91173669923782, 1.3438851951615003],
+          [172.95469614953714, 1.3438851951615003],
+          [172.95469614953714, 1.3690476620161975],
+          [172.91173669923782, 1.3690476620161975],
+          [172.91173669923782, 1.3438851951615003],
+        ],
+      ],
+    },
+    properties: {
+      datetime: "2020-12-11T22:38:32.125000Z",
+    },
+    collection: "simple-collection",
+    links: [
+      {
+        rel: "collection",
+        href: "./collection.json",
+        type: "application/json",
+        title: "Simple Example Collection",
+      },
+      {
+        rel: "root",
+        href: "./collection.json",
+        type: "application/json",
+        title: "Simple Example Collection",
+      },
+      {
+        rel: "parent",
+        href: "./collection.json",
+        type: "application/json",
+        title: "Simple Example Collection",
+      },
+    ],
+    assets: {
+      visual: {
+        href: "https://storage.googleapis.com/open-cogs/stac-examples/20201211_223832_CS2.tif",
+        type: "image/tiff; application=geotiff; profile=cloud-optimized",
+        title: "3-Band Visual",
+        roles: ["visual"],
+      },
+      thumbnail: {
+        href: "https://storage.googleapis.com/open-cogs/stac-examples/20201211_223832_CS2.jpg",
+        title: "Thumbnail",
+        type: "image/jpeg",
+        roles: ["thumbnail"],
+      },
+    },
+  },
+]);
+console.log(bytes);
+const url = URL.createObjectURL(
+  new Blob([bytes], { type: "application/vnd.apache.parquet" })
+);
+const a = document.createElement("a");
+a.href = url;
+a.download = "items.parquet";
+a.textContent = "download";
+document.body.appendChild(a);

crates/wasm/www/package.json

@@ -1,6 +1,6 @@
 {
-  "name": "stac-wasm",
-  "version": "0.1.0",
+  "name": "stac-wasm-test",
+  "version": "0.0.0",
   "description": "STAC WASM test",
   "main": "index.js",
   "scripts": {