Factor common code in @hyparam/utils (#44)

* demo for hyparquet

* remove todo

* move html to Welcome.tsx + fix p > ul

* extract to a function

* remove typo

* fix worker

* fix dropzone

* add github ci

* add missing dependency

* add column information in parquet layout

* factor code in packages/utils

* try to fix ci

* use the utils package

* fix mock

* fix readme

* fix two comments in PR review

Author: severo

.github/workflows/ci_apps_cli.yml

@@ -16,6 +16,10 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
+      - run: npm run build
+        working-directory: ./packages/components
       - run: npm run lint
 
   typecheck:
@@ -26,6 +30,8 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: npm run build
         working-directory: ./packages/components
       - run: tsc
@@ -36,6 +42,10 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
+      - run: npm run build
+        working-directory: ./packages/components
       - run: npm run coverage
 
   buildcheck:
@@ -46,6 +56,8 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: npm run build
         working-directory: ./packages/components
       - run: npm run build

.github/workflows/ci_apps_hyparquet_demo.yml

@@ -15,18 +15,24 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: npm run lint
 
   typecheck:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: tsc
 
   buildcheck:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: npm run build

.github/workflows/ci_packages_components.yml

@@ -15,20 +15,26 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: npm run lint
 
   typecheck:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: tsc
 
   test:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: npm i
+      - run: npm run build
+        working-directory: ./packages/utils
       - run: npm run coverage
 
   buildcheck:
@@ -37,3 +43,5 @@ jobs:
       - uses: actions/checkout@v4
       - run: npm i
       - run: npm run build
+        working-directory: ./packages/utils
+      - run: npm run build

.github/workflows/ci_packages_utils.yml

@@ -0,0 +1,39 @@
+name: packages/utils
+on:
+  push:
+    paths:
+      - 'packages/utils/**'
+      - '.github/workflows/ci_packages_utils.yml'
+
+defaults:
+  run:
+    working-directory: ./packages/utils
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm i
+      - run: npm run lint
+
+  typecheck:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm i
+      - run: tsc
+
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm i
+      - run: npm run coverage
+
+  buildcheck:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm i
+      - run: npm run build

README.md

@@ -4,6 +4,7 @@ This is a monorepo for the Hyperparam project.
 
 It contains the following package:
 - [`@hyparam/components`](./packages/components): a library of React components for building Hyperparam UIs.
+- [`@hyparam/utils`](./packages/utils): a library of utils.
 
 It also contains the following applications:
 - [`hyperparam`](./apps/cli): a cli tool for viewing arbitrarily large datasets in the browser.

apps/cli/public/build/app.min.js

@@ -10,6 +10,7 @@
     "preview": "vite preview"
   },
   "dependencies": {
+    "@hyparam/utils": "file:../../packages/utils",
     "hyparquet": "1.5.0",
     "hyparquet-compressors": "0.1.4",
     "hightable": "0.7.0",

apps/cli/public/build/app.min.js.map

@@ -2,14 +2,12 @@ import { ReactNode } from 'react'
 import Page, { PageProps } from './Page.js'
 import Welcome from './Welcome.js'
 
+import { AsyncBufferFrom, Row, asyncBufferFrom, parquetQueryWorker } from '@hyparam/utils'
 import { DataFrame, rowCache } from 'hightable'
 import { FileMetaData, byteLengthFromUrl, parquetMetadataAsync, parquetSchema } from 'hyparquet'
 import { useCallback, useEffect, useState } from 'react'
 import Dropzone from './Dropzone.js'
 import Layout from './Layout.js'
-import { asyncBufferFrom } from './utils.js'
-import { parquetQueryWorker } from './workers/parquetWorkerClient.js'
-import { AsyncBufferFrom, Row } from './workers/types.js'
 
 export default function App(): ReactNode {
   const params = new URLSearchParams(location.search)

apps/hyparquet-demo/package.json

@@ -1,5 +1,5 @@
+import { cn } from '@hyparam/utils'
 import { ReactNode, useEffect, useRef, useState } from 'react'
-import { cn } from './utils.js'
 
 interface DropdownProps {
   label?: string