upgrade hightable (#162)

Author: severo

package.json

@@ -14,7 +14,7 @@
   },
   "overrides": {
     "highlight.js": "11.11.1",
-    "hightable": "0.10.0",
+    "hightable": "0.11.0",
     "hyparquet": "1.8.4",
     "hyparquet-compressors": "1.0.0",
     "react": "18.3.1",

packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hyperparam",
-  "version": "0.2.22",
+  "version": "0.2.23",
   "description": "Hyperparam CLI",
   "author": "Hyperparam",
   "homepage": "https://hyperparam.app",
@@ -28,9 +28,9 @@
     "typecheck": "tsc"
   },
   "dependencies": {
-    "@hyparam/components": "0.1.18",
+    "@hyparam/components": "0.1.19",
     "highlight.js": "11.11.1",
-    "hightable": "0.10.0",
+    "hightable": "0.11.0",
     "react": "18.3.1",
     "react-dom": "18.3.1"
   },

packages/components/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hyparam/components",
-  "version": "0.1.18",
+  "version": "0.1.19",
   "description": "React components for hyparam apps",
   "keywords": [
     "component",
@@ -40,7 +40,7 @@
     "typecheck": "tsc"
   },
   "dependencies": {
-    "hightable": "0.10.0",
+    "hightable": "0.11.0",
     "hyparquet": "1.8.4",
     "hyparquet-compressors": "1.0.0"
   },

packages/components/src/components/Cell.tsx

@@ -44,7 +44,7 @@ export default function CellView({ source, row, col, config }: CellProps) {
         const metadata = await parquetMetadataAsync(asyncBuffer)
         setProgress(0.75)
         const df = parquetDataFrame(from, metadata)
-        const asyncRows = df.rows(row, row + 1)
+        const asyncRows = df.rows({ start: row, end: row + 1 })
         if (asyncRows.length !== 1) {
           throw new Error(`Expected 1 row, got ${asyncRows.length}`)
         }

packages/components/src/components/viewers/CellPanel.tsx

@@ -22,7 +22,7 @@ export default function CellPanel({ df, row, col, setProgress, setError, onClose
     async function loadCellData() {
       try {
         setProgress(0.5)
-        const asyncRows = df.rows(row, row + 1)
+        const asyncRows = df.rows({ start: row, end: row + 1 })
         if (asyncRows.length !== 1) {
           throw new Error(`Expected 1 row, got ${asyncRows.length}`)
         }

packages/components/src/lib/tableProvider.ts

@@ -53,34 +53,34 @@ export function parquetDataFrame(from: AsyncBufferFrom, metadata: FileMetaData):
   return {
     header,
     numRows: Number(metadata.num_rows),
-    rows(rowStart: number, rowEnd: number, orderBy?: string) {
+    rows({ start, end, orderBy }: { start: number, end: number, orderBy?: string}) {
       if (orderBy) {
-        const numRows = rowEnd - rowStart
+        const numRows = end - start
         const wrapped = new Array(numRows).fill(null).map(() => resolvableRow(header))
 
         getSortIndex(orderBy).then(indices => {
           // Compute row groups to fetch
-          for (const index of indices.slice(rowStart, rowEnd)) {
+          for (const index of indices.slice(start, end)) {
             const groupIndex = groupEnds.findIndex(end => index < end)
             fetchRowGroup(groupIndex)
           }
 
           // Re-assemble data in sorted order into wrapped
-          for (let i = rowStart; i < rowEnd; i++) {
+          for (let i = start; i < end; i++) {
             const index = indices[i]
             const row = data[index]
             if (row === undefined) {
               throw new Error('Row not fetched')
             }
             const { cells } = row
-            wrapped[i - rowStart].index.resolve(index)
+            wrapped[i - start].index.resolve(index)
             for (const key of header) {
               if (key in cells) {
                 // TODO(SL): should we remove this check? It makes sense only if header change
                 // but if so, I guess we will have more issues
                 cells[key]
                   .then((value: unknown) => {
-                    wrapped[i - rowStart]?.cells[key].resolve(value)
+                    wrapped[i - start]?.cells[key].resolve(value)
                   })
                   .catch((error: unknown) => {
                     console.error('Error resolving sorted row', error)
@@ -99,17 +99,18 @@ export function parquetDataFrame(from: AsyncBufferFrom, metadata: FileMetaData):
       } else {
         for (let i = 0; i < groups.length; i++) {
           const groupStart = groupEnds[i - 1] || 0
-          if (rowStart < groupEnds[i] && rowEnd > groupStart) {
+          if (start < groupEnds[i] && end > groupStart) {
             fetchRowGroup(i)
           }
         }
-        const wrapped = data.slice(rowStart, rowEnd)
+        const wrapped = data.slice(start, end)
         if (wrapped.some(row => row === undefined)) {
           throw new Error('Row not fetched')
         }
         return wrapped as ResolvableRow[]
       }
     },
     sortable: true,
+    // TODO(SL): implement getColumn({column, start, end}): any[]
   }
 }