Skip to content

Commit 47bc183

Browse files
authored
Update squirreling (#366)
1 parent 1b8c992 commit 47bc183

File tree

2 files changed

+5
-5
lines changed

2 files changed

+5
-5
lines changed

bin/tools/parquetDataSource.js

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,7 @@ import { whereToParquetFilter } from './parquetFilter.js'
33

44
/**
55
* @import { AsyncBuffer, Compressors, FileMetaData, ParquetQueryFilter } from 'hyparquet'
6-
* @import { AsyncDataSource, AsyncRow, SqlPrimitive } from 'squirreling'
7-
* @import { AsyncCells } from 'squirreling/src/types.js'
6+
* @import { AsyncCells, AsyncDataSource, AsyncRow, SqlPrimitive } from 'squirreling'
87
*/
98

109
/**
@@ -17,7 +16,7 @@ import { whereToParquetFilter } from './parquetFilter.js'
1716
*/
1817
export function parquetDataSource(file, metadata, compressors) {
1918
return {
20-
async *scan(hints) {
19+
async *scan({ hints, signal }) {
2120
metadata ??= await parquetMetadataAsync(file)
2221

2322
// Convert WHERE AST to hyparquet filter format
@@ -30,6 +29,7 @@ export function parquetDataSource(file, metadata, compressors) {
3029
let groupStart = 0
3130
let remainingLimit = hints?.limit ?? Infinity
3231
for (const rowGroup of metadata.row_groups) {
32+
if (signal?.aborted) break
3333
const rowCount = Number(rowGroup.num_rows)
3434

3535
// Skip row groups by offset if where is fully applied

package.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,12 +59,12 @@
5959
"hyparquet": "1.24.0",
6060
"hyparquet-compressors": "1.1.1",
6161
"icebird": "0.3.1",
62-
"squirreling": "0.6.0"
62+
"squirreling": "0.7.8"
6363
},
6464
"devDependencies": {
6565
"@storybook/react-vite": "10.1.11",
6666
"@testing-library/react": "16.3.1",
67-
"@types/node": "25.0.8",
67+
"@types/node": "25.0.9",
6868
"@types/react": "19.2.8",
6969
"@types/react-dom": "19.2.3",
7070
"@vitejs/plugin-react": "5.1.2",

0 commit comments

Comments
 (0)