Update dependencies

Author: platypii

.claude/commands/update-deps.md

@@ -0,0 +1,13 @@
+Update all npm dependencies to their latest versions.
+
+## Steps
+
+1. Run `npm outdated` to see what's behind.
+2. Update `package.json` with the latest versions, **pinned** (no `^` or `~`).
+3. Run `npm install` to update the lockfile.
+4. Run `npx tsc`, `npm run lint`, and tests `npm test`.
+5. If anything fails:
+   - For **major version bumps**, research the changelog on GitHub (check the repo's CHANGELOG.md, releases page, or migration guide) to understand breaking changes.
+   - Apply the necessary code fixes based on what you find.
+   - Re-run tsc, lint, and tests until green.
+6. Summarize what was updated and any breaking changes you resolved.

bin/chat.js

@@ -121,7 +121,7 @@ async function sendToServer(chatInput) {
 async function sendMessages(messages) {
   /** @type {ChatInput} */
   const chatInput = {
-    model: 'gpt-5',
+    model: 'gpt-5.4',
     instructions,
     messages,
     reasoning: {
@@ -161,8 +161,6 @@ async function sendMessages(messages) {
       const { toolCall, tool } = toolResult
       const { call_id } = toolCall
       try {
-        const output = await toolResult.result
-
         // Construct function call message
         const args = JSON.parse(toolCall.arguments)
         const entries = Object.entries(args)
@@ -175,6 +173,8 @@ async function sendMessages(messages) {
           func += `(${pairs.join(', ')})`
         }
         write(colors.tool, `${tool.emoji} ${func}`, colors.normal, '\n')
+
+        const output = await toolResult.result
         incoming.push({ type: 'function_call_output', output, call_id })
       } catch (error) {
         const message = error instanceof Error ? error.message : String(error)

bin/tools/parquetSql.js

@@ -1,7 +1,7 @@
 import { asyncBufferFromFile, asyncBufferFromUrl, parquetMetadataAsync } from 'hyparquet'
 import { compressors } from 'hyparquet-compressors'
 import { collect, executeSql } from 'squirreling'
-import { parquetDataSource } from '../../src/lib/parquet/parquetDataSource.js'
+import { parquetDataSource } from 'hyperparam'
 import { markdownTable } from './markdownTable.js'
 
 const maxRows = 100

package.json

@@ -55,36 +55,36 @@
     "watch:url": "NODE_ENV=development nodemon bin/cli.js https://hyperparam.blob.core.windows.net/hyperparam/starcoderdata-js-00000-of-00065.parquet"
   },
   "dependencies": {
-    "hightable": "0.26.3",
+    "hightable": "0.26.4",
     "hyparquet": "1.25.1",
     "hyparquet-compressors": "1.1.1",
     "icebird": "0.3.1",
-    "squirreling": "0.10.2"
+    "squirreling": "0.10.3"
   },
   "devDependencies": {
-    "@storybook/react-vite": "10.2.13",
+    "@storybook/react-vite": "10.2.19",
     "@testing-library/react": "16.3.2",
-    "@types/node": "25.3.3",
+    "@types/node": "25.5.0",
     "@types/react": "19.2.14",
     "@types/react-dom": "19.2.3",
     "@vitejs/plugin-react": "5.1.4",
-    "@vitest/coverage-v8": "4.0.18",
+    "@vitest/coverage-v8": "4.1.0",
     "eslint": "9.39.2",
     "eslint-plugin-react": "7.37.5",
     "eslint-plugin-react-hooks": "7.0.1",
     "eslint-plugin-react-refresh": "0.5.2",
-    "eslint-plugin-storybook": "10.2.13",
+    "eslint-plugin-storybook": "10.2.19",
     "globals": "17.4.0",
-    "jsdom": "28.1.0",
+    "jsdom": "29.0.0",
     "nodemon": "3.1.14",
     "npm-run-all": "4.1.5",
     "react": "19.2.4",
     "react-dom": "19.2.4",
-    "storybook": "10.2.13",
+    "storybook": "10.2.19",
     "typescript": "5.9.3",
-    "typescript-eslint": "8.56.1",
+    "typescript-eslint": "8.57.0",
     "vite": "7.3.1",
-    "vitest": "4.0.18"
+    "vitest": "4.1.0"
   },
   "peerDependencies": {
     "react": "^18.3.1 || ^19",

src/components/Folder/Folder.test.tsx

@@ -2,7 +2,7 @@ import { render, waitFor } from '@testing-library/react'
 import { userEvent } from '@testing-library/user-event'
 import { strict as assert } from 'assert'
 import { act } from 'react'
-import { beforeEach, describe, expect, it, test, vi } from 'vitest'
+import { describe, expect, it, test, vi } from 'vitest'
 import { Config, ConfigProvider } from '../../hooks/useConfig.js'
 import { DirSource, FileMetadata, HyperparamFileMetadata, getHyperparamSource } from '../../lib/sources/index.js'
 import Folder from './Folder.js'
@@ -20,12 +20,9 @@ const config: Config = {
 }
 
 globalThis.fetch = vi.fn()
+globalThis.console.error = vi.fn()
 
 describe('Folder Component', () => {
-  beforeEach(() => {
-    vi.clearAllMocks()
-  })
-
   test.for([
     '',
     'subfolder/',
@@ -85,6 +82,7 @@ describe('Folder Component', () => {
     await findByText('Error: ' + errorMessage)
     expect(queryByText('file1.txt')).toBeNull()
     expect(queryByText('folder1/')).toBeNull()
+    expect(console.error).toHaveBeenCalledWith(new Error(errorMessage))
   })
 
   it('filters files based on search query', async () => {

src/components/JsonView/JsonView.test.tsx

@@ -34,7 +34,7 @@ describe('JsonView Component', () => {
     } as Response)
 
     const { findAllByRole, findByText } = render(
-      <JsonView source={source} setError={console.error} />
+      <JsonView source={source} setError={vi.fn()} />
     )
 
     expect(fetch).toHaveBeenCalledWith('testKey0', undefined)

src/components/Layout/Layout.test.tsx

@@ -1,7 +1,9 @@
 import { render } from '@testing-library/react'
-import { describe, expect, it } from 'vitest'
+import { describe, expect, it, vi } from 'vitest'
 import Layout from './Layout.js'
 
+globalThis.console.error = vi.fn()
+
 describe('Layout Component', () => {
   it('renders children', () => {
     const { getByText } = render(<Layout>Test Content</Layout>)
@@ -23,5 +25,6 @@ describe('Layout Component', () => {
     const testError = new Error('Test Error')
     const { getByText } = render(<Layout error={testError}>Test Content</Layout>)
     getByText('Error: Test Error')
+    expect(console.error).toHaveBeenCalledWith(testError)
   })
 })

src/components/MarkdownView/MarkdownView.test.tsx

@@ -1,17 +1,12 @@
 import { render } from '@testing-library/react'
 import { strict as assert } from 'assert'
-import { beforeEach, describe, expect, it, vi } from 'vitest'
+import { describe, expect, it, vi } from 'vitest'
 import { getHyperparamSource } from '../../lib/sources/index.js'
 import MarkdownView from './MarkdownView.js'
 
 globalThis.fetch = vi.fn()
 
 describe('MarkdownView Component', () => {
-  beforeEach(() => {
-    vi.clearAllMocks()
-    // unnecessary for now because it has only one test, but safer for future tests
-  })
-
   it('renders markdown correctly', async () => {
     const text = '# Markdown\n\nThis is a test of the markdown viewer.'
     vi.mocked(fetch).mockResolvedValueOnce({
@@ -23,7 +18,7 @@ describe('MarkdownView Component', () => {
     assert(source?.kind === 'file')
 
     const { findByText } = render(
-      <MarkdownView source={source} setError={console.error} />
+      <MarkdownView source={source} setError={vi.fn()} />
     )
 
     expect(fetch).toHaveBeenCalled()

src/lib/parquet/parquetDataSource.ts

@@ -1,14 +1,16 @@
 import { parquetReadObjects, parquetSchema } from 'hyparquet'
 import type { AsyncBuffer, Compressors, FileMetaData } from 'hyparquet'
-import type { AsyncDataSource, AsyncRow, ScanOptions, SqlPrimitive } from 'squirreling'
+import { AsyncDataSource, ScanOptions, asyncRow } from 'squirreling'
 import { whereToParquetFilter } from './parquetFilter.js'
+import { extractSpatialFilter, rowGroupOverlaps } from './parquetSpatial.js'
 
 /**
  * Creates a parquet data source for use with squirreling SQL engine.
  */
 export function parquetDataSource(file: AsyncBuffer, metadata: FileMetaData, compressors: Compressors): AsyncDataSource {
   const schema = parquetSchema(metadata)
   return {
+    numRows: Number(metadata.num_rows),
     columns: schema.children.map(child => child.element.name),
     scan({ columns, where, limit, offset, signal }: ScanOptions) {
       // Convert WHERE AST to hyparquet filter format
@@ -17,6 +19,9 @@ export function parquetDataSource(file: AsyncBuffer, metadata: FileMetaData, com
       const appliedWhere = Boolean(filter && whereFilter)
       const appliedLimitOffset = !where || appliedWhere
 
+      // Extract spatial filter for row group pruning
+      const spatialFilter = extractSpatialFilter(where)
+
       // Ensure columns exist in metadata if provided
       if (columns) {
         for (const col of columns) {
@@ -35,6 +40,12 @@ export function parquetDataSource(file: AsyncBuffer, metadata: FileMetaData, com
             if (signal?.aborted) break
             const rowCount = Number(rowGroup.num_rows)
 
+            // Skip row groups using geospatial statistics
+            if (spatialFilter && !rowGroupOverlaps(rowGroup, spatialFilter)) {
+              groupStart += rowCount
+              continue
+            }
+
             // Skip row groups by offset if where is fully applied
             let safeOffset = 0
             let safeLimit = rowCount
@@ -65,7 +76,7 @@ export function parquetDataSource(file: AsyncBuffer, metadata: FileMetaData, com
 
             // Yield each row
             for (const row of data) {
-              yield asyncRow(row)
+              yield asyncRow(row, Object.keys(row))
             }
 
             remainingLimit -= data.length
@@ -78,11 +89,3 @@ export function parquetDataSource(file: AsyncBuffer, metadata: FileMetaData, com
     },
   }
 }
-
-function asyncRow(obj: Record<string, SqlPrimitive>): AsyncRow {
-  const cells: Record<string, () => Promise<SqlPrimitive>> = {}
-  for (const [key, value] of Object.entries(obj)) {
-    cells[key] = () => Promise.resolve(value)
-  }
-  return { columns: Object.keys(obj), cells }
-}

src/lib/parquet/parquetSpatial.ts

@@ -1,12 +1,11 @@
 import type { RowGroup } from 'hyparquet'
-import { bbox } from 'squirreling/src/spatial/bbox.js'
-import { parseWkt } from 'squirreling/src/spatial/wkt.js'
 import type { ExprNode } from 'squirreling/src/ast.js'
-import type { BBox, Geometry, SimpleGeometry } from 'squirreling/src/spatial/geometry.js'
+import { bbox, decompose, parseWkt } from 'squirreling/src/spatial/index.js'
+import type { BoundingBox, Geometry } from 'squirreling/src/spatial/geometry.js'
 
 export interface SpatialFilter {
   column: string
-  queryBbox: BBox
+  queryBbox: BoundingBox
 }
 
 /**
@@ -40,35 +39,30 @@ function evaluateConstantGeom(node: ExprNode): Geometry | undefined {
     return parseWkt(arg.value) ?? undefined
   }
   if (node.funcName === 'ST_MAKEENVELOPE') {
-    if (node.args.length < 4) return
-    const nums = node.args.slice(0, 4).map(a => a.type === 'literal' ? Number(a.value) : NaN)
-    if (nums.some(n => isNaN(n))) return
-    const [xmin = 0, ymin = 0, xmax = 0, ymax = 0] = nums
+    if (node.args.length !== 4) return
+    const nums = node.args.map(evaluateConstantNumber) as [number, number, number, number]
+    if (nums.some(isNaN)) return
+    const [xmin, ymin, xmax, ymax] = nums
     return {
-      type: 'Polygon' as const,
+      type: 'Polygon',
       coordinates: [[[xmin, ymin], [xmax, ymin], [xmax, ymax], [xmin, ymax], [xmin, ymin]]],
     }
   }
 }
 
+function evaluateConstantNumber(node: ExprNode): number {
+  if (node.type !== 'literal') return NaN
+  if (node.value === null) return NaN // Number(null) => 0
+  return Number(node.value)
+}
+
 /**
  * Compute the bounding box of any geometry type.
  */
-function geomBbox(geom: Geometry): BBox | undefined {
-  if (geom.type === 'Point' || geom.type === 'LineString' || geom.type === 'Polygon') {
-    return bbox(geom)
-  }
-  let parts: SimpleGeometry[]
-  if (geom.type === 'MultiPoint') {
-    parts = geom.coordinates.map(c => ({ type: 'Point' as const, coordinates: c }))
-  } else if (geom.type === 'MultiLineString') {
-    parts = geom.coordinates.map(c => ({ type: 'LineString' as const, coordinates: c }))
-  } else if (geom.type === 'MultiPolygon') {
-    parts = geom.coordinates.map(c => ({ type: 'Polygon' as const, coordinates: c }))
-  } else {
-    return // GeometryCollection - not worth the complexity
-  }
-  if (!parts.length) return
+function geomBbox(geom: Geometry): BoundingBox | undefined {
+  const parts = decompose(geom)
+  if (parts.length === 0) return
+
   let minX = Infinity, minY = Infinity, maxX = -Infinity, maxY = -Infinity
   for (const part of parts) {
     const { minX: bMinX, minY: bMinY, maxX: bMaxX, maxY: bMaxY } = bbox(part)