Export parquetDataSource (#377)

* Move parquet-squirreling integration to src/lib/parquet

* Convert parquet integration to TypeScript

* Update dependencies

Author: platypii

.claude/commands/update-deps.md

@@ -0,0 +1,13 @@
+Update all npm dependencies to their latest versions.
+
+## Steps
+
+1. Run `npm outdated` to see what's behind.
+2. Update `package.json` with the latest versions, **pinned** (no `^` or `~`).
+3. Run `npm install` to update the lockfile.
+4. Run `npx tsc`, `npm run lint`, and tests `npm test`.
+5. If anything fails:
+   - For **major version bumps**, research the changelog on GitHub (check the repo's CHANGELOG.md, releases page, or migration guide) to understand breaking changes.
+   - Apply the necessary code fixes based on what you find.
+   - Re-run tsc, lint, and tests until green.
+6. Summarize what was updated and any breaking changes you resolved.

bin/chat.js

@@ -121,7 +121,7 @@ async function sendToServer(chatInput) {
 async function sendMessages(messages) {
   /** @type {ChatInput} */
   const chatInput = {
-    model: 'gpt-5',
+    model: 'gpt-5.4',
     instructions,
     messages,
     reasoning: {
@@ -161,8 +161,6 @@ async function sendMessages(messages) {
       const { toolCall, tool } = toolResult
       const { call_id } = toolCall
       try {
-        const output = await toolResult.result
-
         // Construct function call message
         const args = JSON.parse(toolCall.arguments)
         const entries = Object.entries(args)
@@ -175,6 +173,8 @@ async function sendMessages(messages) {
           func += `(${pairs.join(', ')})`
         }
         write(colors.tool, `${tool.emoji} ${func}`, colors.normal, '\n')
+
+        const output = await toolResult.result
         incoming.push({ type: 'function_call_output', output, call_id })
       } catch (error) {
         const message = error instanceof Error ? error.message : String(error)

bin/tools/parquetFilter.js

@@ -1,7 +1,7 @@
 import { asyncBufferFromFile, asyncBufferFromUrl, parquetMetadataAsync } from 'hyparquet'
 import { compressors } from 'hyparquet-compressors'
 import { collect, executeSql } from 'squirreling'
-import { parquetDataSource } from './parquetDataSource.js'
+import { parquetDataSource } from '../../src/index.js'
 import { markdownTable } from './markdownTable.js'
 
 const maxRows = 100

bin/tools/parquetSql.js

@@ -55,36 +55,36 @@
     "watch:url": "NODE_ENV=development nodemon bin/cli.js https://hyperparam.blob.core.windows.net/hyperparam/starcoderdata-js-00000-of-00065.parquet"
   },
   "dependencies": {
-    "hightable": "0.26.3",
+    "hightable": "0.26.4",
     "hyparquet": "1.25.1",
     "hyparquet-compressors": "1.1.1",
     "icebird": "0.3.1",
-    "squirreling": "0.9.4"
+    "squirreling": "0.10.3"
   },
   "devDependencies": {
-    "@storybook/react-vite": "10.2.13",
+    "@storybook/react-vite": "10.2.19",
     "@testing-library/react": "16.3.2",
-    "@types/node": "25.3.3",
+    "@types/node": "25.5.0",
     "@types/react": "19.2.14",
     "@types/react-dom": "19.2.3",
     "@vitejs/plugin-react": "5.1.4",
-    "@vitest/coverage-v8": "4.0.18",
+    "@vitest/coverage-v8": "4.1.0",
     "eslint": "9.39.2",
     "eslint-plugin-react": "7.37.5",
     "eslint-plugin-react-hooks": "7.0.1",
     "eslint-plugin-react-refresh": "0.5.2",
-    "eslint-plugin-storybook": "10.2.13",
+    "eslint-plugin-storybook": "10.2.19",
     "globals": "17.4.0",
-    "jsdom": "28.1.0",
+    "jsdom": "29.0.0",
     "nodemon": "3.1.14",
     "npm-run-all": "4.1.5",
     "react": "19.2.4",
     "react-dom": "19.2.4",
-    "storybook": "10.2.13",
+    "storybook": "10.2.19",
     "typescript": "5.9.3",
-    "typescript-eslint": "8.56.1",
+    "typescript-eslint": "8.57.0",
     "vite": "7.3.1",
-    "vitest": "4.0.18"
+    "vitest": "4.1.0"
   },
   "peerDependencies": {
     "react": "^18.3.1 || ^19",

package.json

@@ -2,7 +2,7 @@ import { render, waitFor } from '@testing-library/react'
 import { userEvent } from '@testing-library/user-event'
 import { strict as assert } from 'assert'
 import { act } from 'react'
-import { beforeEach, describe, expect, it, test, vi } from 'vitest'
+import { describe, expect, it, test, vi } from 'vitest'
 import { Config, ConfigProvider } from '../../hooks/useConfig.js'
 import { DirSource, FileMetadata, HyperparamFileMetadata, getHyperparamSource } from '../../lib/sources/index.js'
 import Folder from './Folder.js'
@@ -20,12 +20,9 @@ const config: Config = {
 }
 
 globalThis.fetch = vi.fn()
+globalThis.console.error = vi.fn()
 
 describe('Folder Component', () => {
-  beforeEach(() => {
-    vi.clearAllMocks()
-  })
-
   test.for([
     '',
     'subfolder/',
@@ -85,6 +82,7 @@ describe('Folder Component', () => {
     await findByText('Error: ' + errorMessage)
     expect(queryByText('file1.txt')).toBeNull()
     expect(queryByText('folder1/')).toBeNull()
+    expect(console.error).toHaveBeenCalledWith(new Error(errorMessage))
   })
 
   it('filters files based on search query', async () => {

src/components/Folder/Folder.test.tsx

@@ -34,7 +34,7 @@ describe('JsonView Component', () => {
     } as Response)
 
     const { findAllByRole, findByText } = render(
-      <JsonView source={source} setError={console.error} />
+      <JsonView source={source} setError={vi.fn()} />
     )
 
     expect(fetch).toHaveBeenCalledWith('testKey0', undefined)

src/components/JsonView/JsonView.test.tsx

@@ -1,7 +1,9 @@
 import { render } from '@testing-library/react'
-import { describe, expect, it } from 'vitest'
+import { describe, expect, it, vi } from 'vitest'
 import Layout from './Layout.js'
 
+globalThis.console.error = vi.fn()
+
 describe('Layout Component', () => {
   it('renders children', () => {
     const { getByText } = render(<Layout>Test Content</Layout>)
@@ -23,5 +25,6 @@ describe('Layout Component', () => {
     const testError = new Error('Test Error')
     const { getByText } = render(<Layout error={testError}>Test Content</Layout>)
     getByText('Error: Test Error')
+    expect(console.error).toHaveBeenCalledWith(testError)
   })
 })

src/components/Layout/Layout.test.tsx

@@ -1,17 +1,12 @@
 import { render } from '@testing-library/react'
 import { strict as assert } from 'assert'
-import { beforeEach, describe, expect, it, vi } from 'vitest'
+import { describe, expect, it, vi } from 'vitest'
 import { getHyperparamSource } from '../../lib/sources/index.js'
 import MarkdownView from './MarkdownView.js'
 
 globalThis.fetch = vi.fn()
 
 describe('MarkdownView Component', () => {
-  beforeEach(() => {
-    vi.clearAllMocks()
-    // unnecessary for now because it has only one test, but safer for future tests
-  })
-
   it('renders markdown correctly', async () => {
     const text = '# Markdown\n\nThis is a test of the markdown viewer.'
     vi.mocked(fetch).mockResolvedValueOnce({
@@ -23,7 +18,7 @@ describe('MarkdownView Component', () => {
     assert(source?.kind === 'file')
 
     const { findByText } = render(
-      <MarkdownView source={source} setError={console.error} />
+      <MarkdownView source={source} setError={vi.fn()} />
     )
 
     expect(fetch).toHaveBeenCalled()

src/components/MarkdownView/MarkdownView.test.tsx

@@ -3,5 +3,6 @@ export * from './sources/index.js'
 export { parseCsv } from './csv.js'
 export { csvDataFrame, jsonLinesDataFrame, parquetDataFrame, tableProvider } from './tableProvider.js'
 export { asyncBufferFrom, cn, contentTypes, formatFileSize, getFileDate, getFileDateShort, imageTypes, parseFileSize } from './utils.js'
+export { parquetDataSource } from './parquet/parquetDataSource.js'
 export { parquetQueryWorker, parquetReadObjectsWorker, parquetReadWorker } from './workers/parquetWorkerClient.js'
 export type { AsyncBufferFrom } from './workers/types.js'