Merge pull request #27 from huggingface/nico/pnpm

switched to pnpm

Author: nico-martin

.github/workflows/publish.yml

@@ -28,36 +28,40 @@ jobs:
         with:
           token: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+
       - name: Setup Node.js
         uses: actions/setup-node@v6
         with:
           node-version: 24.x
+          cache: pnpm
 
-      - name: Log NPM version
-        run: npm -v
+      - name: Log pnpm version
+        run: pnpm -v
 
       - name: Configure git
         run: |
           git config user.name "github-actions[bot]"
           git config user.email "github-actions[bot]@users.noreply.github.com"
 
       - name: Install dependencies
-        run: npm ci
+        run: pnpm install --frozen-lockfile
 
       - name: Run format check
-        run: npm run format:check
+        run: pnpm run format:check
 
       - name: Run linter
-        run: npm run lint
+        run: pnpm run lint
 
       - name: Build application
-        run: npm run build
+        run: pnpm run build
 
       - name: Run tests
-        run: npm test
+        run: pnpm test
 
       - name: Bump version
-        run: npm version ${{ inputs.version }} -m "🔖 @huggingface/tokenizers@%s"
+        run: pnpm version ${{ inputs.version }} -m "🔖 @huggingface/tokenizers@%s"
 
       - name: Get new version
         id: package-version
@@ -69,4 +73,4 @@ jobs:
           git push --tags
 
       - name: Publish to NPM
-        run: npm publish
+        run: pnpm publish

.github/workflows/tests.yml

@@ -20,14 +20,17 @@ jobs:
 
     strategy:
       matrix:
-        node-version: [18, 20, 22, 24, latest]
+        node-version: [22, 24, latest]
 
     steps:
       - uses: actions/checkout@v5
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v6
         with:
           node-version: ${{ matrix.node-version }}
-      - run: npm ci
-      - run: npm run build
-      - run: npm run test
+          cache: pnpm
+      - run: pnpm install --frozen-lockfile
+      - run: pnpm run build
+      - run: pnpm run test

README.md

@@ -27,7 +27,7 @@ Run today's most used tokenizers directly in your browser or Node.js application
 ## Installation
 
 ```bash
-npm install @huggingface/tokenizers
+pnpm add @huggingface/tokenizers
 ```
 
 Alternatively, you can use it via a CDN as follows: