Skip to content

Commit c564d26

Browse files
committed
fix: user agent pkg version
1 parent 57fcfd8 commit c564d26

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

apps/scraper/commoncrawl/warc.ts

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,10 @@
11
import { gunzipSync } from "bun";
22
import type { RateLimiter } from "../rate-limiter";
33
import type { CdxRecord } from "./cdx-r2";
4+
import pkg from "../package.json";
45

56
const WARC_BASE_URL = "https://data.commoncrawl.org";
6-
const USER_AGENT = "docx-corpus/0.9 (https://github.com/superdoc-dev/docx-corpus)";
7+
const USER_AGENT = `docx-corpus/${pkg.version} (https://github.com/superdoc-dev/docx-corpus)`;
78

89
export interface WarcResult {
910
content: Uint8Array;

0 commit comments

Comments
 (0)