feat: align CLI with scrapegraph-js v2 PR #11 (016ae8b)

Split compound fetch modes (direct+stealth, js+stealth) into separate
--mode (auto|fast|js) and --stealth boolean flag. Add --nationality
param to search command. Update SDK dependency to latest PR commit.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: VinciGit00

README.md

@@ -104,7 +104,7 @@ Extract structured data from any URL using AI (replaces `smart-scraper`). [docs]
 just-scrape extract <url> -p <prompt>                # Extract data with AI
 just-scrape extract <url> -p <prompt> --schema <json> # Enforce output schema
 just-scrape extract <url> -p <prompt> --scrolls <n>   # Infinite scroll (0-100)
-just-scrape extract <url> -p <prompt> --mode direct+stealth  # Anti-bot bypass
+just-scrape extract <url> -p <prompt> --mode js --stealth    # Anti-bot bypass
 just-scrape extract <url> -p <prompt> --cookies <json> --headers <json>
 just-scrape extract <url> -p <prompt> --country <iso> # Geo-targeting
 ```
@@ -120,9 +120,9 @@ just-scrape extract https://news.example.com -p "Get all article headlines and d
   --schema '{"type":"object","properties":{"articles":{"type":"array","items":{"type":"object","properties":{"title":{"type":"string"},"date":{"type":"string"}}}}}}' \
   --scrolls 5
 
-# Scrape a JS-heavy SPA behind anti-bot protection
+# Scrape a JS-heavy SPA with stealth mode
 just-scrape extract https://app.example.com/dashboard -p "Extract user stats" \
-  --mode js+stealth
+  --mode js --stealth
 ```
 
 ## Search
@@ -139,6 +139,7 @@ just-scrape search <query> --schema <json>                    # Enforce output s
 just-scrape search <query> --location-geo-code <code>         # Geo-target search (e.g. 'us', 'de', 'jp-tk')
 just-scrape search <query> --time-range <range>               # past_hour | past_24_hours | past_week | past_month | past_year
 just-scrape search <query> --format <markdown|html>           # Result format (default markdown)
+just-scrape search <query> --nationality <iso>               # 2-letter ISO nationality code
 just-scrape search <query> --headers <json>
 ```
 
@@ -174,7 +175,7 @@ just-scrape scrape <url> -f json -p <prompt>              # Structured JSON via
 just-scrape scrape <url> -f markdown,links,images         # Multi-format (comma-separated)
 just-scrape scrape <url> --html-mode reader               # normal (default), reader, or prune
 just-scrape scrape <url> --scrolls <n>                    # Infinite scroll (0-100)
-just-scrape scrape <url> -m direct+stealth                # Anti-bot bypass
+just-scrape scrape <url> -m js --stealth                # Anti-bot bypass
 just-scrape scrape <url> --country <iso>                  # Geo-targeting
 ```
 
@@ -193,8 +194,8 @@ just-scrape scrape https://example.com -f markdown,links,images
 # Structured JSON output with a prompt
 just-scrape scrape https://store.example.com -f json -p "Extract product name and price"
 
-# Scrape with anti-bot bypass and geo-targeting
-just-scrape scrape https://store.example.com -m direct+stealth --country DE
+# Scrape with stealth mode and geo-targeting
+just-scrape scrape https://store.example.com --stealth --country DE
 ```
 
 ## Markdownify
@@ -205,7 +206,7 @@ Convert any webpage to clean markdown (convenience wrapper for `scrape --format
 
 ```bash
 just-scrape markdownify <url>                          # Convert to markdown
-just-scrape markdownify <url> -m direct+stealth        # Anti-bot bypass
+just-scrape markdownify <url> -m js --stealth        # Anti-bot bypass
 just-scrape markdownify <url> --headers <json>         # Custom headers
 ```
 
@@ -216,7 +217,7 @@ just-scrape markdownify <url> --headers <json>         # Custom headers
 just-scrape markdownify https://blog.example.com/my-article
 
 # Convert a JS-rendered page behind Cloudflare
-just-scrape markdownify https://protected.example.com -m js+stealth
+just-scrape markdownify https://protected.example.com -m js --stealth
 
 # Pipe markdown to a file
 just-scrape markdownify https://docs.example.com/api --json | jq -r '.markdown' > api-docs.md
@@ -235,7 +236,7 @@ just-scrape crawl <url> --max-depth <n>                # Crawl depth (default 2)
 just-scrape crawl <url> --max-links-per-page <n>       # Links per page (default 10)
 just-scrape crawl <url> --allow-external               # Allow external domains
 just-scrape crawl <url> -f html                        # Page format (default markdown)
-just-scrape crawl <url> -m direct+stealth              # Anti-bot bypass
+just-scrape crawl <url> -m js --stealth              # Anti-bot bypass
 ```
 
 ### Examples
@@ -303,7 +304,7 @@ Commands have been renamed to match the v2 API:
 | `scrape` | `scrape` | Gains `--format` (markdown, html, screenshot, branding, links, images, summary, json), multi-format via comma, `--html-mode`, `--scrolls`, `--prompt`, `--schema` |
 | `crawl` | `crawl` | New options: `--max-depth`, `--max-links-per-page`, `--allow-external`, `--format` |
 | `search` | `search` | New options: `--location-geo-code`, `--time-range`, `--format` |
-| `--stealth` flag | `--mode direct+stealth` | Fetch mode enum replaces boolean (`auto`, `fast`, `js`, `direct+stealth`, `js+stealth`) |
+| `--stealth` flag | `--stealth` | Separate boolean flag; fetch mode is now `auto`, `fast`, or `js` |
 | `agentic-scraper` | — | Removed from API |
 | `generate-schema` | — | Removed from API |
 | `sitemap` | — | Removed from API |

bun.lock

@@ -28,7 +28,7 @@
 		"chalk": "^5.4.1",
 		"citty": "^0.1.6",
 		"dotenv": "^17.2.4",
-		"scrapegraph-js": "github:ScrapeGraphAI/scrapegraph-js#c5bf757"
+		"scrapegraph-js": "github:ScrapeGraphAI/scrapegraph-js#016ae8b"
 	},
 	"devDependencies": {
 		"@biomejs/biome": "^1.9.4",

package.json

@@ -28,8 +28,9 @@ export default defineCommand({
 		mode: {
 			type: "string",
 			alias: "m",
-			description: "Fetch mode: auto (default), fast, js, direct+stealth, js+stealth",
+			description: "Fetch mode: auto (default), fast, js",
 		},
+		stealth: { type: "boolean", description: "Enable stealth mode" },
 		json: { type: "boolean", description: "Output raw JSON (pipeable)" },
 	},
 	run: async ({ args }) => {
@@ -44,7 +45,10 @@ export default defineCommand({
 			crawlOptions.maxLinksPerPage = Number(args["max-links-per-page"]);
 		if (args["allow-external"]) crawlOptions.allowExternal = true;
 		if (args.format) crawlOptions.format = args.format;
-		if (args.mode) crawlOptions.fetchConfig = { mode: args.mode };
+		const fetchConfig: Record<string, unknown> = {};
+		if (args.mode) fetchConfig.mode = args.mode;
+		if (args.stealth) fetchConfig.stealth = true;
+		if (Object.keys(fetchConfig).length > 0) crawlOptions.fetchConfig = fetchConfig;
 
 		out.start("Crawling");
 		const t0 = performance.now();

src/commands/crawl.ts

@@ -21,7 +21,8 @@ export default defineCommand({
 		},
 		schema: { type: "string", description: "Output JSON schema (as JSON string)" },
 		scrolls: { type: "string", description: "Number of infinite scrolls (0-100)" },
-		mode: { type: "string", description: "Fetch mode: auto (default), fast, js, direct+stealth, js+stealth" },
+		mode: { type: "string", description: "Fetch mode: auto (default), fast, js" },
+		stealth: { type: "boolean", description: "Enable stealth mode" },
 		cookies: { type: "string", description: "Cookies as JSON object string" },
 		headers: { type: "string", description: "Custom headers as JSON object string" },
 		country: { type: "string", description: "ISO country code for geo-targeting" },
@@ -35,6 +36,7 @@ export default defineCommand({
 		const fetchConfig: Record<string, unknown> = {};
 		if (args.scrolls) fetchConfig.scrolls = Number(args.scrolls);
 		if (args.mode) fetchConfig.mode = args.mode;
+		if (args.stealth) fetchConfig.stealth = true;
 		if (args.cookies) fetchConfig.cookies = JSON.parse(args.cookies);
 		if (args.headers) fetchConfig.headers = JSON.parse(args.headers);
 		if (args.country) fetchConfig.country = args.country;

src/commands/extract.ts

@@ -64,8 +64,17 @@ export default defineCommand({
 			const t0 = performance.now();
 			const r = await sgai.history({ service, page: pg, limit });
 			const ms = Math.round(performance.now() - t0);
-			const d = r.data as { data?: Record<string, unknown>[]; requests?: Record<string, unknown>[]; next_key?: string; total?: number };
-			return { rows: d.data ?? d.requests ?? [], hasMore: !!d.next_key || (d.total != null && pg * limit < d.total), ms };
+			const d = r.data as {
+				data?: Record<string, unknown>[];
+				requests?: Record<string, unknown>[];
+				next_key?: string;
+				total?: number;
+			};
+			return {
+				rows: d.data ?? d.requests ?? [],
+				hasMore: !!d.next_key || (d.total != null && pg * limit < d.total),
+				ms,
+			};
 		};
 
 		if (quiet || requestId) {

src/commands/history.ts

@@ -13,7 +13,8 @@ export default defineCommand({
 			description: "Website URL to convert",
 			required: true,
 		},
-		mode: { type: "string", alias: "m", description: "Fetch mode: auto (default), fast, js, direct+stealth, js+stealth" },
+		mode: { type: "string", alias: "m", description: "Fetch mode: auto (default), fast, js" },
+		stealth: { type: "boolean", description: "Enable stealth mode" },
 		headers: { type: "string", description: "Custom headers as JSON object string" },
 		json: { type: "boolean", description: "Output raw JSON (pipeable)" },
 	},
@@ -24,6 +25,7 @@ export default defineCommand({
 
 		const fetchConfig: Record<string, unknown> = {};
 		if (args.mode) fetchConfig.mode = args.mode;
+		if (args.stealth) fetchConfig.stealth = true;
 		if (args.headers) fetchConfig.headers = JSON.parse(args.headers);
 
 		const scrapeOptions: Record<string, unknown> = { format: "markdown" };

src/commands/markdownify.ts

@@ -43,8 +43,9 @@ export default defineCommand({
 		mode: {
 			type: "string",
 			alias: "m",
-			description: "Fetch mode: auto (default), fast, js, direct+stealth, js+stealth",
+			description: "Fetch mode: auto (default), fast, js",
 		},
+		stealth: { type: "boolean", description: "Enable stealth mode" },
 		"html-mode": {
 			type: "string",
 			description: "HTML/markdown extraction mode: normal (default), reader, prune",
@@ -60,6 +61,7 @@ export default defineCommand({
 
 		const fetchConfig: Record<string, unknown> = {};
 		if (args.mode) fetchConfig.mode = args.mode;
+		if (args.stealth) fetchConfig.stealth = true;
 		if (args.scrolls) fetchConfig.scrolls = Number(args.scrolls);
 		if (args.country) fetchConfig.country = args.country;
 

src/commands/scrape.ts

@@ -36,6 +36,10 @@ export default defineCommand({
 			type: "string",
 			description: "Result format: markdown (default) or html",
 		},
+		nationality: {
+			type: "string",
+			description: "2-letter ISO nationality code for search personalization",
+		},
 		headers: { type: "string", description: "Custom headers as JSON object string" },
 		json: { type: "boolean", description: "Output raw JSON (pipeable)" },
 	},
@@ -51,6 +55,7 @@ export default defineCommand({
 		if (args["location-geo-code"]) searchOptions.locationGeoCode = args["location-geo-code"];
 		if (args["time-range"]) searchOptions.timeRange = args["time-range"];
 		if (args.format) searchOptions.format = args.format;
+		if (args.nationality) searchOptions.nationality = args.nationality;
 		if (args.headers) searchOptions.fetchConfig = { headers: JSON.parse(args.headers) };
 
 		out.start("Searching");

src/commands/search.ts

@@ -31,7 +31,9 @@ export function showBanner() {
 	console.log(chalk.hex(BANNER_COLOR)(TAGLINE));
 	console.log(chalk.hex(BANNER_COLOR)(`v${getVersion()}`));
 	if (process.env.SGAI_API_URL || process.env.JUST_SCRAPE_API_URL) {
-		console.log(chalk.yellow(`→ Custom API: ${process.env.SGAI_API_URL || process.env.JUST_SCRAPE_API_URL}`));
+		console.log(
+			chalk.yellow(`→ Custom API: ${process.env.SGAI_API_URL || process.env.JUST_SCRAPE_API_URL}`),
+		);
 	}
 	console.log();
 }