Feat/#9 Fetch dump markdown (#10)

* feat: add dump markdown flag

* fix: undefined options

* docs(changeset): _Features_
- Feat/#9 Fetch dump markdown

_Chore_
- Checksum binary
- fix: add extension from import (#13)
- chore: not publish index.ts (#12)

Author: nrigaudiere

.changeset/shiny-peaches-thank.md

@@ -0,0 +1,13 @@
+---
+"@lightpanda/browser": minor
+---
+
+_Features_
+
+- Feat/#9 Fetch dump markdown
+
+_Chore_
+
+- Checksum binary
+- fix: add extension from import (#13)
+- chore: not publish index.ts (#12)

packages/browser/src/fetch.ts

@@ -20,19 +20,23 @@ import { getExecutablePath, validateUrl } from './utils.js'
  * @typedef LightpandaFetchOptions
  * @type {object}
  * @property {boolean} dump - Export fetched output as string
+ * @property {boolean} dumpHtml - Export fetched output as HTML
+ * @property {boolean} dumpMarkdown - Export fetched output as Markdown
  * @property {boolean} disableHostVerification - Disables host verification on all HTTP requests
  * @property {boolean} obeyRobots - Fetches and obeys the robots.txt (if available) of the web pages we make requests towards.
  * @property {string} httpProxy - The HTTP proxy to use for all HTTP requests
  */
 export type LightpandaFetchOptions = {
-  dump?: boolean
   disableHostVerification?: boolean
   obeyRobots?: boolean
   httpProxy?: string
+  dump?: boolean
+  dumpOptions?: { type?: 'html' | 'markdown' }
 }
 
 const defaultOptions: LightpandaFetchOptions = {
   dump: true,
+  dumpOptions: { type: 'html' },
 }
 
 /**
@@ -42,7 +46,7 @@ const defaultOptions: LightpandaFetchOptions = {
  * @returns {Promise<Buffer | string>}
  */
 export const fetch = (url: string, options: LightpandaFetchOptions = defaultOptions) => {
-  const { dump, disableHostVerification, obeyRobots, httpProxy } = options
+  const { dump, dumpOptions, disableHostVerification, obeyRobots, httpProxy } = options
   validateUrl(url)
 
   if (httpProxy) {
@@ -53,7 +57,7 @@ export const fetch = (url: string, options: LightpandaFetchOptions = defaultOpti
     try {
       const executablePath = getExecutablePath()
       const flags = [
-        { flag: '--dump', condition: dump },
+        { flag: `--dump ${dumpOptions?.type ?? 'html'}`, condition: dump },
         { flag: '--insecure_disable_tls_host_verification', condition: disableHostVerification },
         { flag: '--obey_robots', condition: obeyRobots },
         { flag: `--http_proxy ${httpProxy}`, condition: httpProxy },