Add visual search support and search refactor

Implements desktop visual-search support and refactors search/punchcard flows.

Key changes:
- New VisualSearch worker and API integration (acquire/report visual searches) in BrowserFunc.
- Added config option workers.doVisualSearch and docker env var mapping.
- Integrated visual-search into main flow with desktop session handling.
- Refactored SearchManager into planning & separate mobile/desktop/bonus methods.
- PunchcardManager simplified and runDesktop/runMobile separation improved.
- Login improvements: email-proof handling and selector tweaks; ReactFunc parsing fixes.
- Updated README and config.example.

Author: TheNetsky

README.md

@@ -100,7 +100,7 @@ ACCOUNT_1_PASSWORD=your_password
 ```
 
 - Review `compose.yaml` to adjust scheduling, timezone, and config options.
-  
+
 > [!NOTE]
 > A valid `config.json` is auto-generated on first run using default values, and saved locally to `./config/`.
 > Optionally, use `CONFIG_*` variables in the `environment:` section of the `compose.yaml` to customise your options (e.g., clusters, webhook, etc.).
@@ -112,6 +112,7 @@ ACCOUNT_1_PASSWORD=your_password
 > To update, delete `./config/config.json` and restart — a fresh one will be generated from the latest example, with your `compose.yaml` overrides re-applied.
 
 - Start the container: `docker compose up -d`
+
 > [!TIP]
 > Monitor logs with `docker logs microsoft-rewards-script`, useful for viewing passwordless login codes or diagnosing issues.
 > You can also enable a webhook in `compose.yaml` for notifications.
@@ -160,6 +161,7 @@ Edit `config.json` to customize behavior, or set `CONFIG_*` environment variable
 | `workers.doDailyCheckIn`       | boolean | `true`  | Complete daily check-in                                                    | `CONFIG_WORKER_DAILY_CHECKIN`        |
 | `workers.doReadToEarn`         | boolean | `true`  | Complete Read-to-Earn                                                      | `CONFIG_WORKER_READ_TO_EARN`         |
 | `workers.doActivateSearchPerk` | boolean | `true`  | Activate the "search Nx more" perk when present (runs after the daily set) | `CONFIG_WORKER_ACTIVATE_SEARCH_PERK` |
+| `workers.doVisualSearch`       | boolean | `false` | Activate the visual-search streak and perform visual searches              | `CONFIG_WORKER_VISUAL_SEARCH`        |
 
 ### Activities
 

config.example.json

@@ -17,7 +17,8 @@
         "doBonusSearches": false,
         "doDailyCheckIn": true,
         "doReadToEarn": true,
-        "doActivateSearchPerk": true
+        "doActivateSearchPerk": true,
+        "doVisualSearch": false
     },
     "activities": {
         "urlReward": true,

scripts/docker/entrypoint.sh

@@ -75,6 +75,7 @@ fi
 #      CONFIG_WORKER_DAILY_CHECKIN       → .workers.doDailyCheckIn
 #      CONFIG_WORKER_READ_TO_EARN        → .workers.doReadToEarn
 #      CONFIG_WORKER_ACTIVATE_SEARCH_PERK → .workers.doActivateSearchPerk
+#      CONFIG_WORKER_VISUAL_SEARCH       → .workers.doVisualSearch
 #
 #    Search settings:
 #      CONFIG_SEARCH_SCROLL_RANDOM       → .searchSettings.scrollRandomResults
@@ -240,6 +241,7 @@ _cfg "${CONFIG_WORKER_BONUS_SEARCHES:-}"         '.workers.doBonusSearches'
 _cfg "${CONFIG_WORKER_DAILY_CHECKIN:-}"       '.workers.doDailyCheckIn'        bool
 _cfg "${CONFIG_WORKER_READ_TO_EARN:-}"        '.workers.doReadToEarn'          bool
 _cfg "${CONFIG_WORKER_ACTIVATE_SEARCH_PERK:-}" '.workers.doActivateSearchPerk'  bool
+_cfg "${CONFIG_WORKER_VISUAL_SEARCH:-}"       '.workers.doVisualSearch'        bool
 
 # Search settings
 _cfg "${CONFIG_SEARCH_SCROLL_RANDOM:-}"    '.searchSettings.scrollRandomResults'    bool

src/browser/BrowserFunc.ts

@@ -14,6 +14,9 @@ import type { AppUserData } from '../interface/AppUserData'
 import type { AppEarnablePoints, BrowserEarnablePoints, MissingSearchPoints } from '../interface/Points'
 import type { AppDashboardData } from '../interface/AppDashBoardData'
 
+// Bing-hosted image used to seed the daily visual search. /images/kblob fetches it (Can be changed)
+const VISUAL_SEARCH_IMAGE_URL = 'https://th.bing.com/th?id=OMR.VisualSearch.VNext.BackgroundImage.png&pid=Rewards'
+
 export default class BrowserFunc {
     private bot: MicrosoftRewardsBot
 
@@ -636,6 +639,184 @@ export default class BrowserFunc {
         return { ig, ...parsed, gained }
     }
 
+    async reportVisualSearchActivity(visual: { bcid: string; query: string; serpUrl: string }): Promise<{
+        ig: string | null
+        balance: number | null
+        previousBalance: number | null
+        gained: number | null
+        searchPointsEarned: number | null
+        searchPointsLimit: number | null
+    }> {
+        const { bcid, query, serpUrl } = visual
+
+        const jar = this.getBingJar()
+
+        const base = { ...(this.bot.fingerprint?.headers ?? {}) }
+        delete base['Cookie']
+        delete base['cookie']
+
+        const empty = {
+            ig: null,
+            balance: null,
+            previousBalance: null,
+            searchPointsEarned: null,
+            searchPointsLimit: null
+        }
+
+        const searchRes = await this.bot.http.request({
+            url: serpUrl,
+            method: 'GET',
+            headers: {
+                ...base,
+                Cookie: this.jarToHeader(jar),
+                Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+                'Sec-Fetch-Dest': 'document',
+                'Sec-Fetch-Mode': 'navigate',
+                'Sec-Fetch-Site': 'none',
+                'Sec-Fetch-User': '?1',
+                'Upgrade-Insecure-Requests': '1'
+            }
+        })
+        this.mergeSetCookies(jar, searchRes.headers?.['set-cookie'] as string[] | string | undefined)
+
+        const ig =
+            typeof searchRes.data === 'string'
+                ? ((searchRes.data.match(/\bIG:"([A-F0-9]{32})"/i) ??
+                      searchRes.data.match(/[?&]IG=([A-F0-9]{32})\b/i))?.[1] ?? null)
+                : null
+        if (!ig) {
+            this.bot.logger.warn(
+                this.bot.isMobile,
+                'VISUAL-SEARCH-REPORT',
+                `No IG for "${query}" - visual SERP not served as expected`
+            )
+            return { ...empty, gained: null }
+        }
+
+        const params = new URLSearchParams({
+            IG: ig,
+            IID: 'SERP.5064',
+            q: query,
+            bcid,
+            FORM: 'SBIHMP',
+            hq: '1',
+            ajaxreq: '1'
+        })
+        const reportUrl = `${URLs.bing.origin}/rewardsapp/reportActivity?${params.toString()}`
+
+        const reportRes = await this.bot.http.request({
+            url: reportUrl,
+            method: 'POST',
+            headers: {
+                ...base,
+                Cookie: this.jarToHeader(jar),
+                Accept: '*/*',
+                'Content-Type': 'application/x-www-form-urlencoded',
+                Referer: serpUrl,
+                Origin: URLs.bing.origin,
+                'Sec-Fetch-Dest': 'empty',
+                'Sec-Fetch-Mode': 'cors',
+                'Sec-Fetch-Site': 'same-origin',
+                'X-Requested-With': 'XMLHttpRequest'
+            },
+            data: `url=${encodeURIComponent(serpUrl)}&V=web`
+        })
+        this.mergeSetCookies(jar, reportRes.headers?.['set-cookie'] as string[] | string | undefined)
+
+        const parsed = this.parseReportResponse(reportRes.data)
+        const gained =
+            parsed.balance != null && parsed.previousBalance != null ? parsed.balance - parsed.previousBalance : null
+
+        this.bot.logger.debug(
+            this.bot.isMobile,
+            'VISUAL-SEARCH-REPORT',
+            `Reported "${query}" | ig=${ig} | bcid=${bcid.slice(0, 12)} | gained=${gained ?? 'n/a'} | balance=${parsed.balance ?? 'n/a'} | searchPts=${parsed.searchPointsEarned ?? 'n/a'}/${parsed.searchPointsLimit ?? 'n/a'}`
+        )
+
+        return { ig, ...parsed, gained }
+    }
+
+    async acquireVisualSearch(
+        imageUrl: string = VISUAL_SEARCH_IMAGE_URL
+    ): Promise<{ bcid: string; query: string; serpUrl: string } | null> {
+        try {
+            const jar = this.getBingJar()
+            const base = { ...(this.bot.fingerprint?.headers ?? {}) }
+            delete base['Cookie']
+            delete base['cookie']
+
+            const enc = encodeURIComponent(imageUrl)
+            const url =
+                `${URLs.bing.origin}/images/kblob` + `?iss=sbi&form=SBIHMP&sbisrc=UrlPaste&vsimg=${enc}&imgurl=${enc}`
+
+            const boundary = `----WebKitFormBoundary${randomBytes(8).toString('hex')}`
+            const body = this.buildMultipart(boundary, [
+                { name: 'cbir', value: 'sbi' },
+                { name: 'imageBin', value: '' },
+                { name: 'imgurl', value: '' }
+            ])
+
+            const res = await this.bot.http.request({
+                url,
+                method: 'POST',
+                headers: {
+                    ...base,
+                    Cookie: this.jarToHeader(jar),
+                    Accept: 'application/json',
+                    'Content-Type': `multipart/form-data; boundary=${boundary}`,
+                    Referer: `${URLs.bing.origin}/visualsearch`,
+                    Origin: URLs.bing.origin,
+                    'Sec-Fetch-Dest': 'empty',
+                    'Sec-Fetch-Mode': 'cors',
+                    'Sec-Fetch-Site': 'same-origin'
+                },
+                data: body
+            })
+            this.mergeSetCookies(jar, res.headers?.['set-cookie'] as string[] | string | undefined)
+
+            const redirectUrl = this.parseKblobRedirect(res.data)
+            if (!redirectUrl) {
+                const dump = typeof res.data === 'string' ? res.data : JSON.stringify(res.data ?? '')
+                this.bot.logger.warn(
+                    this.bot.isMobile,
+                    'VISUAL-SEARCH-BCID',
+                    `kblob returned no redirectUrl | status=${res.status} - the endpoint/shape may have changed`
+                )
+                this.bot.logger.debug(this.bot.isMobile, 'VISUAL-SEARCH-BCID', `kblob response: ${dump.slice(0, 400)}`)
+                return null
+            }
+
+            const qs = new URLSearchParams(redirectUrl.split('?')[1] ?? '')
+            const bcid = qs.get('bcid')
+            if (!bcid) {
+                this.bot.logger.warn(this.bot.isMobile, 'VISUAL-SEARCH-BCID', `redirect had no bcid | ${redirectUrl}`)
+                return null
+            }
+
+            const query = qs.get('q') ?? ''
+            const serpUrl = `${URLs.bing.origin}${redirectUrl}`
+
+            this.bot.logger.info(
+                this.bot.isMobile,
+                'VISUAL-SEARCH-BCID',
+                `Acquired bcid=${bcid.slice(0, 14)} | q="${query}" | status=${res.status}`,
+                'green'
+            )
+            return { bcid, query, serpUrl }
+        } catch (error) {
+            this.bot.logger.warn(
+                this.bot.isMobile,
+                'VISUAL-SEARCH-BCID',
+                `Failed to acquire visual search | ${error instanceof Error ? error.message : String(error)}`
+            )
+            return null
+        }
+    }
+
+    resetHttpJars(): void {
+        this.bingJars.clear()
+    }
+
     private getBingJar(): Map<string, string> {
         const src = this.bot.isMobile ? this.bot.cookies.mobile : this.bot.cookies.desktop
         const key = `${src.find(c => c.name === '_U')?.value ?? ''}|${this.bot.isMobile}`
@@ -693,4 +874,33 @@ export default class BrowserFunc {
             return empty
         }
     }
+
+    private buildMultipart(boundary: string, fields: { name: string; value: string }[]): Buffer {
+        const parts: Buffer[] = []
+        for (const f of fields) {
+            parts.push(
+                Buffer.from(
+                    `--${boundary}\r\nContent-Disposition: form-data; name="${f.name}"\r\n\r\n${f.value}\r\n`,
+                    'utf8'
+                )
+            )
+        }
+        parts.push(Buffer.from(`--${boundary}--\r\n`, 'utf8'))
+        return Buffer.concat(parts)
+    }
+
+    private parseKblobRedirect(data: unknown): string | null {
+        try {
+            const obj = typeof data === 'string' ? JSON.parse(data) : data
+            const url = (obj as { redirectUrl?: unknown })?.redirectUrl
+            if (typeof url === 'string' && url.includes('bcid=')) return url
+        } catch {}
+
+        if (typeof data === 'string') {
+            const m = data.match(/"redirectUrl"\s*:\s*"([^"]+)"/)
+            const raw = m?.[1]
+            if (raw && raw.includes('bcid=')) return raw.replace(/\\u002f/gi, '/').replace(/\\\//g, '/')
+        }
+        return null
+    }
 }

src/browser/ReactFunc.ts

@@ -383,7 +383,8 @@ export default class ReactFunc {
             )
 
             if (account.level === null && account.availablePoints === null) {
-                this.bot.logger.warn(
+                // Common error! Keep however for debugging!
+                this.bot.logger.debug(
                     this.bot.isMobile,
                     'REACT-PARSE',
                     'Account state empty - membership/header objects not found in payload'
@@ -553,27 +554,16 @@ export default class ReactFunc {
         const out: QuestChild[] = []
         const seen = new Set<string>()
 
-        const idRe = /"offerId":"([^"]*pcchild[^"]*)"/g
-        for (const questMatch of combined.matchAll(idRe)) {
-            const offerId = questMatch[1] as string
-            if (seen.has(offerId)) continue
+        for (const obj of this.extractObjects(combined, '"offerId"')) {
+            const offerId = obj.offerId as string | undefined
+            if (!offerId || !offerId.includes('pcchild') || seen.has(offerId)) continue
             seen.add(offerId)
 
-            const at = questMatch.index ?? 0
-            const childAt = combined.indexOf('"children"', at)
-            const windowEnd = childAt !== -1 && childAt - at < 1200 ? childAt : Math.min(at + 600, combined.length)
-            const region = combined.slice(at, windowEnd)
-
-            const hashMatch = region.match(/"hash":"([0-9a-f]{64})"/)
-            const hash = hashMatch?.[1] ?? null
-
-            const pointsMatch = region.match(/"points":(\d+)/)
-            const points = pointsMatch ? Number(pointsMatch[1]) : 0
-
-            const flag = (name: string): boolean => new RegExp(`"${name}":true`).test(region)
-            const isCompleted = flag('isCompleted')
-            const isLocked = flag('isLocked')
-            const isDisabled = flag('isDisabled')
+            const hash = (obj.hash as string | null) ?? null
+            const points = (obj.points as number) ?? (obj.pointProgressMax as number) ?? 0
+            const isCompleted = ((obj.isCompleted ?? obj.complete) as boolean | undefined) === true
+            const isLocked = (obj.isLocked as boolean | undefined) === true
+            const isDisabled = (obj.isDisabled as boolean | undefined) === true
 
             const reportable = !!hash && !isCompleted && !isLocked && !isDisabled