only do raw text compare for 200 status code pages

Author: ikreymer

src/replaycrawler.ts

@@ -524,11 +524,13 @@ export class ReplayCrawler extends Crawler {
 
     await this.compareText(page, data, url, date);
 
-    await this.compareRawText(page, data, url, date);
+    await this.compareResources(page, data, url, date);
 
-    await this.writeHtmlToWarc(page, url, date, data.originalWarcRecordId);
+    if (data.doRawTextCompare) {
+      await this.compareRawText(page, data, url, date);
 
-    await this.compareResources(page, data, url, date);
+      await this.writeHtmlToWarc(page, url, date, data.originalWarcRecordId);
+    }
 
     if (this.params.qaDetectClientSideRendering)
       await this.processCSRClues(page, data);
@@ -871,6 +873,14 @@ export class ReplayCrawler extends Crawler {
       pageInfo.ts = origResData.ts;
     }
 
+    logger.info("Page Resource Status", {
+      status: origResData.urls[origResData.url]?.status,
+    });
+
+    if (origResData.url && origResData.urls[origResData.url].status === 200) {
+      state.doRawTextCompare = true;
+    }
+
     const { resourceCounts } = pageInfo.comparison;
 
     const { good: crawlGood, bad: crawlBad } = this.countResources(origResData);

src/util/state.ts

@@ -95,6 +95,7 @@ export class PageState {
   isHTMLPage = true;
   text?: string;
   originalText?: string;
+  doRawTextCompare?: boolean;
   textFromResponse?: string;
   documentRequestId?: string;
   screenshotView?: Buffer;