refactor(devtools): enhance SEO tab components by removing canonical link and improving robots handling

This commit removes the canonical link from the basic example HTML file and updates the robots handling logic in the canonical URL data module. The changes include refining the conditions for indexability and follow directives, ensuring more accurate SEO assessments. Additionally, the links preview component is updated to enforce the inclusion of both 'noopener' and 'noreferrer' for external links with target='_blank'. These adjustments aim to improve the overall functionality and security of the SEO tab.

Author: abedshaaban

examples/react/basic/index.html

@@ -33,8 +33,6 @@
       content="A basic example of using TanStack Devtools with React."
     />
 
-    <link rel="canonical" href="http://localhost:3005/" />
-
     <meta name="robots" content="index, follow" />
 
     <description

packages/devtools/src/tabs/seo-tab/README.md

@@ -88,8 +88,10 @@ export function getCanonicalPageData(): CanonicalPageData {
         .filter(Boolean),
     )
 
-  const indexable = !robots.includes('noindex')
-  const follow = !robots.includes('nofollow')
+  const hasNoindex = robots.includes('noindex') || robots.includes('none')
+  const hasNofollow = robots.includes('nofollow') || robots.includes('none')
+  const indexable = !hasNoindex
+  const follow = !hasNofollow
 
   if (!indexable) {
     issues.push({ severity: 'error', message: 'Page is marked as noindex.' })

packages/devtools/src/tabs/seo-tab/canonical-url-data.ts

@@ -124,17 +124,20 @@ function hasMissingKeys(
   })
 }
 
+const VALID_SCHEMA_CONTEXTS = new Set([
+  'https://schema.org',
+  'http://schema.org',
+  'https://schema.org/',
+  'http://schema.org/',
+])
+
 function validateContext(entity: JsonLdValue): Array<ValidationIssue> {
   const context = entity['@context']
   if (!context) {
     return [{ severity: 'error', message: 'Missing @context attribute.' }]
   }
   if (typeof context === 'string') {
-    if (
-      !context.includes('schema.org') &&
-      context !== 'https://schema.org' &&
-      context !== 'http://schema.org'
-    ) {
+    if (!VALID_SCHEMA_CONTEXTS.has(context)) {
       return [
         {
           severity: 'error',

packages/devtools/src/tabs/seo-tab/json-ld-preview.tsx

@@ -77,7 +77,11 @@ function classifyLink(anchor: HTMLAnchorElement): LinkRow {
       .split(/\s+/)
       .filter(Boolean)
 
-    if (target === '_blank' && !relTokens.includes('noopener')) {
+    if (
+      target === '_blank' &&
+      !relTokens.includes('noopener') &&
+      !relTokens.includes('noreferrer')
+    ) {
       issues.push({
         severity: 'warning',
         message: 'External _blank link should include rel="noopener".',