redirect empty pagination pages to base URL

Bots were crawling pagination infinitely (e.g. ?page=161 on a tag
with ~100 apps). Empty pages beyond page 1 now 302 redirect back
to the base route, signaling crawlers to stop.

Author: gavdevs

src/routes/apps/index.tsx

@@ -1,4 +1,4 @@
-import { createFileRoute, useNavigate } from "@tanstack/react-router";
+import { createFileRoute, redirect, useNavigate } from "@tanstack/react-router";
 import { useState } from "react";
 import { AppCard } from "~/components/app-card";
 import { Breadcrumb } from "~/components/breadcrumb";
@@ -75,6 +75,14 @@ export const Route = createFileRoute("/apps/")({
 			fetchTags(),
 		]);
 
+		if (apps.length === 0 && page > 1) {
+			throw redirect({
+				to: "/apps",
+				search: tagSlugs?.length ? { tags: tagSlugs.join(",") } : undefined,
+				statusCode: 302,
+			});
+		}
+
 		const hasMore = apps.length > limit;
 		const displayApps = hasMore ? apps.slice(0, limit) : apps;
 

src/routes/category/$slug.tsx

@@ -1,4 +1,9 @@
-import { createFileRoute, Link, notFound } from "@tanstack/react-router";
+import {
+	createFileRoute,
+	Link,
+	notFound,
+	redirect,
+} from "@tanstack/react-router";
 import { AppCard } from "~/components/app-card";
 import { Breadcrumb } from "~/components/breadcrumb";
 import { JsonLd } from "~/components/json-ld";
@@ -33,6 +38,14 @@ export const Route = createFileRoute("/category/$slug")({
 			data: { tagSlug: params.slug, page, limit: LIMIT + 1 },
 		});
 
+		if (apps.length === 0 && page > 1) {
+			throw redirect({
+				to: "/category/$slug",
+				params,
+				statusCode: 302,
+			});
+		}
+
 		const hasMore = apps.length > LIMIT;
 		const displayApps = hasMore ? apps.slice(0, LIMIT) : apps;
 

src/routes/license/$license.tsx

@@ -1,4 +1,4 @@
-import { createFileRoute, notFound } from "@tanstack/react-router";
+import { createFileRoute, notFound, redirect } from "@tanstack/react-router";
 import { AppCard } from "~/components/app-card";
 import { Breadcrumb } from "~/components/breadcrumb";
 import { JsonLd } from "~/components/json-ld";
@@ -30,6 +30,13 @@ export const Route = createFileRoute("/license/$license")({
 		});
 
 		if (apps.length === 0 && page === 1) throw notFound();
+		if (apps.length === 0 && page > 1) {
+			throw redirect({
+				to: "/license/$license",
+				params,
+				statusCode: 302,
+			});
+		}
 
 		const hasMore = apps.length > LIMIT;
 		const displayApps = hasMore ? apps.slice(0, LIMIT) : apps;

src/routes/tags/$type/$slug.tsx

@@ -1,4 +1,4 @@
-import { createFileRoute, notFound } from "@tanstack/react-router";
+import { createFileRoute, notFound, redirect } from "@tanstack/react-router";
 import { AppCard } from "~/components/app-card";
 import { Breadcrumb } from "~/components/breadcrumb";
 import { JsonLd } from "~/components/json-ld";
@@ -43,6 +43,10 @@ export const Route = createFileRoute("/tags/$type/$slug")({
 			data: { tagSlug: params.slug, page, limit: LIMIT + 1 },
 		});
 
+		if (apps.length === 0 && page > 1) {
+			throw redirect({ to: "/tags/$type/$slug", params, statusCode: 302 });
+		}
+
 		const hasMore = apps.length > LIMIT;
 		const displayApps = hasMore ? apps.slice(0, LIMIT) : apps;