Prevent Googlebot from crawling compare and search pages

Add rel="nofollow" to all internal links targeting noindex pages
and block /packages?*compare= in robots.txt.

Author: pierres

internal/ui/compare/templates.templ

@@ -13,7 +13,7 @@ templ CompareContent(names []string, excessNames []string, data chartdata.Data)
 	if len(excessNames) > 0 {
 		<div role="alert" class="alert alert-info mt-3">
 			{ fmt.Sprintf("You can only compare up to %d packages. Only the first %d are shown.", layout.MaxCompareChartPackages, layout.MaxCompareChartPackages) }
-			<a class="alert-link" href={ templ.SafeURL("/compare/packages/" + strings.Join(names, ",")) }>
+			<a class="alert-link" rel="nofollow" href={ templ.SafeURL("/compare/packages/" + strings.Join(names, ",")) }>
 				Remove { strings.Join(excessNames, ", ") } from list
 			</a>
 		</div>
@@ -22,7 +22,7 @@ templ CompareContent(names []string, excessNames []string, data chartdata.Data)
 		@templ.JSONScript("", data)
 	</popularity-chart>
 	<div class="mt-3">
-		<a class="btn btn-primary" href={ templ.SafeURL("/packages?compare=" + allNames(names, excessNames)) }>Edit selection</a>
+		<a class="btn btn-primary" rel="nofollow" href={ templ.SafeURL("/packages?compare=" + allNames(names, excessNames)) }>Edit selection</a>
 	</div>
 }
 

internal/ui/fundetail/templates.templ

@@ -38,7 +38,7 @@ templ FunDetailHistoryContent(category string, data chartdata.Data, compareURL s
 
 templ funCompareLink(compareURL string) {
 	<div class="mt-4">
-		<a class="btn btn-outline-primary" href={ templ.SafeURL(compareURL) }>
+		<a class="btn btn-outline-primary" rel="nofollow" href={ templ.SafeURL(compareURL) }>
 			<i class="bi bi-bar-chart-line me-1"></i>
 			Compare all in detail
 		</a>

internal/ui/gettingstarted/templates.templ

@@ -14,15 +14,15 @@ firefox-i18n-ru            1.22
 
 10 of 320 results
 
-See more results at <a class="code-link" href="/packages?query=firefox">https://pkgstats.archlinux.de/packages?query=firefox</a>`
+See more results at <a class="code-link" rel="nofollow" href="/packages?query=firefox">https://pkgstats.archlinux.de/packages?query=firefox</a>`
 
 const codeShow = `$ pkgstats <strong>show</strong> firefox chromium epiphany konqueror
 firefox        63.53
 chromium       48.80
 epiphany       16.33
 konqueror      10.62
 
-See more results at <a class="code-link" href="/compare/packages/chromium,epiphany,firefox,konqueror">https://pkgstats.archlinux.de/compare/packages/chromium,epiphany,firefox,konqueror</a>`
+See more results at <a class="code-link" rel="nofollow" href="/compare/packages/chromium,epiphany,firefox,konqueror">https://pkgstats.archlinux.de/compare/packages/chromium,epiphany,firefox,konqueror</a>`
 
 const codeSubmit = `$ pkgstats <strong>submit --dump-json</strong>
 {

internal/ui/packagelist/templates.templ

@@ -20,6 +20,7 @@ templ PackagesContent(list *packages.PackagePopularityList, query string, curren
 					if compareCount(compare) <= layout.MaxCompareChartPackages {
 						<a
 							class="d-inline-flex btn btn-primary"
+							rel="nofollow"
 							href={ templ.SafeURL("/compare/packages/" + compareNames(selectedPackages)) }
 						>
 							View History
@@ -34,7 +35,7 @@ templ PackagesContent(list *packages.PackagePopularityList, query string, curren
 				if compareCount(compare) > layout.MaxSelectPackages {
 					<div role="alert" class="alert alert-info mt-3 mb-4">
 						{ fmt.Sprintf("You can only select up to %d packages. Only the first %d are shown.", layout.MaxSelectPackages, layout.MaxSelectPackages) }
-						<a class="alert-link" href={ trimCompareURL(query, currentOffset, limit, compare) }>
+						<a class="alert-link" rel="nofollow" href={ trimCompareURL(query, currentOffset, limit, compare) }>
 							Remove { excessNames(compare) } from list
 						</a>
 					</div>
@@ -99,6 +100,7 @@ templ CompareTable(pkgs []packages.PackagePopularity, query string, offset int,
 					<td class="align-middle text-end">
 						<a
 							class="text-danger"
+							rel="nofollow"
 							href={ toggleURL(query, offset, limit, compare, pkg.Name) }
 							title={ "Remove " + pkg.Name }
 							aria-label={ "Remove " + pkg.Name }
@@ -134,6 +136,7 @@ templ PackageTable(pkgs []packages.PackagePopularity, query string, offset int,
 						if isSelected(compare, pkg.Name) {
 							<a
 								class="text-danger"
+								rel="nofollow"
 								href={ toggleURL(query, offset, limit, compare, pkg.Name) }
 								title={ "Remove " + pkg.Name }
 								aria-label={ "Remove " + pkg.Name }
@@ -143,6 +146,7 @@ templ PackageTable(pkgs []packages.PackagePopularity, query string, offset int,
 						} else if compareCount(compare) < layout.MaxSelectPackages {
 							<a
 								class="text-primary"
+								rel="nofollow"
 								href={ toggleURL(query, offset, limit, compare, pkg.Name) }
 								title={ "Add " + pkg.Name }
 								aria-label={ "Add " + pkg.Name }
@@ -163,7 +167,7 @@ templ Pagination(total int, currentOffset int, limit int, query string, compare
 			<ul class="pagination">
 				if currentOffset > 0 {
 					<li class="page-item">
-						<a class="page-link" href={ paginationURL(query, prevOffset(currentOffset, limit), limit, compare) }>Previous</a>
+						<a class="page-link" rel="nofollow" href={ paginationURL(query, prevOffset(currentOffset, limit), limit, compare) }>Previous</a>
 					</li>
 				} else {
 					<li class="page-item disabled">
@@ -172,7 +176,7 @@ templ Pagination(total int, currentOffset int, limit int, query string, compare
 				}
 				if currentOffset+limit < total {
 					<li class="page-item">
-						<a class="page-link" href={ paginationURL(query, currentOffset+limit, limit, compare) }>Next</a>
+						<a class="page-link" rel="nofollow" href={ paginationURL(query, currentOffset+limit, limit, compare) }>Next</a>
 					</li>
 				} else {
 					<li class="page-item disabled">

root/robots.txt

@@ -1,4 +1,5 @@
 User-agent: Googlebot
+Disallow: /packages?*compare=
 Allow: /
 
 User-agent: bingbot