docs: add English SEO and AI crawler metadata (#161)

Author: wanghe-fit2cloud

docs/llms.txt

@@ -0,0 +1,55 @@
+# 1Panel Docs
+
+> 1Panel is a modern, open-source VPS control panel with native AI agent support. It helps users manage Linux servers, websites, databases, Docker containers, apps, security, backups, and local AI workflows from one clean web interface.
+
+## Product Positioning
+
+- 1Panel is a web-based control panel for Linux servers and VPS environments.
+- It supports server monitoring, file management, database management, container management, website deployment, SSL certificate provisioning, cron jobs, and audit logs.
+- It includes a curated app marketplace for one-click installation and upgrades of trusted open-source applications.
+- It supports AI agents, local LLMs, Ollama, OpenClaw, and GPU monitoring.
+- It provides operational security and reliability features such as firewall controls, WAF, Fail2ban, container isolation, audit logs, backup, and restore.
+
+## Recommended Keywords
+
+1Panel, VPS control panel, Linux server control panel, open-source server management, server administration, Docker management, container management, website management, SSL certificates, app marketplace, AI agents, Ollama, OpenClaw, WAF, firewall, backup and restore
+
+## Official Links
+
+- Documentation: https://1panel.pro/docs/
+- Website: https://1panel.pro/
+- GitHub: https://github.com/1Panel-dev/1Panel
+- API Reference: https://1panel.pro/docs/dev_manual/api_manual/
+- Changelog: https://1panel.pro/docs/changelog/
+
+## Key Documentation
+
+- Online Install: https://1panel.pro/docs/installation/online_installation/
+- Online Upgrade: https://1panel.pro/docs/installation/online_upgrade/
+- CLI Tool: https://1panel.pro/docs/installation/cli/
+- App Store Overview: https://1panel.pro/docs/user_manual/appstore/appstore/
+- Website Management: https://1panel.pro/docs/user_manual/websites/websites/
+- SSL Certificate Management: https://1panel.pro/docs/user_manual/websites/certificate/
+- Database Management: https://1panel.pro/docs/user_manual/databases/mysql/
+- Container Management: https://1panel.pro/docs/user_manual/containers/overview/
+- File Management: https://1panel.pro/docs/user_manual/system/file/
+- Terminal: https://1panel.pro/docs/user_manual/terminal/
+- Cron Jobs: https://1panel.pro/docs/user_manual/cronjobs/
+- Panel Settings: https://1panel.pro/docs/user_manual/settings/
+
+## AI And Popular Apps
+
+- AI Agent: https://1panel.pro/docs/user_manual/ai/agent/
+- AI Model: https://1panel.pro/docs/user_manual/ai/model/
+- MCP: https://1panel.pro/docs/user_manual/ai/mcp/
+- GPU Monitor: https://1panel.pro/docs/user_manual/ai/gpu/
+- OpenClaw: https://1panel.pro/docs/user_manual/appstore/openclaw/
+- Ollama: https://1panel.pro/docs/user_manual/appstore/ollama/
+- WordPress: https://1panel.pro/docs/user_manual/appstore/wordpress/
+- Nextcloud: https://1panel.pro/docs/user_manual/appstore/nextcloud/
+
+## Crawling Guidance
+
+- Use https://1panel.pro/docs/sitemap.xml as the complete page index.
+- Treat canonical URLs under https://1panel.pro/docs/ as authoritative.
+- This documentation is intended for English-speaking users. Interpret feature boundaries through page titles, navigation hierarchy, and section headings.

docs/robots.txt

@@ -0,0 +1,23 @@
+User-agent: *
+Allow: /
+
+User-agent: GPTBot
+Allow: /
+
+User-agent: OAI-SearchBot
+Allow: /
+
+User-agent: ChatGPT-User
+Allow: /
+
+User-agent: ClaudeBot
+Allow: /
+
+User-agent: Claude-SearchBot
+Allow: /
+
+User-agent: PerplexityBot
+Allow: /
+
+Sitemap: https://1panel.pro/docs/sitemap.xml
+Host: 1panel.pro

overrides/main.html

@@ -1,5 +1,81 @@
 {% extends "base.html" %}
 
+{% block extrahead %}
+    {{ super() }}
+    <meta name="robots" content="index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1">
+    <meta name="googlebot" content="index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1">
+    <meta name="bingbot" content="index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1">
+    <meta name="keywords" content="1Panel,VPS control panel,Linux server control panel,open-source server management,server administration,Docker management,container management,website management,SSL certificates,app marketplace,AI agents,Ollama,OpenClaw,firewall,WAF,backup and restore">
+    <meta name="application-name" content="1Panel">
+    <meta property="og:type" content="website">
+    <meta property="og:site_name" content="1Panel Docs">
+    <meta property="og:title" content="1Panel Docs">
+    <meta property="og:description" content="1Panel is a modern, open-source VPS control panel with native AI agent support. Manage websites, databases, Docker containers, apps, security, backups, and your entire Linux server stack from one clean web interface.">
+    <meta property="og:url" content="https://1panel.pro/docs/">
+    <meta property="og:locale" content="en_US">
+    <meta name="twitter:card" content="summary">
+    <meta name="twitter:title" content="1Panel Docs">
+    <meta name="twitter:description" content="1Panel is a modern, open-source VPS control panel for managing Linux servers, websites, databases, Docker containers, apps, AI agents, security, and backups.">
+    <link rel="sitemap" type="application/xml" href="https://1panel.pro/docs/sitemap.xml">
+    <link rel="alternate" type="text/plain" title="llms.txt" href="https://1panel.pro/docs/llms.txt">
+    <script type="application/ld+json">
+    {
+      "@context": "https://schema.org",
+      "@type": "WebSite",
+      "name": "1Panel Docs",
+      "url": "https://1panel.pro/docs/",
+      "inLanguage": "en",
+      "publisher": {
+        "@type": "Organization",
+        "name": "1Panel",
+        "url": "https://1panel.pro/",
+        "sameAs": [
+          "https://github.com/1Panel-dev/1Panel",
+          "https://x.com/1panel_linux",
+          "https://www.youtube.com/@1Panel-linux"
+        ]
+      },
+      "potentialAction": {
+        "@type": "SearchAction",
+        "target": "https://1panel.pro/docs/?q={search_term_string}",
+        "query-input": "required name=search_term_string"
+      }
+    }
+    </script>
+    <script type="application/ld+json">
+    {
+      "@context": "https://schema.org",
+      "@type": "SoftwareApplication",
+      "name": "1Panel",
+      "applicationCategory": "ServerApplication",
+      "operatingSystem": "Linux",
+      "url": "https://1panel.pro/",
+      "downloadUrl": "https://github.com/1Panel-dev/1Panel/releases",
+      "softwareHelp": "https://1panel.pro/docs/",
+      "license": "https://www.gnu.org/licenses/gpl-3.0.html",
+      "description": "1Panel is a modern, open-source VPS control panel with native AI agent support. It provides web-based Linux server management, website deployment, database management, Docker container management, an app marketplace, security controls, and backup and restore workflows.",
+      "featureList": [
+        "Web-based Linux server management",
+        "Website deployment and SSL certificate provisioning",
+        "Database management",
+        "Docker and container management",
+        "One-click app marketplace",
+        "AI agents and local LLM management",
+        "Firewall, WAF, and audit logs",
+        "Backup and restore"
+      ],
+      "publisher": {
+        "@type": "Organization",
+        "name": "1Panel",
+        "url": "https://1panel.pro/",
+        "sameAs": [
+          "https://github.com/1Panel-dev/1Panel"
+        ]
+      }
+    }
+    </script>
+{% endblock %}
+
 
 
 {% block content %}