制作官网website

2025-09-12 19:45:01 +08:00
parent f80848fc0f
commit d875529f99
25 changed files with 3412 additions and 9815 deletions
--- a/website/robots.txt
+++ b/website/robots.txt
@@ -0,0 +1,20 @@
+# robots.txt for Ningxia Smart Farming Platform
+User-agent: *
+Allow: /
+
+# Sitemap location
+Sitemap: https://nxfarm.com/sitemap.xml
+
+# Disallow crawling of admin and sensitive areas
+Disallow: /admin/
+Disallow: /api/
+Disallow: /private/
+
+# Allow all other content
+Allow: /assets/
+Allow: /css/
+Allow: /js/
+Allow: /images/
+
+# Crawl delay (requests per second)
+Crawl-delay: 1