docs: 更新项目文档，完善需求和技术细节

website/robots.txt

@@ -0,0 +1,18 @@
+User-agent: *
+Allow: /
+
+# Sitemap location
+Sitemap: https://aijianhua.com/sitemap.xml
+
+# Block access to sensitive directories
+Disallow: /admin/
+Disallow: /private/
+Disallow: /config/
+
+# Allow crawlers to access all HTML, CSS, and JS files
+Allow: /*.html$
+Allow: /*.css$
+Allow: /*.js$
+
+# Prevent server overloading with crawl delay
+Crawl-delay: 1