docs: 更新项目文档，完善需求和技术细节

2025-08-31 23:29:26 +08:00
parent fcce470415
commit 028a458283
35 changed files with 13517 additions and 0 deletions
--- a/official_website/robots.txt
+++ b/official_website/robots.txt
@@ -0,0 +1,18 @@
+User-agent: *
+Allow: /
+
+# Sitemap
+Sitemap: https://aijianhua.com/sitemap.xml
+
+# Disallow admin pages and sensitive directories
+Disallow: /admin/
+Disallow: /private/
+Disallow: /config/
+
+# Allow search engines to crawl all content
+Allow: /*.html
+Allow: /*.css
+Allow: /*.js
+
+# Crawl delay to prevent overloading server
+Crawl-delay: 1