docs: 更新项目文档，完善需求和技术细节

official_website/robots.txt

@@ -1,18 +1,18 @@
 User-agent: *
 Allow: /
 
-# Sitemap
+# Sitemap location
 Sitemap: https://aijianhua.com/sitemap.xml
 
-# Disallow admin pages and sensitive directories
+# Block access to sensitive directories
 Disallow: /admin/
 Disallow: /private/
 Disallow: /config/
 
-# Allow search engines to crawl all content
-Allow: /*.html
-Allow: /*.css
-Allow: /*.js
+# Allow crawlers to access all HTML, CSS, and JS files
+Allow: /*.html$
+Allow: /*.css$
+Allow: /*.js$
 
-# Crawl delay to prevent overloading server
+# Prevent server overloading with crawl delay
 Crawl-delay: 1