2025-08-31 23:29:26 +08:00
|
|
|
User-agent: *
|
|
|
|
|
Allow: /
|
|
|
|
|
|
2025-09-01 01:05:53 +08:00
|
|
|
# Sitemap location
|
2025-08-31 23:29:26 +08:00
|
|
|
Sitemap: https://aijianhua.com/sitemap.xml
|
|
|
|
|
|
2025-09-01 01:05:53 +08:00
|
|
|
# Block access to sensitive directories
|
2025-08-31 23:29:26 +08:00
|
|
|
Disallow: /admin/
|
|
|
|
|
Disallow: /private/
|
|
|
|
|
Disallow: /config/
|
|
|
|
|
|
2025-09-01 01:05:53 +08:00
|
|
|
# Allow crawlers to access all HTML, CSS, and JS files
|
|
|
|
|
Allow: /*.html$
|
|
|
|
|
Allow: /*.css$
|
|
|
|
|
Allow: /*.js$
|
2025-08-31 23:29:26 +08:00
|
|
|
|
2025-09-01 01:05:53 +08:00
|
|
|
# Prevent server overloading with crawl delay
|
2025-08-31 23:29:26 +08:00
|
|
|
Crawl-delay: 1
|
