Files
aijianhua/official_website/robots.txt

18 lines
330 B
Plaintext
Raw Normal View History

User-agent: *
Allow: /
# Sitemap
Sitemap: https://aijianhua.com/sitemap.xml
# Disallow admin pages and sensitive directories
Disallow: /admin/
Disallow: /private/
Disallow: /config/
# Allow search engines to crawl all content
Allow: /*.html
Allow: /*.css
Allow: /*.js
# Crawl delay to prevent overloading server
Crawl-delay: 1