18 lines
330 B
Plaintext
18 lines
330 B
Plaintext
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
# Sitemap
|
||
|
|
Sitemap: https://aijianhua.com/sitemap.xml
|
||
|
|
|
||
|
|
# Disallow admin pages and sensitive directories
|
||
|
|
Disallow: /admin/
|
||
|
|
Disallow: /private/
|
||
|
|
Disallow: /config/
|
||
|
|
|
||
|
|
# Allow search engines to crawl all content
|
||
|
|
Allow: /*.html
|
||
|
|
Allow: /*.css
|
||
|
|
Allow: /*.js
|
||
|
|
|
||
|
|
# Crawl delay to prevent overloading server
|
||
|
|
Crawl-delay: 1
|