18 lines
350 B
Plaintext
18 lines
350 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Sitemap location
|
|
Sitemap: https://www.aijianhua.com/sitemap.xml
|
|
|
|
# Block access to sensitive directories
|
|
Disallow: /admin/
|
|
Disallow: /private/
|
|
Disallow: /config/
|
|
|
|
# Allow crawlers to access all HTML, CSS, and JS files
|
|
Allow: /*.html$
|
|
Allow: /*.css$
|
|
Allow: /*.js$
|
|
|
|
# Prevent server overloading with crawl delay
|
|
Crawl-delay: 1 |