User-agent: *
Allow: /

# 避免重复抓取不同URL指向相同内容的页面
Disallow: /news/\d+-.*
Disallow: /changlong-travel-guide/\d+
Disallow: /travel-news/\d+
Disallow: /about/\d+
Disallow: /culture/\d+
Disallow: /business/\d+
Disallow: /contact/\d+

# Sitemap
Sitemap: https://www.lhs11.com/sitemap.xml

# Crawl-delay for all bots
Crawl-delay: 10

# Specific directives for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 10

User-agent: Bingbot
Allow: /
Crawl-delay: 10

User-agent: Baiduspider
Allow: /
Crawl-delay: 10

# Disallow certain directories/files
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /backup/

# Disallow certain file types
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.bak$

# Host directive
Host: www.lhs11.com