# haosf.cq.cn robots.txt
# 传奇私服发布网 - 允许所有搜索引擎抓取

User-agent: *
Allow: /
Disallow: /*?s=
Disallow: /*?search=
Disallow: /admin/
Disallow: /api/

# Baiduspider
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

# Googlebot
User-agent: Googlebot
Allow: /

# Bingbot
User-agent: Bingbot
Allow: /

# 360Spider
User-agent: 360Spider
Allow: /

# Sogou web spider
User-agent: Sogou web spider
Allow: /

# YandexBot
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# 禁止低质量爬虫
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap
Sitemap: https://haosf.cq.cn/sitemap.xml