# robots.txt
# 推易站长工具 - 搜索引擎抓取规则
# 站点名称：推易站长工具
# 站点描述：面向站长与运营者的一站式SEO诊断、收录推送与站点监控工具平台

# ============================================
# 全局规则：允许所有搜索引擎抓取
# ============================================
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Disallow: /*?sessionid=
Disallow: /*?token=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /assets/private/

# ============================================
# 百度蜘蛛 - 全站允许抓取
# ============================================
User-agent: Baiduspider
Allow: /
Allow: /index.html
Allow: /tools.html
Allow: /about.html
Allow: /contact.html
Allow: /assets/
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Crawl-delay: 1

# ============================================
# 百度移动蜘蛛
# ============================================
User-agent: Baiduspider-mobile
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Crawl-delay: 1

# ============================================
# 必应蜘蛛 - 全站允许抓取
# ============================================
User-agent: Bingbot
Allow: /
Allow: /index.html
Allow: /tools.html
Allow: /about.html
Allow: /contact.html
Allow: /assets/
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Crawl-delay: 1

# ============================================
# 必应移动蜘蛛
# ============================================
User-agent: BingPreview
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/

# ============================================
# Google 蜘蛛
# ============================================
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/

# ============================================
# 360 蜘蛛
# ============================================
User-agent: 360Spider
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Crawl-delay: 2

# ============================================
# 搜狗蜘蛛
# ============================================
User-agent: Sogou web spider
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Crawl-delay: 2

# ============================================
# 神马蜘蛛
# ============================================
User-agent: YisouSpider
Allow: /
Disallow: /admin/
Disallow: /api/private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Crawl-delay: 2

# ============================================
# 屏蔽恶意采集与无价值爬虫
# ============================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ============================================
# 站点地图声明 - 供百度与必应蜘蛛快速发现页面
# ============================================
Sitemap: /sitemap.xml
Sitemap: https://www.tuiyi-tools.com/sitemap.xml