User-agent: *
Allow: /

# 允许所有搜索引擎爬取
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Sogou web spider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: YisouSpider
Allow: /

# 站点地图
Sitemap: https://www.example.com/sitemap.xml

# 禁止爬取
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$
Disallow: /*?sort=*
Disallow: /*&sort=*