User-agent: DotBot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Adsbot
Disallow: /
# 允许特定搜索引擎抓取  
User-agent: Sogou web spider  
Allow: /

User-agent: Sogou spider  
Allow: /
  
User-agent: YisouSpider  
Allow: /
  
User-agent: 360Spider  
Allow: /
  
User-agent: Baiduspider  
Allow: /
  
# 允许所有蜘蛛访问 sitemap.xml 文件  
Sitemap: 
https://www.999doc.com/sitemap.xml
http://www.999doc.com/sitemap.xml
http://english.wvser.com/sitemap.xml
https://english.wvser.com/sitemap.xml
http://www.wvser.com/sitemap.xml
https://www.wvser.com/sitemap.xml
http://www.jiantaoshu.cn/sitemap.xml
http://m.jiantaoshu.cn/sitemap.xml
http://www.ibm-hn.cn/sitemap.xml