User-agent: Googlebot
Allow: /

User-agent: googlebot-image
Allow: /

User-agent: googlebot-mobile
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: Bingbot
Allow: /

User-agent: Sosospider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: sogou spider
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: Sogou Spider
User-agent: Sogou blog
User-agent: Sogou News Spider
User-agent: Sogou Orion spider
Disallow: /

User-agent: 360Spider
User-agent: HaoSouSpider
User-agent: 360Spider-Image
User-agent: 360Spider-Video
Disallow: /

User-agent: yahoo-blogs/v3.9
User-agent: yahoo-mmcrawler
Disallow: /

User-agent: MSNBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Yandex
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: Amazonbot
Disallow: /

user-agent: facebookexternalhit
Allow: /

User-agent: meta-externalagent
Allow: /  

Crawl-delay: 10