# go away bots... 
User-agent: oBot 
Disallow: / 
User-agent: Semrush 
Disallow: / 
User-agent: Semrushbot 
Disallow: / 
User-agent: AhrefsBot 
Disallow: / 
User-agent: Baiduspider 
Disallow: / 
User-agent: YandexBot 
Disallow: / 
User-agent: Nutch 
Disallow: / 
User-agent: Seznam 
Disallow: / 
User-agent: SeznamBot 
Disallow: / 
User-agent: MJ12bot 
Disallow: / 
User-agent: Semrushbot 
Disallow: /  

# slow down any bot crawling..  
User-agent: Googlebot 
Crawl-delay: 20