# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
User-agent: *
Allow: /
Disallow : /Buy
Disallow : /C-*/N-*
Disallow : /C-*?NW*
Disallow : /C-*/NW*
Disallow : /C-*/T-*
Disallow : /C-*/TW-*
Disallow : /blog/wp-admin*
Disallow: /my-account*
Disallow: /surl/premium-offered*
Sitemap: https://www.alltricks.com/data/en_US/sitemap-index.xml

User-agent: Googlebot
Allow: /js/*.js
Allow: /css/*.css
Allow: /contact
Disallow : /Buy
Disallow : /C-*/N-*
Disallow : /C-*?NW*
Disallow : /C-*/NW*
Disallow : /C-*/T-*
Disallow : /C-*/TW-*
Disallow : /blog/wp-admin*
Disallow: /my-account*
Disallow: /surl/premium-offered*

User-agent: pricebot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /