User-agent: Googlebot
Disallow: /xxonline/
Disallow: /xxx/
Disallow: /tags/
Disallow: /engine/
Disallow: /bye?
Allow: /
User-agent: Yandex
Disallow: /tags/
Disallow: /engine/
Disallow: /bye?
Allow: /
Crawl-delay: 10
User-agent: Adsbot-Google
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: Browsershots
Disallow:
Sitemap: http://doxera.com/sitemap.xml