# Thu, 1 June 2010 14:50:45 +0000

User-agent: Googlebot
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: msnbot
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: Slurp
Crawl-delay: 1
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: Teoma
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: Gigabot
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: Scrubby
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: Robozilla
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: BecomeBot
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: AdsBot-Google
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

User-agent: Twiceler
Allow: /
Disallow: /cgi-bin/
Disallow: /shop/
Disallow: /dev/
Disallow: /admin/
Disallow: /private/

# Exclude Files From All Robots:

User-agent: *
Disallow: /

# Optional sitemap URL:
Sitemap: http://www.brabras.uk.com/sitemap.txt