# For domain: http://www.cbengine.com

# All robots will spider the domain

User-agent: *
Disallow:

User-agent: Googlebot
Disallow: /mall/
Disallow: /go/
Disallow: /go
Disallow: /search/
Disallow: /storefront/
Disallow: /cbe/
Disallow: /url/
Disallow: /url
Disallow: /ads/
Disallow: /utility/