# All robots will spider the domain
User-agent: *
Disallow: /pb/
Disallow: /cmc/
Disallow: /img/
Disallow: /gbl/