# Disallow crawlers access to certain pages.



User-agent: *


Disallow: /cgi-bin
Disallow: /resources
Disallow: /clients
User-agent: Baiduspider
Disallow: /