User-agent: *
Disallow: /cdp/
Disallow: /cgi-bin/
DIsallow: /doe/
Disallow: /logs/
Disallow: /shelf/