User-agent: * 
Disallow: /cgi-bin/
Disallow: /cdrs/
Disallow: /agent/