User-agent: *
Disallow: /cgi-bin/
Disallow: /DVD/
Disallow: /EVEREST/
User-agent: crawl
Disallow: /
User-agent: spider
Disallow: /
User-agent: robot
Disallow: /