User-agent: googlebot
Disallow: /WWW/offline/cvsweb/
Disallow: /phenix/WWW/offline/cvsweb/
Disallow: /software/cvsweb/
Disallow: /viewcvs/
Disallow: /phenix/WWW/offline/bonsai/
Disallow: /software/bonsai/
Disallow: /WWW/software/luxor
Disallow: /phenix/WWW/software/luxor
Disallow: /phenix/WWW/forms/
Disallow: /WWW/forms/
Disallow: /cgi-bin/
Disallow: /scripts/

User-agent: htdig
Disallow: /WWW/offline/cvsweb/
Disallow: /phenix/WWW/offline/cvsweb/
Disallow: /software/cvsweb/
Disallow: /viewcvs/
Disallow: /phenix/WWW/offline/bonsai/
Disallow: /software/bonsai/
Disallow: /WWW/software/luxor
Disallow: /phenix/WWW/software/luxor
Disallow: /phenix/WWW/forms/
Disallow: /WWW/forms/
Disallow: /cgi-bin/
Disallow: /scripts/

User-agent: bnl-crawler
Disallow: /WWW/offline/cvsweb/
Disallow: /phenix/WWW/offline/cvsweb/
Disallow: /software/cvsweb/
Disallow: /viewcvs/
Disallow: /phenix/WWW/offline/bonsai/
Disallow: /software/bonsai/
Disallow: /WWW/software/luxor
Disallow: /phenix/WWW/software/luxor
Disallow: /phenix/WWW/forms/
Disallow: /WWW/forms/
Disallow: /cgi-bin/
Disallow: /scripts/

User-agent: *
Disallow: /