User-agent: *
Disallow: adm/
Disallow: aw/     # log-file
Disallow: cdinfo/
Disallow: cdreadme/
Disallow: cgi-bin/
Disallow: crossfil/
Disallow: gif
Disallow: icon
Disallow: info/
Disallow: journal/
Disallow: libhome/
Disallow: list/   # document sensitive 
Disallow: net/
Disallow: oclc/
Disallow: ondb/
Disallow: pac/
Disallow: php/	  # php script
Disallow: subdir/ # will change without notice
Disallow: trial/
Disallow: web_search/
Disallow: wu/     # log-file