#robots.txt file - put in www root
#disallow: any url starting with the value will not be retrieved, whether file or subdirectory

User-agent: *
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /access.htm
Disallow: /cgi-bin/
Disallow: /faq-dojo
Disallow: /forms/
Disallow: /images/
Disallow: /instructors.htm
Disallow: /lineage.htm
Disallow: /memb
Disallow: /navbuttons/
Disallow: /pictures
Disallow: /scgi-bin/
Disallow: /sem-
Disallow: /seminar
Disallow: /special.htm
Disallow: /raphael.htm
Disallow: /yoshitsune.htm