User-agent: * # for all robots Disallow: /personal # not yet ready for publication Disallow: /other_docs # non-master copies of WWW documentation Disallow: /cgi-bin # executable scripts would confuse robots