User-agent: * # applies to all search engine agents Disallow: /cgi-bin/ # specifies no indexing of cgi-bin sub-directory Disallow: /private/ # specifies no indexing of private sub-directory Disallow: /hawsbank/ # specifies no indexing of private sub-directory Disallow: /johnruskin/ # specifies no indexing of johnruskin sub-directory Disallow: /donaldcampbell/ # specifies no indexing of donaldcampbell sub-directory Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 0200-0845 # only visit between 02:00 and 08:45 UTC (GMT)