User-agent: *

#These aren't always supported, but are sometimes, particularly by the "major crawlers.  See http://en.wikipedia.org/wiki/Robots_exclusion_standard
Crawl-delay: 5            # wait 2 seconds between page hits
Request-rate: 1/2         # maximum rate is one page every 2 seconds
#Can anyone suggest what hours are the lowest usage? Visit-time: 0600-0845     # only visit between 06:00 and 08:45 UTC (GMT)

Disallow: /*.shtml$ # Migrated to php.
#Disallow: /archive
#Disallow: /archives/2004
#Disallow: /archives/2003
#Disallow: /archives/2002
#Disallow: /archives/2001
#Disallow: /archives/2000
#Disallow: /archives/1999
Disallow: /phpicalendar
Disallow: /webalizer
Disallow: /stats
User-agent: GPTBot
Disallow: /