User-agent: *
Disallow: /cgi-bin
Disallow: /scgi-bin
Disallow: /alison/cgi-bin
Disallow: /glassworks/cgi-bin
Disallow: /jason/cgi-bin
Disallow: /jeff/cgi-bin
Disallow: /josh/cgi-bin
Disallow: /joshua/cgi-bin
Disallow: /katie/cgi-bin

# wait one minute between page fetches. not all user-agents understand this
#  command
User-agent: slurp
Crawl-delay: 10
User-agent: msnbot
Crawl-delay: 10