# robots.txt for http://werc.homelinux.net/ and ftp://werc.homelinux.net/
# see also http://www.conman.org/people/spc/robots2.html
# and http://web.nexor.co.uk/mak/doc/robots/norobots.html
#
# put recently-added features last in case they cause the reader to stop
# reading.
#
# Visit-time: is a GMT time range of allowed access.
# Request-rate: for us is a maximum of one page per 5 seconds, at all hours.
# Crawl-delay: is apparently only for msnbot.

#Allow: /photos/*/_werc/xibit/*

User-agent: *
Visit-time: 2100-2300
Request-rate: 1/5
Crawl-delay: 10
Disallow: /_users/
Disallow: /_werc/
Disallow: /docs/linux/kernel/documentation/
Disallow: /usage/