User-agent: *
Disallow: /ftp/incoming/	# Transient
Disallow: /ftp/pub/FreeBSD
Disallow: /ftp/pub/redhat
Disallow: /ftp/pub/XFree86
Disallow: /ftp/pub/NES
Disallow: /ftp/IST
Disallow: /ftp/PET
Disallow: /ftp/brochure
Disallow: /ftp/demo
Disallow: /incoming/	# Transient
Disallow: /pub/FreeBSD
Disallow: /pub/redhat
Disallow: /pub/XFree86
Disallow: /pub/NES
Disallow: /IST
Disallow: /PET
Disallow: /brochure
Disallow: /demo
# From http://info.webcrawler.com/mak/projects/robots/norobots.html