User-agent: *
Allow: /index.html
Allow: /brian/R/
Allow: /R/
Allow: /brian/
Allow: /~brian/
Allow: /~peter/
Disallow: /
Disallow: /doc/oreilly/
# Disallow all directory indexing by compliant robots.