User-agent: *
Disallow: /admin/
Disallow: /phpmyadmin/
Disallow: /rails/
Disallow: /stats/
Request-rate: 1/5         # maximum rate is one page every 5 seconds