# alexa is causing problems
User-agent: ia_archiver
Disallow: /

# disallow all agents to hit /clients/*/requests,
# although not all bots support this format
User-agent: *
Disallow: /clients/*/requests/*