User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /agent/
Disallow: /content/
Disallow: /ajax/
Disallow: /js/
Crawl-delay: 5