User-agent: *
# error dir
Disallow: /error/

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /