# Do not allow Wayback Machine (archive.org) to archive any content
User-agent: ia_archiver
Disallow: /

# Tell all robots to avoid URLs starting with /foldername
User-agent: *
Disallow: /checkcb
Disallow: /tests
Disallow: /cgi-bin