# Do not allow Wayback Machine (archive.org) to archive any content
User-agent: ia_archiver
Disallow: /

# This will tell all robots to avoid URLs
# starting with /foldername

User-agent: *
Disallow: /mymail/
Disallow: /cgi-bin/
Disallow: /awesome/
Disallow: /mpi/