# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /common/
Disallow: /CE/
Disallow: /custom-essays/cap.asp

User-agent: AboutUsBot 
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: /robots.txt