# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /et/
Disallow: /thesis/price2.asp
Disallow: /thesis/cap.asp
Disallow: /AccountArea/
Disallow: /includes/iframe/
Disallow: /includes/iframe2/
Disallow: /includes/iframe3/



# Disallow Following crawlers access to the site
User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt


User-agent: ia_archiver
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /