# Disallow all crawlers access to certain pages.
User-agent: *

Sitemap: http://www.onlinewebsitesdesign.com/sitemap.xml

Disallow: /terms_conditions.aspx
Disallow: /privacypolicy.aspx
Disallow: /website-order.aspx
Disallow: /website-login.aspx

User-agent: AboutUsBot 
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: /robots.txt

User-agent: robtexbot
Disallow: /