# prevent archiver from accessing the site
User-agent: ia_archiver
Disallow: /

# prevent all robots from visiting Images folder
User-agent: *
Disallow: /images/

# prevent all robots from visiting Common folder
User-agent: *
Disallow: /Common/

# prevent all robots from visiting Download folder
User-agent: *
Disallow: /Download/