# Alexa
User-agent: ia_archiver
Disallow: /include/
Disallow: /images/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage

# Ask
User-agent: Teoma
Disallow: /images/
Disallow: /include/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage

# Google
User-agent: googlebot
Disallow: /images/
Disallow: /include/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage

# MSN
User-agent: msnbot
Disallow: /images/
Disallow: /include/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage

# Yahoo!
User-agent: Slurp
Disallow: /images/
Disallow: /include/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage

# BDNcentral 
User-agent: BDNcentral
Disallow: /images/
Disallow: /include/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage


# Others
User-agent: *
Disallow: /images/
Disallow: /include/
Disallow: /clients/
Disallow: /Templates
Disallow: /flash
Disallow: /articles
Disallow: /css
Disallow: /js
Disallow: /Secure
Disallow: /comments
Disallow: /scratch
Disallow: /Global-Storage