# robots.txt to block all bots except bots from Google , MSN , Yahoo
User-agent: Googlebot
Disallow: /pages
Disallow: /scripts
Disallow: /images

User-agent: Slurp
Disallow: /pages
Disallow: /scripts
Disallow: /images

User-agent: MSNBot
Disallow: /pages
Disallow: /scripts
Disallow: /images

User-agent: ia_archiver
Disallow: /pages
Disallow: /scripts
Disallow: /images

User-agent: *
Disallow: /pages
Disallow: /scripts
Disallow: /images