# robots.txt
User-agent: *
Disallow: /images/
Disallow: /includes/

User-agent: Googlebot
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow:


# added to prevent rude crawlers

User-agent: Wget/1.6 
Disallow: / 

User-agent: Wget 
Disallow: / 

User-agent: MSIECrawler 
Disallow: / 

User-agent: Wget/1.5.3 
Disallow: /