# robots.txt
User-agent: Googlebot
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow: 
User-agent: *
Disallow: /
#Crawl-delay: 5
Disallow: /css/
Disallow: /images/
Disallow: /inc/
Disallow: /include/
Disallow: /munin/
Disallow: /js/
Disallow: /themes/