# robots.txt 
User-agent: *
Crawl-delay: 5
Disallow: /category/
Disallow: /newsdb/category/*
Disallow: /newsdb/tag/*
Disallow: /advertising-info/
Disallow: /dev-home-page/

User-agent: Googlebot 
Disallow: /wp-content/uploads/

User-agent: Bingbot
Disallow: /wp-content/uploads/

User-agent: Slurp
Disallow: /wp-content/uploads/

User-agent: ia_archiver
Disallow: /