# robots.txt User-agent: * Disallow: /category/ Disallow: /newsdb/category/* Disallow: /newsdb/tag/*