# Author: bwr-media# #Info: http://www.robotstxt.org/wc/norobots.html# # directed to all robots# User-agent: * Disallow: /cgi-bin Disallow: /htdig Disallow: /htsearch Disallow: /images # Prevent duplicate Content (Newsarchive) Disallow: /*/newsarchiv/*/*/