# robots.txt for http://www.hardcore-blogs.org/ User-agent: * Disallow: /cgi-bin/ # exclude robots from specified tree Disallow: /scripts/ Disallow: /logs/ Disallow: /admin/ Disallow: /styles/ Disallow: /bin/ Disallow: /etc/ Disallow: /css/ Disallow: /inc/ Disallow: /js/ Disallow: /class/ Disallow: /en/