# robots.txt # based on http://www.robotstxt.org/wc/norobots.html # Default Rule # Allow only public entry points # User-agent: * Disallow: /img/ # Disallow indexing images Disallow: /img_news/ # Disallow indexing images Disallow: /js/ # Disallow indexing javascript Disallow: /css/ # Disallow indexing themes Disallow: /news/ # Disallow indexing scripts Disallow: /phpmyadmin/ Disallow: /twgtest/ Allow: /img/lifestyle/ # Allow indexing PDF documents