# robots.txt # based on http://www.robotstxt.org/wc/norobots.html # Default Rule # Allow only public entry points # User-agent: * Disallow: /wp_admin/ # Disallow indexing scripts Disallow: /wp_content/ # Disallow indexing scripts Disallow: /wp_includes/ # Disallow indexing scripts Disallow: /*.php # Disallow indexing scripts Disallow: /archives/category/ # Disallow indexing duplicates Disallow: /archives/date/ # Disallow indexing duplicates