User-agent: Mediapartners-Google* User-agent: * # robots.txt # based on http://www.robotstxt.org/wc/norobots.html # Default Rule # Allow only public entry points # User-agent: * #Disallow: /img/ # Disallow indexing images #Disallow: /js/ # Disallow indexing javascript #Disallow: /css/ # Disallow indexing themes #Disallow: /admin/ # non public area #Disallow: /system/ # non public area