User-agent: * # TODO: Dynamically generate this to respect the application root. # Apply caching as well of course, since this will never change once generated. # No need to index the login/logout pages Disallow: /users/login Disallow: /users/login/ Disallow: /users/logout Disallow: /users/logout/ # Do not allow access to any of the urls that # would cause a change in state. Disallow: /*/vote Disallow: /*/vote/ Disallow: /*/delete Disallow: /*/delete/ Disallow: /*/undelete Disallow: /*/undelete/ Disallow: /*/favorite Disallow: /*/favorite/ Disallow: /*/add Disallow: /*/add/ Disallow: /*/edit Disallow: /*/edit/ # If a robot is a good boy, then they will not go to the # honey pots. Disallow: /php Disallow: /php/ Sitemap: http://sf4answers.com/sitemap.xml