User-agent: *

# TODO: Dynamically generate this to respect the application root.
# Apply caching as well of course, since this will never change once generated.

# No need to index the login/logout pages
Disallow: /users/login
Disallow: /users/login/
Disallow: /users/logout
Disallow: /users/logout/

# Do not allow access to any of the urls that
# would cause a change in state.
Disallow: /tools
Disallow: /tools/
Disallow: /api
Disallow: /api/
Disallow: /*/add
Disallow: /*/add/
Disallow: /*/edit
Disallow: /*/edit/
Disallow: /*/addReply
Disallow: /*/addReply/
Disallow: /*/editReply
Disallow: /*/editReply/
Disallow: /*/acceptReply
Disallow: /*/acceptReply/
Disallow: /*/addEpisode
Disallow: /*/addEpisode/


# If a robot is a good boy, then they will not wander into 
# dark places.
Disallow: /php
Disallow: /php/

# Cuil, you suck: http://www.maximumpc.com/article/news/cuils_twiceler_website_crawlers_causing_plenty_problems_websites
User-agent: twiceler
Disallow: /

Sitemap: http://sf4answers.com/sitemap.xml