#
# This clause prevents robots from following links to pages which
# require authorisation. It doesn't prevent them following the first
# such link, but it prevents them following the redirection which will
# result - hence it will (approximately) halve robot traffic.
#
# The '.html' extension is deliberately omitted to allow for any future
# change to more generic, format-neutral URLs
#
User-Agent: *
Disallow: /users/change
Disallow: /users/login