# all spiders disallow crawling of 

User-agent: *
Disallow: /404.asp
Disallow: /articles02/pages/hangmanrose.asp
Disallow: /cgi-bin/



###########################
#CommunityServer Files
# Pages with no real value
Disallow: /error.htm
Disallow: /login.aspx
Disallow: /logout.aspx

# Directories 
Disallow: /controlpanel/
Disallow: /msgs/
# We want them to get to user profiles, so comment below out
#Disallow: /user/ 

Disallow: /user/CreateUser.aspx
Disallow: /user/EmailForgottenPassword.aspx
Disallow: /user/EditProfile.aspx

# non-essential content (FAQ)
Disallow: /languages/