# # # robots.txt file for a Community Server based site. # # # User-agent: * ########################### # Pages within the main bollywoodlyrics site Disallow: /bl_admin/ Disallow: /out/ Disallow: /common/ Disallow: /images/ Disallow: /log/ Disallow: /newsletter/ Disallow: /aspnet_client/ Disallow: /cgi-bin/ ########################### # Pages with no real value Disallow: /cs/error.htm Disallow: /cs/login.aspx Disallow: /cs/logout.aspx ########################### # Directories Disallow: /cs/controlpanel/ Disallow: /cs/msgs/ # We want them to get to user profiles, so comment below out #Disallow: /cs/user/ Disallow: /cs/user/CreateUser.aspx Disallow: /cs/user/EmailForgottenPassword.aspx Disallow: /cs/user/EditProfile.aspx # non-essential content (FAQ) Disallow: /cs/languages/ Disallow: /cs/installer/ Disallow: /cs/ink/ Disallow: /cs/freetextbox3/ Disallow: /cs/bin/ Disallow: /cs/themes/ Disallow: /cs/utility/