# *** YOU MUST USE A TEXT EDITOR TO CHANGE THIS FILE *** # # robots.txt file to exclude useless stuff from robots and crawlers that # index our site. For more info: # # http://www.google.com/support/webmasters/bin/answer.py?answer=40362 # http://www.searchtools.com/robots/robots-txt.html # # Be sure to TEST this file after editing. # # NOTE: This file MUST be in STREAM_LF format for SWS 2.1 to serve it correctly # 060815-CAK # User-agent: * # # Disallow apache installation aliases and script directories: # Disallow: /cgi-bin/ Disallow: /error/ Disallow: /icons/ Disallow: /manual/ Disallow: /perl/ Disallow: /perlrun/ Disallow: /php/ Disallow: /scripts/ Disallow: /www/ # # Other stuff that's useless to search engines: # Disallow: /htbin/ Disallow: /ftp/ Disallow: /sserver2/ Disallow: /test/ # # Pages we don't want indexed # Disallow: /conference-facilities.html Disallow: /computing/topspamdomains.html Disallow: /computing/activate_account.html Disallow: /computing/administrator_request.html Disallow: /computing/server_settings.html Disallow: /computing/auto_reply.html Disallow: /private-wc/ # # Prevent unregistered PHPBB accounts from being indexed by google # Disallow: /phpbb/profile.php Disallow: /phpbb/memberlist.php Disallow: /phpbbfv/profile.php Disallow: /phpbbfv/memberlist.php Disallow: /uceddbb/profile.php Disallow: /uceddbb/memberlist.php