User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /__templates/
Disallow: /_admin/
Disallow: /_adodb/
Disallow: /_awstats/
Disallow: /_axs/
Disallow: /_counter/
Disallow: /_error/
Disallow: /_error2/
Disallow: /_gvindex/
Disallow: /_jupload/
Disallow: /_myadmin/
Disallow: /_preifat/
Disallow: /_private/
Disallow: /_smarty/
Disallow: /_super/
Disallow: /_utils/
Disallow: /_webalizer/
Disallow: /_weblogs/
Disallow: /aberdyfi/_preifat/
Disallow: /agora/
Disallow: /ambt/
Disallow: /backups/
Disallow: /BMD/
Disallow: /Census/
Disallow: /Censusthumbs/
Disallow: /cezrot/
Disallow: /cezzez/
Disallow: /chillair/cgi-upload/
Disallow: /chillair/www/_vti_bin/
Disallow: /chillair/www/_vti_pvt/
Disallow: /chillair/www/cgi-bin/
Disallow: /chillair/www/include/
Disallow: /chillair/www/phil/
Disallow: /chillair/www/savc/cgi-bin/
Disallow: /chillair/www/savc/grafix/
Disallow: /chillair/www/savc/jobs/
Disallow: /chillair/www/savc/ssapcvas/
Disallow: /cookie.gif/
Disallow: /family/
Disallow: /familythumbs/
Disallow: /faroe/
Disallow: /fonts/
Disallow: /forum/
Disallow: /forumupdate/
Disallow: /gangell/
Disallow: /glengower/
Disallow: /grafix/
Disallow: /gv3/
Disallow: /gv4/
Disallow: /include/
Disallow: /kent/
Disallow: /kitebird/
Disallow: /logs/
Disallow: /mini-mad/_templates/
Disallow: /mini-mad/admin/
Disallow: /mini-mad/cgi-bin/
Disallow: /mini-mad/graphics/
Disallow: /mini-mad/include/
Disallow: /mini-mad/includes/
Disallow: /mini-mad/old/
Disallow: /mini-mad/pictures/
Disallow: /mini-mad/scripts/
Disallow: /mini-mad/test.php
Disallow: /mini-mad/test.html
Disallow: /modules/
Disallow: /pgv/
Disallow: /pgv4/
Disallow: /pgv415/
Disallow: /pgv_media/
Disallow: /phpBB2/
Disallow: /pictures/
Disallow: /puplic_html/
Disallow: /revs/test/
Disallow: /rss/
Disallow: /sales/
Disallow: /savc/cgi-bin/
Disallow: /savc/contacts/
Disallow: /savc/cronjobs/
Disallow: /savc/grafix/
Disallow: /savc/include/
Disallow: /savc/inventory/
Disallow: /savc/jobs/
Disallow: /savc/krow/
Disallow: /savc/pseudo_cron/
Disallow: /savc/ssapcvas/
Disallow: /savc/test/
Disallow: /savc/bundleframe.php
Disallow: /savc/bundleprint.php
Disallow: /savc/bundletop.php
Disallow: /savc/config.php
Disallow: /savc/cron.txt
Disallow: /savc/cronjob.php
Disallow: /savc/cronjob.pl
Disallow: /savc/info.htm
Disallow: /savc/test.html
Disallow: /savc/test.php
Disallow: /savc/worksig.html
Disallow: /smf/
Disallow: /skype/
Disallow: /ssapcvas/
Disallow: /ssapmaf/
Disallow: /sussex/
Disallow: /tywyn/cgi-bin/
Disallow: /tywyn/graphics/
Disallow: /tywyn/w-agora/
Disallow: /ufpdf
Disallow: /users/
Disallow: /wap/
Disallow: /wblog/wp-admin/
Disallow: /wblog/wp-content/
Disallow: /wblog/wp-includes/
Disallow: /widgets/
Disallow: /zen/
Disallow: /_gvindex_gvindexwilliamsftw.ged_conf.php
Disallow: /_gvindex_gvindexwilliamsftw.ged_priv.php
Disallow: /_gvindexgedcoms.php
Disallow: /_gvindexlang_settings.php
Disallow: /_gvindexwilliamsftw.ged
Disallow: /bmd_update.php
Disallow: /bookmarks.html
Disallow: /brooks.txt
Disallow: /calendar.php
Disallow: /censusdates.txt
Disallow: /cim.php
Disallow: /dltest.php
Disallow: /dummy.php
Disallow: /editnews.php
Disallow: /emailtest.php
Disallow: /find.php
Disallow: /foo.php
Disallow: /gedcoms.php
Disallow: /gedrecord.php
Disallow: /gen_report.txt
Disallow: /help_text.php
Disallow: /help_text_vars.php
Disallow: /image.php
Disallow: /imageflush.php
Disallow: /imageview.php
Disallow: /inc.rss2array.php
Disallow: /indextest.php
Disallow: /info.txt
Disallow: /info2.txt
Disallow: /itest.php
Disallow: /junk.php
Disallow: /kk.php
Disallow: /kktest.php
Disallow: /Laptop Software.txt
Disallow: /mapdata.txt
Disallow: /mdm.cgi
Disallow: /mdm_readme.txt
Disallow: /message.php
Disallow: /newfamweb.php
Disallow: /php_smarty_sort.php
Disallow: /phpinfo.php
Disallow: /phpMySQL.php
Disallow: /picker.php
Disallow: /pickers.php
Disallow: /pickers_born.php
Disallow: /popper.inc.php
Disallow: /refntest.php
Disallow: /rss.php
Disallow: /sample.php
Disallow: /scrolltest2.html
Disallow: /scrolltest2.php
Disallow: /scrolltext.php
Disallow: /showmap.php
Disallow: /sources.php
Disallow: /tablecopy.php
Disallow: /temp2342.htm
Disallow: /test.php
Disallow: /test1.php
Disallow: /test2.php
Disallow: /test3.php
Disallow: /testchs.php
Disallow: /testnor.php
Disallow: /testwiz.php
Disallow: /timeconvert.php
Disallow: /winwidth.php
# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

# File identity - 
# So that the contents of this file are copied only once to DocumentRoot/robots.txt  at
# installation time the file must contain a unique string.  
# The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo"
# where hhh is '#'
#       ddd is 'Drupal'
#       vvv is 'version'
#       ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down).
# If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again.
# DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once.
# Drupal version 6.6 /mini-mad/mm/


User-agent: *
Crawl-delay: 10
# Directories
Disallow: /mini-mad/mm/database/
Disallow: /mini-mad/mm/includes/
Disallow: /mini-mad/mm/misc/
Disallow: /mini-mad/mm/modules/
Disallow: /mini-mad/mm/sites/
Disallow: /mini-mad/mm/themes/
Disallow: /mini-mad/mm/scripts/
Disallow: /mini-mad/mm/updates/
Disallow: /mini-mad/mm/profiles/
Disallow: /mini-mad/mm/_files/
# Files
Disallow: /mini-mad/mm/xmlrpc.php
Disallow: /mini-mad/mm/cron.php
Disallow: /mini-mad/mm/update.php
Disallow: /mini-mad/mm/install.php
Disallow: /mini-mad/mm/_files/INSTALL.txt
Disallow: /mini-mad/mm/_files/INSTALL.mysql.txt
Disallow: /mini-mad/mm/_files/INSTALL.pgsql.txt
Disallow: /mini-mad/mm/_files/CHANGELOG.txt
Disallow: /mini-mad/mm/_files/MAINTAINERS.txt
Disallow: /mini-mad/mm/_files/LICENSE.txt
Disallow: /mini-mad/mm/_files/UPGRADE.txt
# Paths (clean URLs)
Disallow: /mini-mad/mm/admin/
Disallow: /mini-mad/mm/comment/reply/
Disallow: /mini-mad/mm/contact/
Disallow: /mini-mad/mm/logout/
Disallow: /mini-mad/mm/node/add/
Disallow: /mini-mad/mm/search/
Disallow: /mini-mad/mm/user/register/
Disallow: /mini-mad/mm/user/password/
Disallow: /mini-mad/mm/user/login/
# Paths (no clean URLs)
Disallow: /mini-mad/mm/?q=admin/
Disallow: /mini-mad/mm/?q=comment/reply/
Disallow: /mini-mad/mm/?q=contact/
Disallow: /mini-mad/mm/?q=logout/
Disallow: /mini-mad/mm/?q=node/add/
Disallow: /mini-mad/mm/?q=search/
Disallow: /mini-mad/mm/?q=user/password/
Disallow: /mini-mad/mm/?q=user/register/
Disallow: /mini-mad/mm/?q=user/login/
# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

# File identity - 
# So that the contents of this file are copied only once to DocumentRoot/robots.txt  at
# installation time the file must contain a unique string.  
# The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo"
# where hhh is '#'
#       ddd is 'Drupal'
#       vvv is 'version'
#       ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down).
# If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again.
# DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once.
# Drupal version 6.15 /roger/cms/


User-agent: *
Crawl-delay: 10
# Directories
Disallow: /roger/cms/database/
Disallow: /roger/cms/includes/
Disallow: /roger/cms/misc/
Disallow: /roger/cms/modules/
Disallow: /roger/cms/sites/
Disallow: /roger/cms/themes/
Disallow: /roger/cms/scripts/
Disallow: /roger/cms/updates/
Disallow: /roger/cms/profiles/
Disallow: /roger/cms/_files/
# Files
Disallow: /roger/cms/xmlrpc.php
Disallow: /roger/cms/cron.php
Disallow: /roger/cms/update.php
Disallow: /roger/cms/install.php
Disallow: /roger/cms/_files/INSTALL.txt
Disallow: /roger/cms/_files/INSTALL.mysql.txt
Disallow: /roger/cms/_files/INSTALL.pgsql.txt
Disallow: /roger/cms/_files/CHANGELOG.txt
Disallow: /roger/cms/_files/MAINTAINERS.txt
Disallow: /roger/cms/_files/LICENSE.txt
Disallow: /roger/cms/_files/UPGRADE.txt
# Paths (clean URLs)
Disallow: /roger/cms/admin/
Disallow: /roger/cms/comment/reply/
Disallow: /roger/cms/contact/
Disallow: /roger/cms/logout/
Disallow: /roger/cms/node/add/
Disallow: /roger/cms/search/
Disallow: /roger/cms/user/register/
Disallow: /roger/cms/user/password/
Disallow: /roger/cms/user/login/
# Paths (no clean URLs)
Disallow: /roger/cms/?q=admin/
Disallow: /roger/cms/?q=comment/reply/
Disallow: /roger/cms/?q=contact/
Disallow: /roger/cms/?q=logout/
Disallow: /roger/cms/?q=node/add/
Disallow: /roger/cms/?q=search/
Disallow: /roger/cms/?q=user/password/
Disallow: /roger/cms/?q=user/register/
Disallow: /roger/cms/?q=user/login/