#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: * 
Disallow: /prev/
Disallow: /calendar/docs/
Disallow: /calendar/includes/
Disallow: /calendar/tools/
Disallow: /calendar/translations/
# files to deny for drupal installations
Crawl-delay: 10
# Directories
Disallow: /champs/database/
Disallow: /champs/includes/
Disallow: /champs/misc/
Disallow: /champs/modules/
Disallow: /champs/sites/
Disallow: /champs/themes/
Disallow: /champs/scripts/
Disallow: /champs/updates/
Disallow: /champs/profiles/
# Files
Disallow: /champs/xmlrpc.php
Disallow: /champs/cron.php
Disallow: /champs/update.php
Disallow: /champs/install.php
Disallow: /champs/INSTALL.mysql.txt
Disallow: /champs/INSTALL.pgsql.txt
Disallow: /champs/CHANGELOG.txt
Disallow: /champs/MAINTAINERS.txt
Disallow: /champs/LICENSE.txt
Disallow: /champs/UPGRADE.txt
# Paths (clean URLs)
Disallow: /champs/admin/
Disallow: /champs/aggregator/
Disallow: /champs/comment/reply/
Disallow: /champs/contact/
Disallow: /champs/logout/
Disallow: /champs/node/add/
Disallow: /champs/search/
Disallow: /champs/user/register/
Disallow: /champs/user/password/
Disallow: /champs/user/login/
# NOTE this next line disallows all indexing of the hunter site
# remove it when site is live
# Disallow: /hunter/
# Directories
Disallow: /hunter/database/
Disallow: /hunter/includes/
Disallow: /hunter/misc/
Disallow: /hunter/modules/
Disallow: /hunter/sites/
Disallow: /hunter/themes/
Disallow: /hunter/scripts/
Disallow: /hunter/updates/
Disallow: /hunter/profiles/
# Files
Disallow: /hunter/xmlrpc.php
Disallow: /hunter/cron.php
Disallow: /hunter/update.php
Disallow: /hunter/install.php
Disallow: /hunter/INSTALL.mysql.txt
Disallow: /hunter/INSTALL.pgsql.txt
Disallow: /hunter/CHANGELOG.txt
Disallow: /hunter/MAINTAINERS.txt
Disallow: /hunter/LICENSE.txt
Disallow: /hunter/UPGRADE.txt
# Paths (clean URLs)
Disallow: /hunter/admin/
Disallow: /hunter/aggregator/
Disallow: /hunter/comment/reply/
Disallow: /hunter/contact/
Disallow: /hunter/logout/
Disallow: /hunter/node/add/
Disallow: /hunter/search/
Disallow: /hunter/user/register/
Disallow: /hunter/user/password/
Disallow: /hunter/user/login/
# Directories
Disallow: /intranet/database/
Disallow: /intranet/includes/
Disallow: /intranet/misc/
Disallow: /intranet/modules/
Disallow: /intranet/sites/
Disallow: /intranet/themes/
Disallow: /intranet/scripts/
Disallow: /intranet/updates/
Disallow: /intranet/profiles/
# Files
Disallow: /intranet/xmlrpc.php
Disallow: /intranet/cron.php
Disallow: /intranet/update.php
Disallow: /intranet/install.php
Disallow: /intranet/INSTALL.txt
Disallow: /intranet/INSTALL.mysql.txt
Disallow: /intranet/INSTALL.pgsql.txt
Disallow: /intranet/CHANGELOG.txt
Disallow: /intranet/MAINTAINERS.txt
Disallow: /intranet/LICENSE.txt
Disallow: /intranet/UPGRADE.txt
# Paths (clean URLs)
Disallow: /intranet/admin/
Disallow: /intranet/comment/reply/
Disallow: /intranet/contact/
Disallow: /intranet/logout/
Disallow: /intranet/node/add/
Disallow: /intranet/search/
Disallow: /intranet/user/register/
Disallow: /intranet/user/password/
Disallow: /intranet/user/login/
# Files
Disallow: /dance_camp/xmlrpc.php
Disallow: /dance_camp/cron.php
Disallow: /dance_camp/update.php
Disallow: /dance_camp/install.php
Disallow: /dance_camp/INSTALL.mysql.txt
Disallow: /dance_camp/INSTALL.pgsql.txt
Disallow: /dance_camp/CHANGELOG.txt
Disallow: /dance_camp/MAINTAINERS.txt
Disallow: /dance_camp/LICENSE.txt
Disallow: /dance_camp/UPGRADE.txt
# Paths (clean URLs)
Disallow: /dance_camp/admin/
Disallow: /dance_camp/aggregator/
Disallow: /dance_camp/comment/reply/
Disallow: /dance_camp/contact/
Disallow: /dance_camp/logout/
Disallow: /dance_camp/node/add/
Disallow: /dance_camp/search/
Disallow: /dance_camp/user/register/
Disallow: /dance_camp/user/password/
Disallow: /dance_camp/user/login/